User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /

# Disallow crawling of the dashboard
User-agent: *
Disallow: /dashboard
Disallow: /dashboard-login