User-agent: *
Disallow: /assets
Disallow: /admin
Disallow: /dashboard
Disallow: /login

User-agent: facebookexternalhit
User-agent: Facebot
User-agent: WhatsApp
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: Slackbot-LinkExpanding
User-agent: Discordbot
User-agent: TelegramBot
User-agent: redditbot
Disallow: /admin
Disallow: /dashboard
Disallow: /login

User-agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /