User-agent: *
Allow: /public/
Disallow: /api/

# Social media crawlers - must be able to reach all pages for OG/meta tag previews

User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: vkShare
Allow: /

User-agent: Discordbot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Slackbot-LinkExpanding
Allow: /

User-agent: SkypeUriPreview
Allow: /

User-agent: viber
Allow: /

# Search engines

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

# Russian-market search engines and social networks (important for this platform)

User-agent: YandexBot
Allow: /

User-agent: YandexImages
Allow: /

User-agent: YandexVideo
Allow: /

User-agent: Mail.RU_Bot
Allow: /

User-agent: OdnoklassnikiBot
Allow: /