# robots.txt for https://orion-staging-user.xman.agency/
# Last updated: 2026-05-5

# ==== Global rules ====
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /temp/

# ==== Sitemap ====
Sitemap: https://orion-staging-user.xman.agency/sitemap.xml

# ==== Bot-specific crawling delays ====
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# ==== Blocked bots (do not crawl at all) ====
User-agent: MJ12bot
Disallow: /

# ==== Region/vertical search bots ====
User-agent: Yandex
Allow: /

User-agent: Sogou
Allow: /

User-agent: Baidu
Allow: /

User-agent: 360Spider
Allow: /