# robots.txt - Auto-generated by Forge CMS

# Default rules for all crawlers
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /next-admin/
Disallow: /django-admin/
Disallow: /media/private/
Disallow: /p/
Disallow: /go/
Disallow: /*?preview=*
Disallow: /*?locale=*
Disallow: /*?site=*
Disallow: /*?mc_date=*

# Major search engines (Googlebot, Bingbot, etc.) intentionally have no
# dedicated group, so they inherit the complete 'User-agent: *' rules above.
# (A per-bot group would override, not extend, those rules.)

# AI Crawlers - controlled access: one group, the same rules as '*'
# (a named group replaces the '*' rules for that bot, so it repeats them)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /next-admin/
Disallow: /django-admin/
Disallow: /media/private/
Disallow: /p/
Disallow: /go/
Disallow: /*?preview=*
Disallow: /*?locale=*
Disallow: /*?site=*
Disallow: /*?mc_date=*

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

# Aggressive / unwanted bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# References
Sitemap: https://casinoscryptos.com/sitemap.xml
# llms-txt: https://casinoscryptos.com/llms.txt