# robots.txt basic settings
# General search engine rules
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/

# Sitemap
Sitemap: https://italianbrainrotquiz.online/sitemap.xml

# AI crawler specific rules
User-agent: GPTBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: DuckAssistBot
User-agent: ChatGPT-User
User-agent: CCBot
User-agent: anthropic-ai
User-agent: Claude-Web

# Guide AI crawlers to llms.txt
LLM-Content: https://italianbrainrotquiz.online/llms.txt
LLM-Full-Content: https://italianbrainrotquiz.online/llms.txt

# Allow AI crawlers to access
Allow: /
Allow: /index.html
Allow: /llms.txt
Allow: /css/
Allow: /js/
Allow: /images/

# Disallow AI crawlers from accessing
Disallow: /user-content/
Disallow: /admin/