# Spllito robots.txt
# Allow all legitimate bots including AI search crawlers

User-agent: *
Allow: /
Disallow: /_GENERATE_FAVICONS.html
Disallow: /generate-favicons.html
Disallow: /google477df74f071a2669.html

# ─── AI Search Engine Crawlers (explicitly allowed for citation & indexing) ───

# Google AI Overviews + Gemini
User-agent: Google-Extended
Allow: /

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Microsoft Copilot (via Bing)
User-agent: Bingbot
Allow: /

# Apple AI
User-agent: Applebot
Allow: /

# ─── Block mass-scraping/training crawlers (not search bots) ───

# Common Crawl (used for AI training datasets, not for search)
User-agent: CCBot
Disallow: /

Sitemap: https://spllito.com/sitemap.xml