# Robots.txt for Snezzi - AI SEO Agency
# This site welcomes AI crawlers for search and citation purposes
# Last updated: 2025-01-16

# Allow all crawlers by default
User-agent: *
Allow: /

# Explicitly allow AI bots
User-agent: AI2Bot
Allow: /

User-agent: AI2Bot-DeepResearchEval
Allow: /

User-agent: AI2Bot-Dolma
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: bedrockbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: ChatGLM-Spider
Allow: /

User-agent: ChatGPT Agent
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Cloudflare-AutoRAG
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: Gemini-Deep-Research
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: NotebookLM
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: OpenAI
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: PerplexityBot
Allow: /

# Sitemap
Sitemap: https://snezzi.com/sitemap-index.xml

# Block crawling of admin/private areas (if any exist in the future)
# Disallow: /admin/
# Disallow: /private/

# Crawl delay for respectful crawling
Crawl-delay: 1