# ================================
# ROBOTS.TXT for https://naijamoni.com
# Purpose: Maximize SEO + AI crawler visibility
# ================================

# ---- SITE INFORMATION ----
Sitemap: https://naijamoni.com/sitemap.xml
Sitemap: https://naijamoni.com/sitemap_index.xml
Sitemap: https://naijamoni.com/question-sitemap.xml

# ---- AI CRAWLER ACCESS RULES ----
# Explicitly allow all major AI crawlers

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI extensions (Gemini, Bard, Vertex AI)
User-agent: Google-Extended
Allow: /

# Apple AI extensions
User-agent: Applebot-Extended
Allow: /

# Commoncrawl (used by multiple LLMs)
User-agent: CCBot
Allow: /

# Facebook / Meta AI
User-agent: FacebookBot
Allow: /

# CoHere AI
User-agent: CohereBot
Allow: /

# Mistral AI
User-agent: MistralBot
Allow: /

# General allow (catch-all for other AI crawlers)
User-agent: *
Allow: /

# ---- CONTACT ----
Contact: oziriches@gmail.com

# ---- NOTES ----
# - All site content is accessible to traditional crawlers + AI crawlers.
# - No disallowed directories (everything is public).
# - Matches llm.txt for consistency.

# ================================
# END OF FILE
# ================================