# https://www.robotstxt.org/robotstxt.html
# Everyone is welcome, including AI crawlers and assistants. The named groups
# below are deliberate allows for AI search/answer surfaces (citations) and
# training crawlers; naming them also makes per-bot log filtering easy.

User-agent: *
Allow: /

# OpenAI: search citations, in-chat fetches, training
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# Anthropic: search citations, in-chat fetches, training
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: ClaudeBot
Allow: /

# Perplexity: index crawl + user-triggered fetches
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google: Gemini grounding rides Google-Extended; AI Overviews ride Googlebot
User-agent: Google-Extended
Allow: /

# Microsoft/Bing feeds ChatGPT search and Copilot
User-agent: Bingbot
Allow: /

# Others with AI answer surfaces
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: meta-externalagent
Allow: /

# Agent-facing site map: https://eureka.md/llms.txt

Sitemap: https://eureka.md/sitemap.xml