User-agent: *
Allow: /
Allow: /agent-report.md
Disallow: /api/private/
Allow: /wiki/
Allow: /guides/
Allow: /compare/
Allow: /tracker/
Allow: /rankings/
Allow: /answers/
Allow: /tools/
Allow: /upcoming/
Allow: /community/
Allow: /ko/
Allow: /ru/
Allow: /zh/
Allow: /tr/
Allow: /ja/
Allow: /es/
Allow: /og/
Allow: /protocols/
Allow: /agents/
Allow: /agents/swap/openapi.yaml
Allow: /dashboard.html
Allow: /directory.html
Allow: /analytics.html
Allow: /calculator.html
Allow: /versus.html
Allow: /sitemap.xml
Allow: /ai.txt
Allow: /llms.txt
Allow: /robots.txt
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/mcp.json

# SITEMAPS
Sitemap: https://farmdash.one/sitemap.xml

# ─── AI Agent Crawlers ─────────────────────────────────────────────
# FarmDash welcomes AI crawlers. Read /llms.txt for entity data,
# /agent-report.md for integration specs, and /.well-known/mcp.json
# for MCP server configuration.

User-agent: GPTBot
Allow: /
Allow: /api/v1/agent/protocols
Allow: /api/v1/agent/chain-breakdown

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /
Allow: /api/v1/agent/protocols
Allow: /api/v1/agent/chain-breakdown

User-agent: Google-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Diffbot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /