# Generic policy: /api/ is retired (410); everything else open.
User-agent: *
Disallow: /api/
Allow: /

# ─── AI crawlers & answer engines: explicitly allowed ───
# Includes /data/*.json and /feed/*.xml public endpoints. See /llms.txt for usage.

User-agent: GPTBot
Allow: /
Allow: /data/
Allow: /feed/

User-agent: OAI-SearchBot
Allow: /
Allow: /data/
Allow: /feed/

User-agent: ChatGPT-User
Allow: /
Allow: /data/
Allow: /feed/

User-agent: ClaudeBot
Allow: /
Allow: /data/
Allow: /feed/

User-agent: Claude-Web
Allow: /
Allow: /data/
Allow: /feed/

User-agent: anthropic-ai
Allow: /
Allow: /data/
Allow: /feed/

User-agent: PerplexityBot
Allow: /
Allow: /data/
Allow: /feed/

User-agent: Perplexity-User
Allow: /
Allow: /data/
Allow: /feed/

User-agent: Google-Extended
Allow: /
Allow: /data/
Allow: /feed/

User-agent: Amazonbot
Allow: /
Allow: /data/
Allow: /feed/

User-agent: Applebot-Extended
Allow: /
Allow: /data/
Allow: /feed/

User-agent: meta-externalagent
Allow: /
Allow: /data/
Allow: /feed/

Sitemap: https://aihot.tech/sitemap.xml

IndexNow: https://aihot.tech/b487ccb2c7b91a6c0044ed1a6d73cc080b5f5f978e8ee8d02612557cda25b721.txt