# Static file for crawlers (no Next.js RSC headers). Keep platform Disallow paths
# in sync with app/[...slug]/route.ts HOSTS keys.
#
# Crawlable for GEO: /, /docs, /guides/*, /convert/*, /compose/*, /free-tools, /free-tools/llms-txt-generator, /free-tools/geo-checker, /free-tools/design-md-generator, /blog/*, /llms.txt, /i/skill, /i/skill.md
# Disallowed: API, account, ops, and live domain-swap conversion paths (/x/, /reddit/, …).

User-agent: *
Allow: /
Disallow: /api/
Disallow: /ops
Disallow: /account
Disallow: /x/
Disallow: /twitter/
Disallow: /linkedin/
Disallow: /reddit/
Disallow: /threads/
Disallow: /bluesky/
Disallow: /instagram/
Disallow: /youtube/
Disallow: /hackernews/
Disallow: /substack/
Disallow: /medium/
Disallow: /mastodon/

# AI search & browse (OpenAI, Anthropic, Perplexity, Google-Extended) — same rules as *.
# Anthropic: Claude-SearchBot = search index; Claude-User = user-initiated fetch; ClaudeBot = training.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /ops
Disallow: /account
Disallow: /x/
Disallow: /twitter/
Disallow: /linkedin/
Disallow: /reddit/
Disallow: /threads/
Disallow: /bluesky/
Disallow: /instagram/
Disallow: /youtube/
Disallow: /hackernews/
Disallow: /substack/
Disallow: /medium/
Disallow: /mastodon/

# Training crawlers — block (search bots above stay allowed).
User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://anypost.md/sitemap.xml