User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Faceted 404 crawl trap - infinite taxonomy combinations, all 404.
# Caused a 16h origin outage on 2026-07-25/26 (blocked at Cloudflare too).
Disallow: /preferred-partner/partners_-

# Named AI assistants are welcome: we want heycmo.com read and cited by ChatGPT,
# Claude, Perplexity, Gemini and Apple Intelligence. Cloudflare's managed robots.txt
# block above disallows some of these; per RFC 9309 groups sharing a user-agent token
# merge, and an Allow beats an equally specific Disallow. Turning off Cloudflare's
# managed robots.txt in the dashboard makes this unambiguous.
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

Sitemap: https://heycmo.com/sitemap_index.xml