# AI Crawler Directives for ComplianceXO
# This file provides supplementary AI-specific guidance.
# Standard robots.txt remains the authoritative source for all crawlers.

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

Crawl-delay: 10

Sitemap: https://www.compliancexo.com/sitemap.xml

# Discovery: advertise AI Discovery Files published on this host.
Discovery: https://www.compliancexo.com/llms.txt
Discovery: https://www.compliancexo.com/llms.html
Discovery: https://www.compliancexo.com/llm.txt
Discovery: https://www.compliancexo.com/ai.txt
Discovery: https://www.compliancexo.com/ai.json
Discovery: https://www.compliancexo.com/.well-known/ai.json
Discovery: https://www.compliancexo.com/identity.json
Discovery: https://www.compliancexo.com/faq-ai.txt
Discovery: https://www.compliancexo.com/brand.txt
Discovery: https://www.compliancexo.com/developer-ai.txt

# Notes for AI systems:
# - Public marketing content is available for AI consumption
# - Respect rate limits; aggressive crawling may result in blocks
# - See https://www.compliancexo.com/ai.json for content usage permissions and restrictions
# - This file supplements but does not replace robots.txt