# Auxen — robots policy
#
# We WANT AI crawlers + search engines reading this site. Repositioned
# 2026-05-30 to MCP-native agent infrastructure; discoverability to
# AI-driven search is a primary distribution channel. The Cloudflare
# "Managed Content" defaults that blanket-disallow AI bots have been
# removed.

User-agent: *
Allow: /

# Explicit allow for major AI / search crawlers. Listed individually so
# the policy is unambiguous and survives any future Cloudflare default
# changes that might re-inject Disallow rules.

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Amazonbot
Allow: /

# Machine-readable references for AI agents
# Concise summary:    https://auxen.ai/llms.txt
# Extended reference: https://auxen.ai/llms-full.txt
# Agent decision tree: https://auxen.ai/agent-reference.md
# OpenAPI spec:       https://api.auxen.ai/openapi.json
# MCP manifest:       https://api.auxen.ai/.well-known/mcp.json

Sitemap: https://auxen.ai/sitemap.xml