# UGC Pocket: robots.txt
# Classic indexing allowed everywhere. /api/ excluded EXCEPT the public, no-auth
# service descriptor (/api/service-info) that agents use to discover the service.

User-agent: *
Allow: /api/service-info
Allow: /
Disallow: /api/

# --- AI crawlers / GEO: explicitly allowed (citations in LLM answers & AI Overviews) ---

# OpenAI (training)
User-agent: GPTBot
Allow: /api/service-info
Allow: /
Disallow: /api/

# OpenAI (ChatGPT search index)
User-agent: OAI-SearchBot
Allow: /api/service-info
Allow: /
Disallow: /api/

# OpenAI (live browsing on behalf of users)
User-agent: ChatGPT-User
Allow: /api/service-info
Allow: /
Disallow: /api/

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /api/service-info
Allow: /
Disallow: /api/

# Anthropic (live browsing on behalf of users)
User-agent: Claude-User
Allow: /api/service-info
Allow: /
Disallow: /api/

# Perplexity (index)
User-agent: PerplexityBot
Allow: /api/service-info
Allow: /
Disallow: /api/

# Perplexity (live browsing on behalf of users)
User-agent: Perplexity-User
Allow: /api/service-info
Allow: /
Disallow: /api/

# Google AI (Gemini / AI Overviews)
User-agent: Google-Extended
Allow: /api/service-info
Allow: /
Disallow: /api/

# Apple (Siri / Apple Intelligence)
User-agent: Applebot-Extended
Allow: /api/service-info
Allow: /
Disallow: /api/

# Meta AI
User-agent: meta-externalagent
Allow: /api/service-info
Allow: /
Disallow: /api/

Sitemap: https://ugcpocket.com/sitemap.xml

# Catalogue des ressources pour agents (ARD).
Agentmap: https://ugcpocket.com/.well-known/ard.json