# Prisonpedia robots.txt
# https://prisonpedia.com

User-agent: *
Allow: /

# Allow all AI crawlers for search visibility
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: meta-externalagent
Allow: /

# Block internal MediaWiki paths
User-agent: *
Disallow: /w/
Disallow: /api.php
Disallow: /index.php?
Disallow: /Special:

# Block legacy redirect paths (301 redirects exist but should not be indexed)
Disallow: /people/

# Sitemap location
Sitemap: https://prisonpedia.com/sitemap.xml

# LLMs.txt for AI context
# See: https://prisonpedia.com/llms.txt