# Verity production robots.txt — public pages and assets remain crawlable.
# Keep all crawler names in one group so API exclusions apply to every name.
# /php/ is the public backend/public_html mount; /api/ is the Next.js API.
User-agent: *
# Search engines
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Bingbot
# Social crawlers
User-agent: facebookexternalhit
User-agent: Facebot
User-agent: Twitterbot
# AI search & answer crawlers
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Google-Extended
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: meta-externalagent
Disallow: /api/
Disallow: /php/
Allow: /

# Sitemaps
Sitemap: https://www.verity.news/sitemap.xml
Sitemap: https://www.verity.news/sitemaps/sitemap-news.xml
Sitemap: https://www.verity.news/sitemaps/story-index.xml
Sitemap: https://www.verity.news/sitemaps/sitemap-public-figures.xml
Sitemap: https://www.verity.news/sitemaps/sitemap-claims-index.xml