# robots.txt for www.ppm.express
# Reviewed 23 August 2026

# ---------------------------------------------------------------
# Default: everything is crawlable.
#
# Utility pages (/search, /access-denied, /user-account,
# /template/style-guide, the thank-you pages and the glossary
# /filter/ template) are deliberately NOT disallowed here.
# They already carry noindex,follow. A crawler has to fetch a page
# to see its noindex tag, so blocking them in robots.txt would
# prevent the noindex from ever being read and could leave them
# indexed as URL-only results. Robots.txt controls crawling;
# noindex controls indexing. Do not move those pages here.
# ---------------------------------------------------------------

User-agent: *
Allow: /

# ---------------------------------------------------------------
# Answer engines and AI assistants.
#
# These are listed explicitly rather than relying on the wildcard
# above, because several of them treat an explicit Allow as the
# signal to crawl and some publishers block them by default.
# PPM Express wants to be quotable in AI answers, so they are
# allowed on purpose.
# ---------------------------------------------------------------

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google AI surfaces (separate from Googlebot, which the wildcard covers)
User-agent: Google-Extended
Allow: /

# Apple Intelligence
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Microsoft Copilot and Bing
User-agent: bingbot
Allow: /

# DuckDuckGo assistant
User-agent: DuckAssistBot
Allow: /

# Amazon
User-agent: Amazonbot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Mistral
User-agent: MistralAI-User
Allow: /

# Common Crawl. Feeds many model training sets and some retrieval
# pipelines. Allowed deliberately; remove this block if PPM Express
# decides it does not want to be part of training corpora.
User-agent: CCBot
Allow: /

# ---------------------------------------------------------------
# Sitemap
# ---------------------------------------------------------------

Sitemap: https://www.ppm.express/sitemap.xml

Sitemap: https://www.ppm.express/sitemap.xml