# PlatPhorm Dictionary robots policy
# Public-safe Dictionary pages, docs, feeds, OpenAPI, llms files, and read-only API/MCP introspection are crawlable by default.
# Agent policy: https://dictionary.platphormnews.com/.well-known/agent-policy.json
# AI policy: https://dictionary.platphormnews.com/.well-known/ai-policy.json
# Trust policy: https://dictionary.platphormnews.com/.well-known/trust.json
# LLMs: https://dictionary.platphormnews.com/llms.txt
# Humans: https://dictionary.platphormnews.com/humans.txt

User-agent: *
Allow: /
Allow: /api/docs
Allow: /api/health
Allow: /api/v1/health
Allow: /api/v1/terms
Allow: /api/v1/search
Allow: /api/v1/categories
Allow: /api/v1/tags
Allow: /api/v1/locales
Allow: /api/v1/agent-policy
Allow: /api/mcp
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/*/admin
Disallow: /api/*/private
Disallow: /api/*/protected
Disallow: /api/v1/ingest
Disallow: /api/v1/import
Disallow: /api/v1/moderation
Disallow: /api/v1/rankings/recalculate
Disallow: /*?token=
Disallow: /*?key=
Disallow: /*?secret=

Sitemap: https://dictionary.platphormnews.com/sitemap.xml
Sitemap: https://dictionary.platphormnews.com/sitemap-main.xml
Sitemap: https://dictionary.platphormnews.com/sitemap-index.xml
# Feed: https://dictionary.platphormnews.com/rss.xml
# Atom: https://dictionary.platphormnews.com/feed.xml