{"id":"platphorm-dictionary-agent-policy","site":"https://dictionary.platphormnews.com","version":"2026-05-16.dictionary.phase1","publicAccess":"Public-safe dictionary pages, approved definitions, discovery files, docs, OpenAPI, RSS/feed/sitemap, health summaries, and read-only API/MCP introspection are open by default.","protectedAccess":"Moderation, import, admin, private submissions, audit logs, protected reports, model-assisted moderation, registry mutation, and destructive actions require PLATPHORM_API_KEY when enforcement is enabled.","allowedPlatforms":["openai","anthropic","xai","meta","google","microsoft","perplexity","apple","mcp-clients","browser-agents","generic-crawlers"],"disallowedPlatforms":[],"defaultCrawlerPolicy":"allow_public for public-safe pages and discovery, protected_required for private/admin/mutation paths.","defaultAgentPolicy":"allow_public for read-only dictionary, discovery, API docs, OpenAPI, llms, RSS, sitemap, and MCP introspection; protected_required for moderation/admin/import/sync/reporting.","robotsPolicy":"robots.txt allows public-safe crawling by default, points to sitemap and policy files, and disallows private/admin/protected/tokenized paths.","mcpPolicy":{"publicMethods":["initialize","ping","tools/list","tools/call","resources/list","resources/read","prompts/list","prompts/get"],"protectedMethods":["moderation tools","import_definitions","recalculate_rankings","policy mutation","report generation"]},"apiPolicy":{"publicRoutes":["/","/en","/terms","/trending","/popular","/recent","/random","/az","/categories","/tags","/locales","/faq","/docs","/api","/api/docs","/api/health","/api/v1/health","/api/v1/terms","/api/v1/search","/api/v1/categories","/api/v1/tags","/api/v1/locales","/api/v1/recent","/api/v1/popular","/api/v1/trending","/api/v1/stats","/api/v1/agent-policy","/api/v1/agent-policy/platforms","/api/v1/agent-policy/robots","/api/v1/agent-policy/summary","/api/mcp","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/privacy","/terms","/data-policy","/principles","/open-source","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt","/.well-known/platphorm.json"],"protectedRoutes":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"]},"contentUsePolicy":"Approved public dictionary content may be crawled, searched, cited, summarized, and used by answer engines with attribution to canonical URLs. Pending/rejected/private moderation data is not public content.","attributionPolicy":"Quote, summarize, or reuse public definitions with attribution to PlatPhorm Dictionary and the canonical term URL where practical.","rateLimitPolicy":"Public clients should keep reads bounded. Submissions and votes are rate limited. Aggressive automation may be throttled or blocked.","trainingPolicy":"Public approved content is available for public-safe AI discovery and learning unless a future route-specific policy says otherwise. Private and protected content is never public training data.","searchPolicy":"Search indexing and answer-engine use are allowed for public-safe pages and discovery files with canonical URL attribution.","answerEnginePolicy":"Answer engines may cite and summarize approved public definitions. They must not represent pending, rejected, private, or generated suggestions as approved content.","tracePolicy":"W3C trace context and PlatPhorm trace headers are accepted and propagated for platform operations without secrets in trace state or baggage.","ja4DigestPolicy":"x-vercel-ja4-digest is fingerprint-adjacent metadata. It may be captured and hashed/redacted for observability and trust scoring but raw values must never appear in public artifacts.","updatedAt":"2026-05-16T00:00:00.000Z","platforms":[{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"openai","displayName":"OpenAI / ChatGPT","organization":"OpenAI","category":"ai_search_agent_crawler","knownUserAgents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"officialDocsUrl":"https://platform.openai.com/docs/bots","verificationStatus":"official","defaultPolicy":"allow_public","crawlDelay":null,"rateLimitHint":"Public-safe reads may be cached and rate limited; aggressive fetching may be throttled.","attributionRequired":true,"trainingAllowed":true,"searchIndexingAllowed":true,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":true,"notes":"Official bot family names are sourced from OpenAI crawler documentation. Public-safe pages, discovery files, API docs, OpenAPI, llms files, RSS/sitemap, and read-only MCP introspection are allowed; private and mutating routes remain protected.","sourceConfidence":"high"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"anthropic","displayName":"Anthropic / Claude","organization":"Anthropic","category":"ai_agent_crawler","knownUserAgents":["ClaudeBot","Claude-User","Claude-SearchBot"],"officialDocsUrl":"https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","verificationStatus":"official","defaultPolicy":"allow_public","crawlDelay":null,"rateLimitHint":"Public-safe reads may be cached and rate limited; aggressive fetching may be throttled.","attributionRequired":true,"trainingAllowed":true,"searchIndexingAllowed":true,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":true,"notes":"Official crawler-control documentation was available at implementation time; no private, admin, pending, rejected, or mutation surfaces are public.","sourceConfidence":"high"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"xai","displayName":"xAI / Grok","organization":"xAI","category":"ai_platform","knownUserAgents":[],"officialDocsUrl":"https://docs.x.ai/","verificationStatus":"unknown","defaultPolicy":"allow_public","crawlDelay":null,"rateLimitHint":"Public-safe reads may be cached and rate limited; user-agent details are not asserted without crawler documentation.","attributionRequired":true,"trainingAllowed":null,"searchIndexingAllowed":true,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":true,"notes":"Official xAI platform docs are recorded, but crawler user-agent names were not verified in repo-time implementation.","sourceConfidence":"unknown"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"meta","displayName":"Meta / Meta AI","organization":"Meta","category":"ai_platform_crawler","knownUserAgents":[],"officialDocsUrl":"https://developers.facebook.com/docs/sharing/webmasters/crawler","verificationStatus":"unknown","defaultPolicy":"allow_public","crawlDelay":null,"rateLimitHint":"Public-safe reads may be cached and rate limited; user-agent details are not asserted without crawler documentation verification.","attributionRequired":true,"trainingAllowed":null,"searchIndexingAllowed":true,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":true,"notes":"Meta crawler documentation URL is recorded, but exact Meta AI crawler user-agent tokens are intentionally not asserted here.","sourceConfidence":"unknown"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"google","displayName":"Google / Googlebot / Google-Extended","organization":"Google","category":"search_ai_crawler","knownUserAgents":["Googlebot","Google-Extended"],"officialDocsUrl":"https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers","verificationStatus":"official","defaultPolicy":"allow_public","crawlDelay":null,"rateLimitHint":"Respect robots.txt and public-safe rate limits.","attributionRequired":true,"trainingAllowed":true,"searchIndexingAllowed":true,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":false,"notes":"Official Google crawler docs are used for the crawler family names represented here.","sourceConfidence":"high"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"microsoft","displayName":"Microsoft / Bing / Copilot-related public agents","organization":"Microsoft","category":"search_ai_crawler","knownUserAgents":["Bingbot"],"officialDocsUrl":"https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0","verificationStatus":"official","defaultPolicy":"allow_public","crawlDelay":null,"rateLimitHint":"Respect robots.txt and public-safe rate limits.","attributionRequired":true,"trainingAllowed":true,"searchIndexingAllowed":true,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":false,"notes":"Bingbot is listed with Microsoft's Bing Webmaster crawler documentation URL; Copilot-specific crawler names are not asserted.","sourceConfidence":"medium"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"perplexity","displayName":"Perplexity","organization":"Perplexity AI","category":"answer_engine_crawler","knownUserAgents":["PerplexityBot","Perplexity-User"],"officialDocsUrl":"https://docs.perplexity.ai/guides/bots","verificationStatus":"official","defaultPolicy":"allow_public","crawlDelay":null,"rateLimitHint":"Public-safe reads may be cached and rate limited; cite canonical URLs.","attributionRequired":true,"trainingAllowed":null,"searchIndexingAllowed":true,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":false,"notes":"Official Perplexity bot documentation is recorded for user-agent names.","sourceConfidence":"high"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"apple","displayName":"Apple / Applebot","organization":"Apple","category":"search_crawler","knownUserAgents":["Applebot"],"officialDocsUrl":"https://support.apple.com/en-us/119829","verificationStatus":"official","defaultPolicy":"allow_public","crawlDelay":null,"rateLimitHint":"Respect robots.txt and public-safe rate limits.","attributionRequired":true,"trainingAllowed":null,"searchIndexingAllowed":true,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":false,"notes":"Official Applebot documentation is recorded for crawler behavior.","sourceConfidence":"high"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"mcp-clients","displayName":"MCP clients","organization":"Model Context Protocol ecosystem","category":"mcp_client","knownUserAgents":[],"officialDocsUrl":"https://modelcontextprotocol.io/","verificationStatus":"official","defaultPolicy":"allow_public","crawlDelay":null,"rateLimitHint":"Read-only introspection is public-safe; protected tools require PLATPHORM_API_KEY when enforcement is enabled.","attributionRequired":true,"trainingAllowed":null,"searchIndexingAllowed":null,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":true,"notes":"initialize, ping, tools/list, resources/list, prompts/list, and public-safe read-only calls are allowed.","sourceConfidence":"high"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"browser-agents","displayName":"Browser automation agents","organization":"Multiple","category":"browser_agent","knownUserAgents":[],"officialDocsUrl":null,"verificationStatus":"unknown","defaultPolicy":"allow_limited","crawlDelay":2,"rateLimitHint":"Keep browsing bounded. Do not trigger moderation, import, sync, admin, or destructive actions without PLATPHORM_API_KEY.","attributionRequired":true,"trainingAllowed":null,"searchIndexingAllowed":null,"answerUseAllowed":true,"apiAccessAllowed":true,"mcpAccessAllowed":true,"notes":"Public-safe browsing, discovery, and read-only API/MCP introspection are supported.","sourceConfidence":"medium"},{"allowedPaths":["/","/en","/docs","/api/docs","/openapi.yaml","/openapi.json","/llms.txt","/llms-full.txt","/llms-index.json","/robots.txt","/humans.txt","/sitemap.xml","/sitemap-main.xml","/sitemap-index.xml","/rss.xml","/feed.xml","/manifest.webmanifest","/.well-known/mcp.json","/.well-known/agents.json","/.well-known/agent-policy.json","/.well-known/ai-policy.json","/.well-known/trust.json","/.well-known/security.txt"],"disallowedPaths":["/admin","/_next/server","/api/*/admin","/api/*/private","/api/*/protected","/*?token=","/*?key=","/*?secret="],"protectedPaths":["/admin","/api/admin","/api/private","/api/protected","/api/v1/ingest","/api/v1/import","/api/v1/moderation","/api/v1/rankings/recalculate","/api/v1/definitions/*/approve","/api/v1/definitions/*/reject","/api/v1/reports","/api/v1/audit"],"lastVerifiedAt":"2026-05-16T00:00:00.000Z","id":"generic-crawlers","displayName":"Generic crawlers","organization":"Multiple","category":"crawler","knownUserAgents":[],"officialDocsUrl":null,"verificationStatus":"unknown","defaultPolicy":"allow_limited","crawlDelay":5,"rateLimitHint":"Respect robots.txt. Avoid private, admin, mutation, and sensitive paths.","attributionRequired":true,"trainingAllowed":null,"searchIndexingAllowed":true,"answerUseAllowed":true,"apiAccessAllowed":false,"mcpAccessAllowed":false,"notes":"Default public-safe crawling is allowed; protected and sensitive routes are disallowed or require platform authorization.","sourceConfidence":"medium"}]}