{
  "policy_owner": "FrameZero Index",
  "canonical_url": "https://index.framezero.be/robots.txt",
  "default_posture": "Allow discovery crawlers while monitoring volume, citation value, and commercial impact.",
  "allowed_ai_crawlers": [
    "GPTBot",
    "ChatGPT-User",
    "OAI-SearchBot",
    "ClaudeBot",
    "Claude-User",
    "PerplexityBot",
    "Perplexity-User",
    "Applebot",
    "Applebot-Extended",
    "Google-Extended",
    "CCBot",
    "Bytespider",
    "FacebookBot"
  ],
  "governance_notes": [
    "Crawler access should be reviewed as traffic volume, commercial value, and contractual options change.",
    "FrameZero Index treats crawler access as a policy surface: allow, block, rate limit, govern, or prepare for monetization.",
    "Customers may choose a stricter crawler posture based on legal, commercial, or infrastructure requirements."
  ],
  "monitoring_signals": [
    "Crawler identity",
    "Allowed or blocked status",
    "Request volume",
    "Visited content type",
    "Citation or recommendation impact",
    "Policy recommendation"
  ]
}