{
 "action": "refuse",
 "groups": [
  {
   "crawler_id": "gptbot",
   "name": "GPTBot",
   "operator": "OpenAI",
   "token": "GPTBot",
   "purpose": "training",
   "lines": [
    "User-agent: GPTBot",
    "Disallow: /"
   ],
   "url": "https://agentreadycrawlers.com/crawlers/gptbot/"
  },
  {
   "crawler_id": "claudebot",
   "name": "ClaudeBot",
   "operator": "Anthropic",
   "token": "ClaudeBot",
   "purpose": "training",
   "lines": [
    "User-agent: ClaudeBot",
    "Disallow: /"
   ],
   "url": "https://agentreadycrawlers.com/crawlers/claudebot/"
  }
 ],
 "robots_txt": "User-agent: GPTBot\nDisallow: /\n\nUser-agent: ClaudeBot\nDisallow: /\n",
 "unmatched": [],
 "url": "https://agentreadycrawlers.com/crawlers/",
 "dataset_url": "https://agentreadycrawlers.com/data/crawler-index-2026-11-04.json",
 "edition": "2026-11-04"
}