{
 "id": "gptbot",
 "name": "GPTBot",
 "operator": "OpenAI",
 "robots_token": "GPTBot",
 "user_agent_string": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.4; +https://openai.com/gptbot",
 "purpose": "training",
 "respects_robots": {
  "reading": "Yes, per operator",
  "statement": "OpenAI: disallowing GPTBot indicates a site's content should not be used in training generative AI foundation models.",
  "source_url": "https://platform.openai.com/docs/bots"
 },
 "verification": {
  "method": "ip-json",
  "url": "https://openai.com/gptbot.json",
  "ip_ranges_url": "https://openai.com/gptbot.json"
 },
 "rate_behaviour": "OpenAI says changes to robots.txt take about 24 hours to reach its systems, and that if both GPTBot and OAI-SearchBot are allowed it may use one crawl for both uses. gptbot.json creationTime read: 2026-09-22.",
 "allow_lines": [
  "User-agent: GPTBot",
  "Allow: /"
 ],
 "refuse_lines": [
  "User-agent: GPTBot",
  "Disallow: /"
 ],
 "vendor_rule_names": {},
 "documentation_url": "https://platform.openai.com/docs/bots",
 "operator_documentation_read": "2026-11-04",
 "block_rates": {
  "token": "GPTBot",
  "top_10000": {
   "n": 5938,
   "disallow_effective": 1097,
   "disallow_named": 901,
   "named_any": 1421,
   "pct_effective": 18.5,
   "pct_named": 15.2,
   "pct_fallback": 3.3
  },
  "all_crawled": {
   "n": 8624,
   "disallow_effective": 1198,
   "disallow_named": 993,
   "named_any": 2021,
   "pct_effective": 13.9,
   "pct_named": 11.5,
   "pct_fallback": 2.4
  },
  "tool": "get_block_rate"
 },
 "crawl_date": "2026-11-04",
 "url": "https://agentreadycrawlers.com/crawlers/gptbot/",
 "dataset_url": "https://agentreadycrawlers.com/data/crawler-index-2026-11-04.json",
 "edition": "2026-11-04"
}