{
 "title": "Verification Ledger",
 "publisher": "Agent Ready Crawlers",
 "edition": "2026-11-04",
 "rows": [
  {
   "operator": "OpenAI",
   "crawler_ids": "gptbot oai-searchbot chatgpt-user oai-adsbot chatgpt-agent",
   "ip_lists": "https://openai.com/gptbot.json https://openai.com/searchbot.json https://openai.com/chatgpt-user.json https://openai.com/adsbot.json",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "https://chatgpt.com/.well-known/http-message-signatures-directory",
   "cloudflare_verified": "GPTBot and ChatGPT agent listed Verified on Radar (read 2026-11-04); ChatGPT agent is a Cloudflare signed agent, detection ID 129220581",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "One IP JSON per crawler plus a Web Bot Auth key directory for the Cloud browser. The most complete set read.",
   "source_url": "https://platform.openai.com/docs/bots",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Anthropic",
   "crawler_ids": "claudebot claude-user claude-searchbot claude-in-chrome claude-duet",
   "ip_lists": "https://claude.com/crawling/bots.json",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not confirmed on Radar (directory slug not found, 2026-11-04)",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "One shared IP list for all three bots; no key directory at claude.ai or claude.com (404, 2026-11-04); nothing for Claude in Chrome.",
   "source_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Perplexity",
   "crawler_ids": "perplexitybot perplexity-user perplexity-comet",
   "ip_lists": "https://www.perplexity.ai/perplexitybot.json https://www.perplexity.ai/perplexity-user.json",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Two IP lists and WAF recipes; no key directory (404 at www.perplexity.ai, 2026-11-04); nothing for Comet.",
   "source_url": "https://docs.perplexity.ai/guides/bots",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Google",
   "crawler_ids": "googlebot google-extended google-cloudvertexbot googleother storebot-google google-agent google-gemininotebook gemini-in-chrome",
   "ip_lists": "https://developers.google.com/static/search/apis/ipranges/googlebot.json https://developers.google.com/static/search/apis/ipranges/special-crawlers.json https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers-google.json https://developers.google.com/static/search/apis/ipranges/user-triggered-agents.json",
   "reverse_dns": "crawl-*.googlebot.com, geo-crawl-*.geo.googlebot.com, rate-limited-proxy-*.google.com, *.gae.googleusercontent.com, google-proxy-*.google.com",
   "web_bot_auth_key_directory": "https://agent.bot.goog/.well-known/http-message-signatures-directory (Google-Agent, subset of requests, experimental)",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Five IP lists, reverse DNS for every class, and an experimental key directory for Google-Agent. Nothing for auto browse in the user's Chrome.",
   "source_url": "https://developers.google.com/crawling/docs/crawlers-fetchers/verify-google-requests",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Apple",
   "crawler_ids": "applebot applebot-extended",
   "ip_lists": "https://search.developer.apple.com/applebot.json",
   "reverse_dns": "*.applebot.apple.com",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "IP list and reverse DNS.",
   "source_url": "https://support.apple.com/en-us/119829",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Microsoft",
   "crawler_ids": "bingbot microsoftpreview copilot-actions",
   "ip_lists": "https://www.bing.com/toolbox/bingbot.json",
   "reverse_dns": "Verify Bingbot tool and documented methods",
   "web_bot_auth_key_directory": "not published",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "bingbot.json (creationTime 2024-01-03) and a verification tool; nothing for Browse with Copilot.",
   "source_url": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Amazon",
   "crawler_ids": "amazonbot amzn-searchbot amzn-user amazon-buy-for-me amazon-rufus",
   "ip_lists": "https://developer.amazon.com/amazonbot/ip-addresses/ https://developer.amazon.com/amazonbot/searchbot-ip-addresses/ https://developer.amazon.com/amazonbot/live-ip-addresses/",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Three IP lists on HTML pages with JSON bodies; nothing for Buy for Me or Rufus.",
   "source_url": "https://developer.amazon.com/amazonbot",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Amazon Web Services",
   "crawler_ids": "agentcore-browser",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "Web Bot Auth signing in preview, opt-in (browserSigning)",
   "cloudflare_verified": "listed by AWS as recognised by Cloudflare, Akamai and others",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Signs on behalf of customers' agents when enabled.",
   "source_url": "https://docs.aws.amazon.com/bedrock-agentcore/latest/devguide/browser-web-bot-auth.html",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Meta",
   "crawler_ids": "meta-externalagent meta-externalfetcher meta-webindexer meta-externalads facebookexternalhit meta-muse",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "User agent strings only; the page recommends IP allowlisting but links no list. Publishes nothing for Muse.",
   "source_url": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers/",
   "read_date": "2026-11-04"
  },
  {
   "operator": "ByteDance",
   "crawler_ids": "bytespider",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not found on Radar (slug bytespider returned 404, 2026-11-04)",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing.",
   "source_url": "https://www.centinelanalytica.com/bots/bytespider",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Common Crawl",
   "crawler_ids": "ccbot",
   "ip_lists": "https://index.commoncrawl.org/ccbot.json",
   "reverse_dns": "*.crawl.commoncrawl.org (IPv4 only)",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "IP list with synctoken 20260811134000 and reverse DNS.",
   "source_url": "https://commoncrawl.org/ccbot",
   "read_date": "2026-11-04"
  },
  {
   "operator": "DuckDuckGo",
   "crawler_ids": "duckassistbot duckduckbot",
   "ip_lists": "https://duckduckgo.com/duckassistbot.json https://duckduckgo.com/duckduckbot.json",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Two IP lists.",
   "source_url": "https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Mistral AI",
   "crawler_ids": "mistralai-user mistralai-index mistralai-training",
   "ip_lists": "https://mistral.ai/mistralai-user-ips.json https://mistral.ai/mistralai-index-ips.json",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "IP lists for User and Index; none linked for Training.",
   "source_url": "https://docs.mistral.ai/robots",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Cohere",
   "crawler_ids": "cohere-ai",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing.",
   "source_url": "https://technologychecker.io/blog/ai-crawler-list",
   "read_date": "2026-11-04"
  },
  {
   "operator": "You.com",
   "crawler_ids": "youbot",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing we could read; a detection vendor reports signed requests.",
   "source_url": "https://www.verisoul.ai/agents/youbot",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Diffbot",
   "crawler_ids": "diffbot",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing for verification; robots.txt can be ignored by customer setting.",
   "source_url": "https://docs.diffbot.com/docs/why-is-my-crawl-not-crawling-and-other-uncommon-crawl-problems",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Timpi",
   "crawler_ids": "timpibot",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing.",
   "source_url": "https://timpi.io/",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Webz.io",
   "crawler_ids": "omgili",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing for verification.",
   "source_url": "https://webz.io/bot.html",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Hive (ImageSift)",
   "crawler_ids": "imagesiftbot",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "User agent string and robots.txt behaviour only.",
   "source_url": "https://imagesift.com/about",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Huawei",
   "crawler_ids": "petalbot",
   "ip_lists": "publishes nothing",
   "reverse_dns": "petalbot-*.petalsearch.com",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Reverse DNS only.",
   "source_url": "https://webmaster.petalsearch.com/site/petalbot",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Browserbase",
   "crawler_ids": "browserbase stagehand",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "https://www.browserbase.com/.well-known/http-message-signatures-directory",
   "cloudflare_verified": "Cloudflare signed agent (cohort of 2025-08-28)",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Key directory; signing is a customer feature.",
   "source_url": "https://docs.browserbase.com/platform/identity/overview",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Apify",
   "crawler_ids": "apify",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "signHttpRequests option; no key directory at apify.com (404, 2026-11-04)",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Signing option documented; directory location not found.",
   "source_url": "https://blog.apify.com/ai-agent-infrastructure/",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Browser Use",
   "crawler_ids": "browser-use",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing for site owners (no key directory at browser-use.com, 404, 2026-11-04).",
   "source_url": "https://www.verisoul.ai/agents/browser-use",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Firecrawl",
   "crawler_ids": "firecrawl",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Robots.txt token only; Firecrawl advises against UA-based allowlisting.",
   "source_url": "https://docs.firecrawl.dev/advanced-scraping-guide",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Cloudflare",
   "crawler_ids": "cloudflare-browser-rendering",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "documented in Browser Rendering automatic request headers",
   "cloudflare_verified": "Cloudflare signed agent",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Signs Browser Rendering traffic.",
   "source_url": "https://developers.cloudflare.com/browser-rendering/reference/automatic-request-headers/",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Anchor",
   "crawler_ids": "anchor-browser",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "signs per customer setup",
   "cloudflare_verified": "Cloudflare signed agent (cohort of 2025-08-28)",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Signing depends on customer configuration.",
   "source_url": "https://blog.cloudflare.com/signed-agents/",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Block",
   "crawler_ids": "goose",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "signs under Cloudflare's signed agents program",
   "cloudflare_verified": "Cloudflare signed agent (cohort of 2025-08-28)",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Open-source agent.",
   "source_url": "https://blog.cloudflare.com/signed-agents/",
   "read_date": "2026-11-04"
  },
  {
   "operator": "xAI",
   "crawler_ids": "grok-bot",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing; Verisoul reports Grok Bot stopped signing in mid-October 2026.",
   "source_url": "https://www.verisoul.ai/agents/xai-bots",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Exa",
   "crawler_ids": "exasearchbot",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing we could read.",
   "source_url": "https://www.verisoul.ai/agents/exasearchbot",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Manus",
   "crawler_ids": "manus",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "publishes nothing",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Publishes nothing we could read.",
   "source_url": "https://www.verisoul.ai/agents/manus-bot",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Ora",
   "crawler_ids": "orabot",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "https://ora.ai/.well-known/http-message-signatures-directory",
   "cloudflare_verified": "not checked",
   "visa_tap_registry": "not applicable: Ora's bot page describes a scanner that does not shop or pay (read 2026-11-05)",
   "mastercard_agent_pay": "not applicable: Ora's bot page describes a scanner that does not shop or pay (read 2026-11-05)",
   "summary": "Signs every OraBot request with Web Bot Auth; the key directory answered on 2026-11-05.",
   "source_url": "https://ora.ai/bot",
   "read_date": "2026-11-05"
  },
  {
   "operator": "Visa (programme)",
   "crawler_ids": "",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "TAP uses Web Bot Auth; reference agent-registry in the GitHub repo",
   "cloudflare_verified": "n/a",
   "visa_tap_registry": "reference implementation at github.com/visa/trusted-agent-protocol (agent-registry folder); no public list of registered agents found",
   "mastercard_agent_pay": "no public operator-level registration found (checked 2026-11-04)",
   "summary": "Programme, not a crawler: the registry of TAP agents is not public.",
   "source_url": "https://github.com/visa/trusted-agent-protocol",
   "read_date": "2026-11-04"
  },
  {
   "operator": "Mastercard (programme)",
   "crawler_ids": "",
   "ip_lists": "publishes nothing",
   "reverse_dns": "publishes nothing",
   "web_bot_auth_key_directory": "Agent Pay signs with Web Bot Auth (tag agent-payer-auth, per Cloudflare)",
   "cloudflare_verified": "n/a",
   "visa_tap_registry": "no public operator-level registration found (checked 2026-11-04)",
   "mastercard_agent_pay": "developer docs are a JavaScript shell to plain fetch; no public list of registered agents found (checked 2026-11-04)",
   "summary": "Programme, not a crawler.",
   "source_url": "https://blog.cloudflare.com/secure-agentic-commerce/",
   "read_date": "2026-11-04"
  }
 ]
}