{"$schema":"https://fetchgate.dev/v1/agent-census.json","name":"Fetchgate Agent Web Crawler Census","description":"Every named bot observed crawling a live, publicly-listed x402 + MCP endpoint, with a matcher and a behavioural category so any operator can classify their own traffic. Free and unmetered. Observed first-hand, not aggregated from third-party bot lists.","license":"CC-BY-4.0","attribution":"https://fetchgate.dev/tools/agent-census","snapshot":{"windowEnd":"2026-08-27T20:30:00Z","windowHours":24,"source":"Cloudflare zone analytics for fetchgate.dev","zoneRequests":6309,"workerInvocations":6017,"workerErrors":0,"distinctUserAgents":187,"vulnerabilityScannerBurst":2981,"lifetimePaymentAttempts":2,"lifetimeRealPayments":0},"totals":{"namedAgents":60,"requests24h":2315,"payingAgents":0,"selfDeclaredNonPayers":19},"categories":[{"category":"liveness-monitor","label":"Liveness / uptime monitor","agents":14,"requests24h":1396,"note":"Checks that the endpoint is up and answering. Never calls a tool, never pays."},{"category":"directory-crawler","label":"Directory & index crawler","agents":16,"requests24h":718,"note":"Ingests the catalog/manifest to list the service in a directory. Never pays."},{"category":"security-research","label":"Security research","agents":5,"requests24h":50,"note":"Scans MCP surfaces for injection, rug-pull and tool-poisoning risk. Never pays."},{"category":"search-engine","label":"Search engine","agents":3,"requests24h":46,"note":"Conventional web indexing. Never pays."},{"category":"census-research","label":"Ecosystem census / research","agents":9,"requests24h":39,"note":"Longitudinal surveys of the agent ecosystem. Never pays."},{"category":"ai-training","label":"AI training / retrieval","agents":2,"requests24h":20,"note":"Fetches page content for model training or retrieval. Never pays."},{"category":"price-scraper","label":"Price-quote scraper","agents":4,"requests24h":17,"note":"Reads the 402 challenge purely to record the price. Explicitly never pays."},{"category":"contact-harvest","label":"Contact / domain harvesting","agents":3,"requests24h":11,"note":"Looks for operator contact details. Never pays."},{"category":"misc-utility","label":"Misc utility","agents":3,"requests24h":10,"note":"Favicons, text extraction, link checking. Never pays."},{"category":"seo-backlink","label":"SEO / backlink","agents":1,"requests24h":8,"note":"Backlink-graph crawling. Never pays."}],"agents":[{"ua":"SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)","matcher":"SentinelOracle/","category":"liveness-monitor","url":"https://glimind.com/opt-out","requests24h":584,"pays":false,"selfDeclared":"liveness-only, never invokes tools"},{"ua":"x402-list-monitor/1.0 (+https://x402-list.com)","matcher":"x402-list-monitor/","category":"directory-crawler","url":"https://x402-list.com","requests24h":543,"pays":false},{"ua":"x402-observer/1.0 (uptime+trust monitor; +https://x402.fuchss.app/trust)","matcher":"x402-observer/","category":"liveness-monitor","url":"https://x402.fuchss.app/trust","requests24h":331,"pays":false,"selfDeclared":"uptime+trust monitor"},{"ua":"mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)","matcher":"mcpbeat/","category":"liveness-monitor","url":"https://mcpbeat.com/bot/","requests24h":272,"pays":false,"selfDeclared":"liveness check"},{"ua":"zevruna-monitor/1.0 (+https://zevruna.com)","matcher":"zevruna-monitor/","category":"liveness-monitor","url":"https://zevruna.com","requests24h":138,"pays":false},{"ua":"agent-tools.cloud-crawler/0.1 (+https://agent-tools.cloud)","matcher":"agent-tools\\.cloud-crawler/","category":"directory-crawler","url":"https://agent-tools.cloud","requests24h":115,"pays":false},{"ua":"GolemreachTrustBot/0.1 (+https://golemreach.com/trust/bot)","matcher":"GolemreachTrustBot/","category":"liveness-monitor","url":"https://golemreach.com/trust/bot","requests24h":32,"pays":false},{"ua":"mcpi/probe","matcher":"mcpi/probe","category":"directory-crawler","requests24h":28,"pays":false},{"ua":"CCBot/2.0 (https://commoncrawl.org/faq/)","matcher":"CCBot/","category":"ai-training","url":"https://commoncrawl.org/faq/","requests24h":15,"pays":false},{"ua":"ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe)","matcher":"ProofBench/","category":"liveness-monitor","url":"https://proofbench.dev/about/probe","requests24h":14,"pays":false,"selfDeclared":"MCP registry health probe"},{"ua":"mcp-protections-research/0.1 (+defensive security research)","matcher":"mcp-protections-research/","category":"security-research","requests24h":14,"pays":false,"selfDeclared":"defensive security research"},{"ua":"aisec-registry/0.2 (+https://sec.sqrx.io)","matcher":"aisec-registry/","category":"security-research","url":"https://sec.sqrx.io","requests24h":12,"pays":false},{"ua":"MCPWatch/0.1.0 longitudinal MCP security research","matcher":"MCPWatch/","category":"security-research","requests24h":10,"pays":false,"selfDeclared":"longitudinal MCP security research"},{"ua":"assay-indexer/0.1","matcher":"assay-indexer/","category":"census-research","requests24h":10,"pays":false},{"ua":"mcp2-research/1.0","matcher":"mcp2-research/","category":"security-research","requests24h":8,"pays":false},{"ua":"FaviconAPI/1.0 (+https://vemetric.com/favicon-api)","matcher":"FaviconAPI/","category":"misc-utility","url":"https://vemetric.com/favicon-api","requests24h":8,"pays":false},{"ua":"hermes-contact-discovery/1.0 (research)","matcher":"hermes-contact-discovery/","category":"contact-harvest","requests24h":8,"pays":false},{"ua":"reliability-bureau-spike/0.1","matcher":"reliability-bureau-spike/","category":"liveness-monitor","requests24h":8,"pays":false},{"ua":"serpstatbot/2.1 (advanced backlink tracking bot; https://serpstatbot.com/)","matcher":"serpstatbot/","category":"seo-backlink","url":"https://serpstatbot.com/","requests24h":8,"pays":false},{"ua":"TOLL402-Exact-Quote-Verifier/1.0 (+https://toll402.com/insights/x402-discovery-crawl-methodology)","matcher":"TOLL402-Exact-Quote-Verifier/","category":"price-scraper","url":"https://toll402.com/insights/x402-discovery-crawl-methodology","requests24h":8,"pays":false},{"ua":"merona-mcp-probe/0.1 (read-only research)","matcher":"merona-mcp-probe/","category":"census-research","requests24h":7,"pays":false,"selfDeclared":"read-only research"},{"ua":"mcp-rugpull-research/1.0","matcher":"mcp-rugpull-research/","category":"security-research","requests24h":6,"pays":false},{"ua":"AgentIndexBot/0.1 (+https://agents.traderszone.net; polite ARD crawler)","matcher":"AgentIndexBot/","category":"directory-crawler","url":"https://agents.traderszone.net","requests24h":6,"pays":false,"selfDeclared":"polite ARD crawler"},{"ua":"Claude-User (claude-code/2.1.247; +https://support.anthropic.com/)","matcher":"Claude-User","category":"ai-training","url":"https://support.anthropic.com/","requests24h":5,"pays":false},{"ua":"research-cron","matcher":"^research-cron$","category":"census-research","requests24h":5,"pays":false},{"ua":"Cleared-Harness/1.0 (+https://clearedindex.com/harness)","matcher":"Cleared-Harness/","category":"census-research","url":"https://clearedindex.com/harness","requests24h":4,"pays":false},{"ua":"x402-opportunity-scout/1.0","matcher":"x402-opportunity-scout/","category":"price-scraper","requests24h":4,"pays":false},{"ua":"AgentAlmanac-PriceBot/0.1 (+https://agentalmanac.org) reads-402-price-quotes-only-never-pays","matcher":"AgentAlmanac-PriceBot/","category":"price-scraper","url":"https://agentalmanac.org","requests24h":4,"pays":false,"selfDeclared":"reads-402-price-quotes-only-never-pays"},{"ua":"io.verifymcp/probe","matcher":"io\\.verifymcp/probe","category":"liveness-monitor","requests24h":4,"pays":false},{"ua":"AIVE-MCP-EndpointProbe/1.0 (+https://github.com/eXaive/aive-ingest; reachability check only, no auth attempted)","matcher":"AIVE-MCP-EndpointProbe/","category":"liveness-monitor","url":"https://github.com/eXaive/aive-ingest","requests24h":3,"pays":false,"selfDeclared":"reachability check only, no auth attempted"},{"ua":"strand-mcp/0.1 (+sync)","matcher":"strand-mcp/","category":"directory-crawler","requests24h":3,"pays":false},{"ua":"mcpgrade-probe/0.1","matcher":"mcpgrade-probe/","category":"liveness-monitor","requests24h":3,"pays":false},{"ua":"measure-mcp-schema/0.1.0","matcher":"measure-mcp-schema/","category":"census-research","requests24h":3,"pays":false},{"ua":"api-forge-mcp-index/1.0 (+https://api.temsor.com/mcp/index)","matcher":"api-forge-mcp-index/","category":"directory-crawler","url":"https://api.temsor.com/mcp/index","requests24h":3,"pays":false},{"ua":"MCPWitness/1.0 (health probe; +https://mcpwitness.com)","matcher":"MCPWitness/","category":"liveness-monitor","url":"https://mcpwitness.com","requests24h":3,"pays":false,"selfDeclared":"health probe"},{"ua":"mcpscan/1.0 (+https://modc2.com/mcpscan; MCP index crawler)","matcher":"mcpscan/","category":"directory-crawler","url":"https://modc2.com/mcpscan","requests24h":3,"pays":false,"selfDeclared":"MCP index crawler"},{"ua":"agent-world-probe/py-0.95 (research; MCP census)","matcher":"agent-world-probe/","category":"census-research","requests24h":3,"pays":false,"selfDeclared":"research; MCP census"},{"ua":"rill-directory-probe/1.0","matcher":"rill-directory-probe/","category":"directory-crawler","requests24h":3,"pays":false},{"ua":"AllMCPs-Ingest","matcher":"AllMCPs-Ingest","category":"directory-crawler","requests24h":3,"pays":false},{"ua":"mcp-history/1.0 (+ecosystem drift survey)","matcher":"mcp-history/","category":"census-research","requests24h":3,"pays":false,"selfDeclared":"ecosystem drift survey"},{"ua":"mcpqueen-grader/0.3 (+https://mcpqueen.com)","matcher":"mcpqueen-grader/","category":"directory-crawler","url":"https://mcpqueen.com","requests24h":3,"pays":false},{"ua":"mcp-observatory/0.1.0 (+https://github.com/yhouta/mcp-observatory; public transparency log)","matcher":"mcp-observatory/","category":"census-research","url":"https://github.com/yhouta/mcp-observatory","requests24h":3,"pays":false,"selfDeclared":"public transparency log"},{"ua":"VerifyMCP-OwnersBot/1.0 (+https://verifymcp.io/docs/build/owners-json)","matcher":"VerifyMCP-OwnersBot/","category":"directory-crawler","url":"https://verifymcp.io/docs/build/owners-json","requests24h":2,"pays":false},{"ua":"lastseen-schema-probe/1.0 (+https://lastseen.dev; introspection-only)","matcher":"lastseen-schema-probe/","category":"liveness-monitor","url":"https://lastseen.dev","requests24h":2,"pays":false,"selfDeclared":"introspection-only"},{"ua":"DomainIntelCollector/1.0","matcher":"DomainIntelCollector/","category":"contact-harvest","requests24h":2,"pays":false},{"ua":"AIVE-MCP-Discover/1.0 (+https://aive.global/mcp-trust/census; one server/discover POST per endpoint, no auth attempted)","matcher":"AIVE-MCP-Discover/","category":"directory-crawler","url":"https://aive.global/mcp-trust/census","requests24h":2,"pays":false,"selfDeclared":"one server/discover POST per endpoint, no auth attempted"},{"ua":"x402-observatory/0.2 (+research collector)","matcher":"x402-observatory/","category":"census-research","requests24h":1,"pays":false,"selfDeclared":"research collector"},{"ua":"TOLL402-Safe-Origin-Verifier/1.0 (+https://toll402.com/insights/x402-discovery-crawl-methodology)","matcher":"TOLL402-Safe-Origin-Verifier/","category":"price-scraper","url":"https://toll402.com/insights/x402-discovery-crawl-methodology","requests24h":1,"pays":false},{"ua":"titan-ghost-x402-directory/1.0","matcher":"titan-ghost-x402-directory/","category":"directory-crawler","requests24h":1,"pays":false},{"ua":"DomainArrivals-Evidence/1.0 (+https://domainarrivals.com)","matcher":"DomainArrivals-Evidence/","category":"contact-harvest","url":"https://domainarrivals.com","requests24h":1,"pays":false},{"ua":"Open402DirectoryCrawler/1.0","matcher":"Open402DirectoryCrawler/","category":"directory-crawler","requests24h":1,"pays":false},{"ua":"mcphq-probe/0.1 (+https://mcphq.ai)","matcher":"mcphq-probe/","category":"liveness-monitor","url":"https://mcphq.ai","requests24h":1,"pays":false},{"ua":"AgentScore-EndpointProbe/1.0","matcher":"AgentScore-EndpointProbe/","category":"liveness-monitor","requests24h":1,"pays":false},{"ua":"Station70-Gatekeeper-Catalog/1.0 (+https://station70.com; catalog research)","matcher":"Station70-Gatekeeper-Catalog/","category":"directory-crawler","url":"https://station70.com","requests24h":1,"pays":false,"selfDeclared":"catalog research"},{"ua":"402explorer/0.1 (+https://discover.paygent.net/about)","matcher":"402explorer/","category":"directory-crawler","url":"https://discover.paygent.net/about","requests24h":1,"pays":false},{"ua":"hultra-link/1.0 (+https://donnees.hultra.link/sondes.md)","matcher":"hultra-link/","category":"misc-utility","url":"https://donnees.hultra.link/sondes.md","requests24h":1,"pays":false},{"ua":"trafilatura/2.1.0 (+https://github.com/adbar/trafilatura)","matcher":"trafilatura/","category":"misc-utility","url":"https://github.com/adbar/trafilatura","requests24h":1,"pays":false},{"ua":"Googlebot/2.1 (+http://www.google.com/bot.html)","matcher":"Googlebot/2\\.1","category":"search-engine","url":"http://www.google.com/bot.html","requests24h":24,"pays":false},{"ua":"GoogleOther (Chrome/151 Mobile Safari)","matcher":"GoogleOther","category":"search-engine","requests24h":21,"pays":false},{"ua":"Googlebot-Image/1.0","matcher":"Googlebot-Image/","category":"search-engine","requests24h":1,"pays":false}]}