{"slug":"ah-ai-crawlers-f219f855","name":"ah-ai-crawlers","summary":"Given a website domain, reports which AI crawlers may fetch its home page under its robots.txt (RFC 9309): GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, Claude-SearchBot, PerplexityBot, Google-Extended, Applebot-Extended, CCBot and more, each allowed or blocked, plus Googlebot, listed sitemaps, whether /llms.txt is published and page-level noindex/nosnippet, with fixes. Static check, no browser. Not charged if robots.txt cannot be read (no response, or a bot block).","status":"live","indexable":true,"listed_since":"2026-10-25T17:51:14.298429Z","sources":[{"source":"x402_bazaar","external_id":"https://x402.agentharbor.agency/ai-crawlers","owner_address":"0x840c829530df7b4ccf700fa3a0060cf2c80b014e","seen_at":"2026-10-30T18:38:55.080026Z","removed_at":null}],"endpoints":[{"url":"https://x402.agentharbor.agency/ai-crawlers","host":"x402.agentharbor.agency","protocol":"x402","state":"live","last_probe_at":"2026-10-31T07:27:29.817109Z","last_ok_at":"2026-10-31T07:27:29.817109Z","tools_count":null,"tools_changed_at":null,"uptime_24h":1.0,"uptime_30d":1.0}],"also_listed_as":[{"slug":"x402-agentharbor-agency-cad9a5e0","name":"x402.agentharbor.agency"}],"payment_options":[{"endpoint_url":"https://x402.agentharbor.agency/ai-crawlers","network":"eip155:8453","scheme":"exact","rail":"exact","asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","coin":"USDC","asset_label":"USD Coin","amount":"10000","pay_to":"0x840c829530df7b4ccf700fa3a0060cf2c80b014e","observed_at":"2026-10-31T07:27:29.817109Z"}],"usage":{"source":"x402_bazaar","unique_payers_30d":4,"paid_calls_30d":4,"last_paid_at":"2026-10-25T16:50:46.605Z","reported_at":"2026-10-30T18:38:55.080026Z"},"assessment":{"method":"2026.10.2","checks":[{"id":"answers","state":"pass","reason":"Answered a check 2 hours ago."},{"id":"owner","state":"fail","reason":"No one has proven control of its domain or of the wallet it is paid at."},{"id":"track_record","state":"fail","reason":"Listed for 5 days; 30 are needed."},{"id":"real_customers","state":"fail","reason":"4 different wallets paid it in 30 days, as the x402 Bazaar reports (not yet counted by addrbook); 10 are needed."},{"id":"clean_scan","state":"not_applicable","reason":"Not an MCP server."}],"passed":1,"applicable":4,"contradicted":false,"computed_at":"2026-10-31T00:24:42.854290Z"},"identity":{"endpoint_domains":["agentharbor.agency"],"proven_domains":[],"proven_wallets":[],"namesakes":[],"namesake_count":0,"identity_checks":[],"wallet_attestations":[],"human_backings":[]},"replies":[],"customers":null,"scan":null,"notice":"Not affiliated with addrbook — claim or request removal."}