{"slug":"crawl-pre-flight-a1e9cf68","name":"Crawl Pre-Flight","summary":"Crawl pre-flight for a domain: will you be blocked, is content behind a paywall, and how much is actually there. Returns per-bot robots.txt verdicts for 16 AI crawlers, crawlable page count from sitemaps, detected CDN and paid-access signals (x402, TollBit), plus a fetch/skip recommendation. Call before spending requests on an unknown domain.","status":"unreachable","headings":[{"slug":"travel","title":"Travel & hotels"},{"slug":"web-scraping","title":"Web scraping & browsers"}],"indexable":false,"listed_since":"2026-10-25T17:50:56.889437Z","sources":[{"source":"x402_bazaar","external_id":"https://crawl-preflight.postnov01.workers.dev/crawl-check/:domain","owner_address":"0x02d15e7f25d29743c27021d32a7b280d760b2bc2","seen_at":"2026-11-18T10:39:21.356407Z","removed_at":null}],"endpoints":[{"url":"https://crawl-preflight.postnov01.workers.dev/crawl-check/:domain","host":"crawl-preflight.postnov01.workers.dev","protocol":"x402","state":"unreachable","last_probe_at":"2026-11-17T21:26:35.551642Z","last_ok_at":null,"tools_count":null,"tools_changed_at":null,"uptime_24h":null,"uptime_30d":0.0}],"also_listed_as":[{"slug":"crawl-preflight-postnov01-workers-dev-b6f166e8","name":"crawl-preflight.postnov01.workers.dev"}],"payment_options":[],"usage":{"source":"x402_bazaar","unique_payers_30d":1,"paid_calls_30d":1,"last_paid_at":"2026-11-02T02:18:11.850Z","reported_at":"2026-11-18T10:39:21.356407Z"},"assessment":{"method":"2026.11.4","checks":[{"id":"answers","state":"fail","reason":"Has not answered a check yet."},{"id":"owner","state":"fail","reason":"No one has proven control of its domain or of the wallet it is paid at."},{"id":"track_record","state":"fail","reason":"Listed for 23 days; 30 are needed."},{"id":"real_customers","state":"fail","reason":"1 different wallets paid it in 30 days, as the x402 Bazaar reports (not yet counted by addrbook); 10 are needed."},{"id":"clean_scan","state":"not_applicable","reason":"Not an MCP server."}],"passed":0,"applicable":4,"contradicted":false,"computed_at":"2026-11-18T00:49:57.295962Z"},"identity":{"endpoint_domains":["postnov01.workers.dev"],"proven_domains":[],"proven_wallets":[],"namesakes":[],"namesake_count":0,"identity_checks":[],"wallet_attestations":[],"human_backings":[]},"replies":[],"customers":null,"scan":null,"notice":"Not affiliated with addrbook — claim or request removal."}