{"slug":"polite-crawler-b322e28b","name":"polite-crawler","summary":"A polite crawler for agents: obeys robots.txt, fetches each page once, finds and verifies quotes.","status":"live","headings":[{"slug":"web-scraping","title":"Web scraping & browsers"}],"indexable":true,"listed_since":"2026-10-25T17:52:03.322718Z","sources":[{"source":"mcp_registry","external_id":"io.github.mark1russell7/polite-crawler","owner_address":null,"seen_at":"2026-11-18T04:19:45.102948Z","removed_at":null}],"endpoints":[{"url":"https://mark1russell7.github.io/crawler/","host":"mark1russell7.github.io","protocol":"web","state":"live","last_probe_at":"2026-11-18T06:07:09.975511Z","last_ok_at":"2026-11-18T06:07:09.975511Z","tools_count":null,"tools_changed_at":null,"uptime_24h":1.0,"uptime_30d":1.0}],"also_listed_as":[],"payment_options":[],"usage":null,"assessment":{"method":"2026.11.4","checks":[{"id":"answers","state":"pass","reason":"Answered a check 4 hours ago."},{"id":"owner","state":"fail","reason":"No one has proven control of its domain or of the wallet it is paid at."},{"id":"track_record","state":"fail","reason":"Listed for 23 days; 30 are needed."},{"id":"real_customers","state":"not_applicable","reason":"It does not sell over x402."},{"id":"clean_scan","state":"not_applicable","reason":"Not an MCP server."}],"passed":1,"applicable":3,"contradicted":false,"computed_at":"2026-11-18T04:19:50.565081Z"},"identity":{"endpoint_domains":["mark1russell7.github.io"],"proven_domains":[],"proven_wallets":[],"namesakes":[],"namesake_count":0,"identity_checks":[],"wallet_attestations":[],"human_backings":[]},"replies":[],"customers":null,"scan":null,"notice":"Not affiliated with addrbook — claim or request removal."}