{"slug":"agent-web-url-to-llm-ready-markdown-a-polite-robots-res-3de34859","name":"agent-web — URL to LLM-ready markdown: a polite, robots-respecting web page reader (free)","summary":"URL to clean markdown for LLMs: a polite, robots.txt-respecting web reader. Free, no API key","status":"live","headings":[{"slug":"documents","title":"Documents & files"},{"slug":"web-scraping","title":"Web scraping & browsers"}],"indexable":true,"listed_since":"2026-10-25T17:51:48.324014Z","sources":[{"source":"mcp_registry","external_id":"io.github.foomworks/agent-web","owner_address":null,"seen_at":"2026-10-25T17:51:48.324014Z","removed_at":null}],"endpoints":[{"url":"https://agent-web.foomworks.workers.dev/mcp","host":"agent-web.foomworks.workers.dev","protocol":"mcp","state":"live","last_probe_at":"2026-11-16T08:39:56.732203Z","last_ok_at":"2026-11-16T08:39:56.732203Z","tools_count":5,"tools_changed_at":null,"uptime_24h":1.0,"uptime_30d":1.0},{"url":"https://agent-web.foomworks.workers.dev/","host":"agent-web.foomworks.workers.dev","protocol":"web","state":"live","last_probe_at":"2026-11-16T08:39:11.021895Z","last_ok_at":"2026-11-16T08:39:11.021895Z","tools_count":null,"tools_changed_at":null,"uptime_24h":1.0,"uptime_30d":1.0}],"also_listed_as":[],"payment_options":[],"usage":null,"assessment":{"method":"2026.11.4","checks":[{"id":"answers","state":"pass","reason":"Answered a check 4 hours ago."},{"id":"owner","state":"fail","reason":"No one has proven control of its domain or of the wallet it is paid at."},{"id":"track_record","state":"fail","reason":"Listed for 21 days; 30 are needed."},{"id":"real_customers","state":"not_applicable","reason":"It does not sell over x402."},{"id":"clean_scan","state":"pass","reason":"None of the patterns addrbook looks for (hidden instructions, invisible characters) appeared in the 5 tools this server showed it."}],"passed":2,"applicable":4,"contradicted":false,"computed_at":"2026-11-16T00:32:34.066227Z"},"identity":{"endpoint_domains":["foomworks.workers.dev"],"proven_domains":[],"proven_wallets":[],"namesakes":[],"namesake_count":0,"identity_checks":[],"wallet_attestations":[],"human_backings":[]},"replies":[],"customers":null,"scan":{"endpoint_url":"https://agent-web.foomworks.workers.dev/mcp","tools":5,"high":0,"medium":0,"findings":[],"observed_at":"2026-10-26T15:02:23.048497Z","evidence_id":220833},"notice":"Not affiliated with addrbook — claim or request removal."}