{"id":278621,"recorded_at":"2026-10-26T19:14:38.274091Z","observed_at":"2026-10-26T19:14:38.274052Z","subject_kind":"source_record","subject":"x402_bazaar:https://agent-web-tools.agent-web-tools.workers.dev/v1/robots","kind":"listing","method":"sync.x402_bazaar/1","body":{"endpoints":[["x402","https://agent-web-tools.agent-web-tools.workers.dev/v1/robots"]],"name":"Agent Web Tools","owner_address":"0xf22b154e0858c97c42cc4a1151e26ea1797fa6c3","raw":{"accepts":[{"amount":"1000","asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"maxTimeoutSeconds":60,"network":"eip155:8453","payTo":"0xF22b154E0858c97c42CC4a1151e26Ea1797fa6C3","scheme":"exact"}],"description":"May this agent crawl this URL? robots.txt verdict per RFC 9309.","extensions":{"bazaar":{"info":{"input":{"method":"GET","queryParams":{"agent":"GPTBot","url":"https://example.com"},"type":"http"},"output":{"example":{"agent":"GPTBot","allowed":false,"checkedAt":"2026-10-26T00:00:00.000Z","crawlDelay":null,"matchedRule":"Disallow: /private/","robotsStatus":200,"robotsUrl":"https://example.com/robots.txt","sitemaps":["https://example.com/sitemap.xml"],"url":"https://example.com/private/x"},"type":"json"}},"schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"method":{"enum":["GET"],"type":"string"},"queryParams":{"properties":{"agent":{"description":"Your crawler's user-agent token (default *)","type":"string"},"url":{"description":"Public http(s) URL (ports 80/443)","type":"string"}},"required":["url"],"type":"object"},"type":{"const":"http","type":"string"}},"required":["type","method"],"type":"object"},"output":{"properties":{"example":{"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"}}},"lastUpdated":"2026-10-26T15:44:56.573Z","quality":{"l30DaysTotalCalls":1,"l30DaysUniquePayers":1,"lastCalledAt":"2026-10-26T15:44:56.453Z"},"resource":"https://agent-web-tools.agent-web-tools.workers.dev/v1/robots","serviceName":"Agent Web Tools","tags":["web","robots.txt","crawling","compliance"],"type":"http","x402Version":2},"source":"x402_bazaar","summary":"May this agent crawl this URL? robots.txt verdict per RFC 9309."},"body_sha256":"cf612f0e5c3dedb2b87e33e35939bf328eff64cfb48161f5baa5cf8cdb35737b","prev_id":257482,"leaf":"0x2d7a5af8935da6fa047a840d6f1bab5afe9ac4c9531459fe177cbd39459f96ec","leaf_text":"{\"body\":\"cf612f0e5c3dedb2b87e33e35939bf328eff64cfb48161f5baa5cf8cdb35737b\",\"id\":278621,\"kind\":\"listing\",\"method\":\"sync.x402_bazaar/1\",\"observed_us\":1793042078274052,\"prev\":257482,\"subject\":\"x402_bazaar:https://agent-web-tools.agent-web-tools.workers.dev/v1/robots\",\"subject_kind\":\"source_record\"}","day":{"day":"2026-10-26","leaves":296695,"root":"0xf43e8dcc3d451a4788b26be904c55e8c4c0fa75c9666796c51db38d37e2c0df8","chained":"0x702d5ac508f08b0d1accf36af25822d8e5660367494edd17a642fb61e158a57a","anchor_chain":"eip155:5042002","anchor_tx":"0x495162f8936e19f0039918feebe6c307f327cd6bf8c37219620b1970041fa9ae","anchor_block":69251483},"proof":["0x2d7a8085cc6b30fb608303be710c67afa470888af4f5c1b5ee6877bae6f13cb2","0xfe88a9696e0930119ea6cbb68abf463f227f413f2b7deacf5bda17d3a056ba27","0x81c53dea8492551b6aeea86c265a36f1745109c0014e9e33378e9695cbe5ad97","0xee8a5970d5968470fe1c911b1d04b3bd86b90c938006f3dd7a97d401f95e0b69","0x8ed303d1239a747fe14f24e8224f62045c2d9bba2a7621d7750740b0ad949431","0x4a81d7347705bdd59e2f83ec3b349eecb066dc7feda486d411284e23be35a842","0xbde33e5d073a2e2671acb1104d83dfbb09c54f8b3f2fb9dd3ba8339043a89ea2","0x1ad1e6fcec3100bdab24d471ea26fb88d10f720b7f8d71deb85393c6edd2fad3","0x4118d31d6eb113d76e872c5d62016ea7d7579ae5f20f6cce8a0705bfb6a4921f","0xfebc7a0b0bf8746a2821ac5da36e68a391f5528503546c156de64dcfb3f4e54e","0x0a14d7531a251f3320f61b058ccd68e743331eaf8f3058982b949d68be76670c","0xf89d9951e0a8e08b9cf11177a1f4e0fd86d9facc5dfecaabbfe564675ebefef7","0xb87e8b32cda179c9e632e227bbd8a6d1f6f61d9d81bb92dbd4dd835d2b3b5caa","0x683955a5b2250ad50568d022a6580d8739b6aff1356779d72a773b088e7c289c","0x610738e0c43687aded83c613c73de8b5226c73c375858a167436461c522ea213","0x06d71bfa7d8b41d62c8836efc2c601e1cc3772d9453596b2ae4950887f3310ca","0x8c756542e482157df0c36464d75c937b845e4423dbbcfad08f0cf8d5a16b9a13","0x20704208aa6923d6b2450ef74ede87a6e0265d46447926038fe9506e9e154b2d","0x9b9ce5b74b9bab5121612ef6b64920a8d453cbf311096a423eef9702747e868a"]}