{"id":3968644,"recorded_at":"2026-11-07T20:31:51.069998Z","observed_at":"2026-11-07T20:31:51.069943Z","subject_kind":"source_record","subject":"x402_bazaar:https://http--forest-gas-station-mainnet--lcjl27p8lmjs.code.run/robots/context","kind":"listing","method":"sync.x402_bazaar/1","body":{"endpoints":[["x402","https://http--forest-gas-station-mainnet--lcjl27p8lmjs.code.run/robots/context"]],"name":"Forest Web","owner_address":"0xb48d918151311f982d542ef5c84cc1cd54cff7a9","raw":{"accepts":[{"amount":"1000","asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"maxTimeoutSeconds":120,"network":"eip155:8453","payTo":"0xb48D918151311F982d542eF5C84cc1cd54CFf7a9","scheme":"exact"}],"description":"Interpret the robots.txt crawling rules that apply to a specific public URL and user-agent before an automated fetch or crawl. Returns allow/disallow decision evidence, matched rules, crawl delay and sitemap hints from one bounded robots.txt read. This is protocol guidance, not authorization or an anti-bot bypass. Base mainnet USDC","extensions":{"bazaar":{"info":{"input":{"body":{"url":"https://http--forest-gas-station-mainnet--lcjl27p8lmjs.code.run/fixtures/page","user_agent":"ForestBot/1.0"},"bodyType":"json","method":"POST","type":"http"},"output":{"example":{"capability":"robots.context","data":{"crawl_delay":0,"decision":"allowed","matched_rule":{"directive":"allow","pattern":"example","specificity":0},"matching_agents":[],"rendered_javascript":false,"robots_state":"available","robots_url":"example","rules":[],"sitemaps":[],"status":1,"target_url":"example","truncated":false,"user_agent":"example"},"meta":{"cache":"miss","checked_at":"2026-01-01T00:00:00.000Z","duration_ms":0,"provider":"safe-http"},"ok":true,"version":"1"},"type":"json"}},"schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"body":{"additionalProperties":false,"properties":{"url":{"description":"Public HTTP(S) URL to inspect, resolve, or compare.","maxLength":2048,"minLength":1,"pattern":"^https?://","type":"string"},"user_agent":{"description":"Public user agent value used to scope this lookup.","maxLength":128,"minLength":1,"type":"string"}},"required":["url"],"type":"object"},"bodyType":{"enum":["json","form-data","text"],"type":"string"},"method":{"enum":["POST"],"type":"string"},"type":{"const":"http","type":"string"}},"required":["type","method","bodyType","body"],"type":"object"},"output":{"properties":{"example":{"additionalProperties":false,"properties":{"capability":{"const":"robots.context","description":"Public capability value used to scope this lookup."},"data":{"additionalProperties":false,"description":"Public data value used to scope this lookup.","properties":{"crawl_delay":{"description":"Public crawl delay value used to scope this lookup.","minimum":0,"type":["number","null"]},"decision":{"description":"Public decision value used to scope this lookup.","enum":["allowed","disallowed","unknown"]},"matched_rule":{"anyOf":[{"additionalProperties":false,"properties":{"directive":{"description":"Public directive value used to scope this lookup.","enum":["allow","disallow"]},"pattern":{"description":"Public pattern value used to scope this lookup.","type":"string"},"specificity":{"description":"Public specificity value used to scope this lookup.","minimum":0,"type":"integer"}},"required":["directive","pattern","specificity"],"type":"object"},{"type":"null"}],"description":"Public matched rule value used to scope this lookup."},"matching_agents":{"description":"Public matching agents value used to scope this lookup.","items":{"type":"string"},"type":"array"},"rendered_javascript":{"const":false,"description":"Public rendered javascript value used to scope this lookup."},"robots_state":{"description":"Public robots state value used to scope this lookup.","enum":["available","unavailable","temporarily_unavailable"]},"robots_url":{"description":"Public robots url value used to scope this lookup.","type":"string"},"rules":{"description":"Public rules value used to scope this lookup.","items":{"additionalProperties":false,"properties":{"directive":{"description":"Public directive value used to scope this lookup.","enum":["allow","disallow"]},"pattern":{"description":"Public pattern value used to scope this lookup.","type":"string"}},"required":["directive","pattern"],"type":"object"},"maxItems":100,"type":"array"},"sitemaps":{"description":"Public sitemaps value used to scope this lookup.","items":{"type":"string"},"maxItems":50,"type":"array"},"status":{"description":"Public status value used to scope this lookup.","type":["integer","null"]},"target_url":{"description":"Public target url value used to scope this lookup.","type":"string"},"truncated":{"description":"Public truncated value used to scope this lookup.","type":"boolean"},"user_agent":{"description":"Public user agent value used to scope this lookup.","type":"string"}},"required":["target_url","robots_url","status","robots_state","user_agent","matching_agents","decision","matched_rule","rules","crawl_delay","sitemaps","truncated","rendered_javascript"],"type":"object"},"meta":{"additionalProperties":false,"description":"Public meta value used to scope this lookup.","properties":{"cache":{"description":"Public cache value used to scope this lookup.","enum":["hit","miss","bypass"]},"checked_at":{"description":"Public checked at value used to scope this lookup.","type":"string"},"duration_ms":{"description":"Public duration ms value used to scope this lookup.","minimum":0,"type":"integer"},"provider":{"description":"Public provider value used to scope this lookup.","type":["string","null"]}},"required":["provider","checked_at","cache","duration_ms"],"type":"object"},"ok":{"const":true,"description":"Public ok value used to scope this lookup."},"version":{"const":"1","description":"Package version whose public metadata should be checked."}},"required":["ok","capability","version","data","meta"],"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"}}},"lastUpdated":"2026-10-26T01:19:38.284Z","quality":{"l30DaysTotalCalls":2,"l30DaysUniquePayers":1,"lastCalledAt":"2026-10-26T01:19:38.072Z"},"resource":"https://http--forest-gas-station-mainnet--lcjl27p8lmjs.code.run/robots/context","serviceName":"Forest Web","tags":["web","robots","robots-txt","crawler","crawl-policy"],"type":"http","x402Version":2},"source":"x402_bazaar","summary":"Interpret the robots.txt crawling rules that apply to a specific public URL and user-agent before an automated fetch or crawl. Returns allow/disallow decision evidence, matched rules, crawl delay and sitemap hints from one bounded robots.txt read. This is protocol guidance, not authorization or an anti-bot bypass. Base mainnet USDC"},"body_sha256":"3959ed90f6ba4b630f41e60726a5b093fbe0150025447078a04d311caf5603aa","prev_id":19842,"leaf":"0xaf79969f2db89372cb69f85e01a61a16092066c7fc3a27d2ad4adbd227b40869","leaf_text":"{\"body\":\"3959ed90f6ba4b630f41e60726a5b093fbe0150025447078a04d311caf5603aa\",\"id\":3968644,\"kind\":\"listing\",\"method\":\"sync.x402_bazaar/1\",\"observed_us\":1794083511069943,\"prev\":19842,\"subject\":\"x402_bazaar:https://http--forest-gas-station-mainnet--lcjl27p8lmjs.code.run/robots/context\",\"subject_kind\":\"source_record\"}","day":null,"proof":[]}