{"slug":"robots-txt-check-ae2eb8ee","name":"Robots.txt check","summary":"Fetch a site's robots.txt and answer: may this user-agent crawl this path? Returns the matched rule and all declared sitemaps.","status":"live","indexable":true,"listed_since":"2026-10-25T17:52:07.619425Z","sources":[{"source":"x402_bazaar","external_id":"https://agent402.tools/api/robots-check","owner_address":"0xabf4fabd7c416fb67202e5f9002389fc75e2a9d0","seen_at":"2026-10-26T06:00:30.370112Z","removed_at":null}],"endpoints":[{"url":"https://agent402.tools/api/robots-check","host":"agent402.tools","protocol":"x402","state":"live","last_probe_at":"2026-10-25T22:03:31.922630Z","last_ok_at":"2026-10-25T22:03:31.922630Z","tools_count":null,"tools_changed_at":null,"uptime_24h":1.0,"uptime_30d":1.0}],"also_listed_as":[{"slug":"agent402-tools-4df46169","name":"agent402.tools"}],"payment_options":[],"usage":{"source":"x402_bazaar","unique_payers_30d":3,"paid_calls_30d":7,"last_paid_at":"2026-10-20T02:07:42.140Z","reported_at":"2026-10-26T06:00:30.370112Z"},"notice":"Not affiliated with addrbook — claim or request removal."}