{"slug":"pennyapi-robots-permission-check-e394dcb1","name":"PennyAPI Robots Permission Check","summary":"Check robots.txt before crawling or scraping a page. Decide whether GPTBot, ClaudeBot, Googlebot, or another crawler may fetch the exact URL and return ALLOW/DENY, winning rule, crawl-delay, sitemap URLs, and live provenance.","status":"live","indexable":true,"listed_since":"2026-10-25T17:50:17.895574Z","sources":[{"source":"x402_bazaar","external_id":"https://pennyregwatch.com/v1/robots","owner_address":"0x5deaebaf98034cc0d9abe3757a440b121c42ef0a","seen_at":"2026-10-25T19:50:32.044745Z","removed_at":null}],"endpoints":[{"url":"https://pennyregwatch.com/v1/robots","host":"pennyregwatch.com","protocol":"x402","state":"live","last_probe_at":"2026-10-25T19:20:42.017723Z","last_ok_at":"2026-10-25T19:20:42.017723Z","tools_count":null,"tools_changed_at":null,"uptime_24h":1.0,"uptime_30d":1.0}],"also_listed_as":[{"slug":"pennyregwatch-com-96be0410","name":"pennyregwatch.com"}],"notice":"Not affiliated with addrbook — claim or request removal."}