{"slug":"netintel-0517fd61","name":"NetIntel","summary":"Fetch and parse a domain's robots.txt file — returns all crawl rules by user-agent, sitemap URLs, crawl delay settings, and checks whether a specific path is allowed or blocked for any bot — so agents can respect crawl policies and locate sitemaps before scraping.","status":"live","indexable":true,"listed_since":"2026-10-25T17:51:08.300326Z","sources":[{"source":"x402_bazaar","external_id":"https://netintel.dev/robots-txt/analyze","owner_address":"0xdadc335482ad545296fd7b28518a251ffcbeb9df","seen_at":"2026-10-26T05:59:32.222798Z","removed_at":null}],"endpoints":[{"url":"https://netintel.dev/robots-txt/analyze","host":"netintel.dev","protocol":"x402","state":"live","last_probe_at":"2026-10-25T21:34:15.093506Z","last_ok_at":"2026-10-25T21:34:15.093506Z","tools_count":null,"tools_changed_at":null,"uptime_24h":1.0,"uptime_30d":1.0}],"also_listed_as":[{"slug":"netintel-dev-dba39d11","name":"netintel.dev"}],"payment_options":[],"usage":{"source":"x402_bazaar","unique_payers_30d":3,"paid_calls_30d":4,"last_paid_at":"2026-10-11T14:25:13.575Z","reported_at":"2026-10-26T05:59:32.222798Z"},"notice":"Not affiliated with addrbook — claim or request removal."}