{"slug":"tanod-sitepeek-3504e2c8","name":"Tanod sitepeek","summary":"Check whether robots.txt permits a crawler to fetch a URL under RFC 9309; includes matching rule and crawl delay. Use when an agent must know whether a crawler may fetch a URL under the site's robots.txt before scraping it.","status":"live","headings":[{"slug":"web-scraping","title":"Web scraping & browsers"}],"indexable":true,"listed_since":"2026-10-25T17:52:22.145747Z","sources":[{"source":"x402_bazaar","external_id":"https://tanod.dev/v1/robots","owner_address":"0x593857a4a4f619543ea12394137c3004ce841720","seen_at":"2026-11-10T08:25:59.938993Z","removed_at":null}],"endpoints":[{"url":"https://tanod.dev/v1/robots","host":"tanod.dev","protocol":"x402","state":"live","last_probe_at":"2026-11-09T19:02:04.086024Z","last_ok_at":"2026-11-09T19:02:04.086024Z","tools_count":null,"tools_changed_at":null,"uptime_24h":1.0,"uptime_30d":1.0}],"also_listed_as":[{"slug":"tanod-dev-e0917f84","name":"tanod.dev"}],"payment_options":[{"endpoint_url":"https://tanod.dev/v1/robots","network":"eip155:8453","scheme":"exact","rail":"exact","asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","coin":"USDC","asset_label":"USD Coin","amount":"1000","pay_to":"0x593857a4a4f619543ea12394137c3004ce841720","observed_at":"2026-11-09T19:02:04.086024Z"},{"endpoint_url":"https://tanod.dev/v1/robots","network":"eip155:137","scheme":"exact","rail":"exact","asset":"0x3c499c542cef5e3811e1192ce70d8cc03d5c3359","coin":"USDC","asset_label":"USD Coin","amount":"1000","pay_to":"0x593857a4a4f619543ea12394137c3004ce841720","observed_at":"2026-11-09T19:02:04.086024Z"},{"endpoint_url":"https://tanod.dev/v1/robots","network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","scheme":"exact","rail":"exact","asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","coin":"USDC","asset_label":null,"amount":"1000","pay_to":"RMk9k3VC8dr4hhjgFh88rGhjAbzfBzHxJJ5n2fTcqus","observed_at":"2026-11-09T19:02:04.086024Z"},{"endpoint_url":"https://tanod.dev/v1/robots","network":"eip155:56","scheme":"exact","rail":"exact","asset":"0x8ac76a51cc950d9822d68b83fe1ad97b32cd580d","coin":null,"asset_label":"USD Coin","amount":"1000000000000000","pay_to":"0x593857a4a4f619543ea12394137c3004ce841720","observed_at":"2026-11-09T19:02:04.086024Z"},{"endpoint_url":"https://tanod.dev/v1/robots","network":"eip155:42161","scheme":"exact","rail":"exact","asset":"0xaf88d065e77c8cc2239327c5edb3a432268e5831","coin":"USDC","asset_label":"USD Coin","amount":"1000","pay_to":"0x593857a4a4f619543ea12394137c3004ce841720","observed_at":"2026-11-09T19:02:04.086024Z"},{"endpoint_url":"https://tanod.dev/v1/robots","network":"eip155:8453","scheme":"exact","rail":"circle_gateway","asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","coin":"USDC","asset_label":"GatewayWalletBatched","amount":"1000","pay_to":"0x593857a4a4f619543ea12394137c3004ce841720","observed_at":"2026-11-09T19:02:04.086024Z"},{"endpoint_url":"https://tanod.dev/v1/robots","network":"eip155:137","scheme":"exact","rail":"circle_gateway","asset":"0x3c499c542cef5e3811e1192ce70d8cc03d5c3359","coin":"USDC","asset_label":"GatewayWalletBatched","amount":"1000","pay_to":"0x593857a4a4f619543ea12394137c3004ce841720","observed_at":"2026-11-09T19:02:04.086024Z"}],"usage":{"source":"x402_bazaar","unique_payers_30d":1,"paid_calls_30d":1,"last_paid_at":"2026-11-07T22:45:28.044Z","reported_at":"2026-11-10T08:25:59.938993Z"},"assessment":{"method":"2026.10.2","checks":[{"id":"answers","state":"pass","reason":"Answered a check 5 hours ago."},{"id":"owner","state":"fail","reason":"No one has proven control of its domain or of the wallet it is paid at."},{"id":"track_record","state":"fail","reason":"Listed for 15 days; 30 are needed."},{"id":"real_customers","state":"fail","reason":"1 different wallets paid it in 30 days, as the x402 Bazaar reports (not yet counted by addrbook); 10 are needed."},{"id":"clean_scan","state":"not_applicable","reason":"Not an MCP server."}],"passed":1,"applicable":4,"contradicted":false,"computed_at":"2026-11-10T00:28:49.767432Z"},"identity":{"endpoint_domains":["tanod.dev"],"proven_domains":[],"proven_wallets":[],"namesakes":[{"slug":"tanod-sitepeek-6d4567b7","name":"Tanod sitepeek","proven_domain":null},{"slug":"tanod-sitepeek-af8bd5aa","name":"Tanod sitepeek","proven_domain":null},{"slug":"tanod-sitepeek-157e1881","name":"Tanod sitepeek","proven_domain":null},{"slug":"tanod-sitepeek-78c01f6a","name":"Tanod sitepeek","proven_domain":null},{"slug":"tanod-sitepeek-ccc0df3e","name":"Tanod sitepeek","proven_domain":null},{"slug":"tanod-sitepeek-77b8aa0e","name":"Tanod sitepeek","proven_domain":null},{"slug":"tanod-sitepeek-1c6fb739","name":"Tanod sitepeek","proven_domain":null},{"slug":"tanod-sitepeek-13541dd7","name":"Tanod sitepeek","proven_domain":null},{"slug":"tanod-sitepeek-623f547b","name":"Tanod sitepeek","proven_domain":null},{"slug":"tanod-sitepeek-1d275dde","name":"Tanod sitepeek","proven_domain":null}],"namesake_count":11,"identity_checks":[],"wallet_attestations":[],"human_backings":[]},"replies":[],"customers":null,"scan":null,"notice":"Not affiliated with addrbook — claim or request removal."}