{"id":2201329,"recorded_at":"2026-11-02T19:13:23.425705Z","observed_at":"2026-11-02T19:13:23.425652Z","subject_kind":"source_record","subject":"x402_bazaar:https://site-audit.x402tookit.com/crawlability","kind":"listing","method":"sync.x402_bazaar/1","body":{"endpoints":[["x402","https://site-audit.x402tookit.com/crawlability"]],"name":"Site Audit","owner_address":"0xb531320805c5bed1d46aeadcf4f008fdf172dbda","raw":{"accepts":[{"amount":"30000","asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"maxTimeoutSeconds":300,"network":"eip155:8453","payTo":"0xb531320805C5BED1D46AEaDcF4F008FDF172DBDa","scheme":"exact"},{"amount":"30000","asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","extra":{"feePayer":"D6ZhtNQ5nT9ZnTHUbqXZsTx5MH2rPFiBBggX4hY1WePM","transactionVersions":[0]},"maxTimeoutSeconds":300,"network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","payTo":"DUPiupXtuox38dcGoXUKer5mAydCzmaHjrbQ66qeEm8s","scheme":"exact"},{"amount":"30000","asset":"0x3c499c542cEF5E3811e1192ce70d8cC03d5c3359","extra":{"name":"USD Coin","version":"2"},"maxTimeoutSeconds":300,"network":"eip155:137","payTo":"0xb531320805C5BED1D46AEaDcF4F008FDF172DBDa","scheme":"exact"},{"amount":"30000","asset":"0xaf88d065e77c8cC2239327C5EDb3A432268e5831","extra":{"name":"USD Coin","version":"2"},"maxTimeoutSeconds":300,"network":"eip155:42161","payTo":"0xb531320805C5BED1D46AEaDcF4F008FDF172DBDa","scheme":"exact"}],"description":"Can Googlebot, Bingbot and AI crawlers (GPTBot, ClaudeBot, CCBot) fetch this page? robots.txt, sitemap and noindex checked.","extensions":{"bazaar":{"info":{"input":{"method":"GET","queryParams":{"url":"https://www.python.org/downloads/"},"type":"http"},"output":{"example":{"asOf":"2026-10-23T03:26:06.319Z","blockedFor":[],"crawlers":{"Bingbot":true,"CCBot":true,"ClaudeBot":true,"GPTBot":true,"Google-Extended":true,"Googlebot":true,"PerplexityBot":true},"declaredSitemaps":[],"degraded":false,"disclaimer":"Screening signal computed from the named public source. Not financial, legal or investment advice; provided as is. Verify at the source before acting.","fixes":[{"area":"sitemap","fix":"No readable sitemap.xml at the site root; publish one so crawlers find every page.","pointsLost":30,"severity":"HIGH"},{"area":"sitemap-declared","fix":"Add a Sitemap: line to robots.txt pointing at your sitemap.","pointsLost":10,"severity":"HIGH"}],"grade":"C","noindex":false,"notChecked":["whether a crawler really obeys the rules it is given","login walls, JavaScript rendering and rate limiting","…3 more"],"path":"/downloads/","reasons":["No readable sitemap.xml at the site root.","robots.txt has no Sitemap: line.","…1 more"],"robotsMeta":null,"robotsStatus":200,"score":60,"sitemapDeclaredInRobots":false,"sitemapEntries":null,"sitemapKind":null,"source":"live GETs of the named page, its /robots.txt and /sitemap.xml","sourceUrl":"https://www.rfc-editor.org/rfc/rfc9309","summary":"https://www.python.org/downloads/: all 7 listed crawlers may fetch it; crawlability 60/100.","url":"https://www.python.org/downloads/","verdict":"CRAWLABLE","xRobotsTag":null},"type":"json"}},"schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"additionalProperties":false,"properties":{"method":{"enum":["GET"],"type":"string"},"queryParams":{"properties":{"url":{"description":"Full https URL of the page, no credentials","type":"string"}},"required":["url"],"type":"object"},"type":{"const":"http","type":"string"}},"required":["type","method"],"type":"object"},"output":{"properties":{"example":{"properties":{"asOf":{"type":["null","string"]},"blockedFor":{"type":["array","null"]},"crawlers":{"properties":{"Bingbot":{"type":["boolean","null"]},"CCBot":{"type":["boolean","null"]},"ClaudeBot":{"type":["boolean","null"]},"GPTBot":{"type":["boolean","null"]},"Google-Extended":{"type":["boolean","null"]},"Googlebot":{"type":["boolean","null"]},"PerplexityBot":{"type":["boolean","null"]}},"type":["null","object"]},"declaredSitemaps":{"type":["array","null"]},"degraded":{"type":["boolean","null"]},"disclaimer":{"type":["null","string"]},"fixes":{"items":{"properties":{"area":{"type":["null","string"]},"fix":{"type":["null","string"]},"pointsLost":{"type":["null","number"]},"severity":{"type":["null","string"]}},"type":"object"},"type":["array","null"]},"grade":{"type":["null","string"]},"noindex":{"type":["boolean","null"]},"notChecked":{"items":{"type":"string"},"type":["array","null"]},"path":{"type":["null","string"]},"reasons":{"items":{"type":"string"},"type":["array","null"]},"robotsMeta":{},"robotsStatus":{"type":["null","number"]},"score":{"type":["null","number"]},"sitemapDeclaredInRobots":{"type":["boolean","null"]},"sitemapEntries":{},"sitemapKind":{},"source":{"type":["null","string"]},"sourceUrl":{"type":["null","string"]},"summary":{"type":["null","string"]},"url":{"type":["null","string"]},"verdict":{"type":["null","string"]},"xRobotsTag":{}},"type":"object"},"type":{"type":"string"}},"required":["type"],"type":"object"}},"required":["input"],"type":"object"}}},"lastUpdated":"2026-11-02T04:05:38.073Z","quality":{"l30DaysTotalCalls":2,"l30DaysUniquePayers":2,"lastCalledAt":"2026-11-02T04:05:37.807Z"},"resource":"https://site-audit.x402tookit.com/crawlability","serviceName":"Site Audit","tags":["seo","robots","crawling","ai-crawlers","sitemap"],"type":"http","x402Version":2},"source":"x402_bazaar","summary":"Can Googlebot, Bingbot and AI crawlers (GPTBot, ClaudeBot, CCBot) fetch this page? robots.txt, sitemap and noindex checked."},"body_sha256":"352239b6c347bf9f863bd43c99b6958fe5fb1bdad463d4fb03d40f04abd2e8b5","prev_id":null,"leaf":"0x8a3d66f362140f43e0e21dcfb3646a0a1643c1691e446da69856420b1ba6970f","leaf_text":"{\"body\":\"352239b6c347bf9f863bd43c99b6958fe5fb1bdad463d4fb03d40f04abd2e8b5\",\"id\":2201329,\"kind\":\"listing\",\"method\":\"sync.x402_bazaar/1\",\"observed_us\":1793646803425652,\"prev\":null,\"subject\":\"x402_bazaar:https://site-audit.x402tookit.com/crawlability\",\"subject_kind\":\"source_record\"}","day":{"day":"2026-11-02","leaves":444186,"root":"0x78fecaabbe319e56f5c4b80fc02e2052e198ad24781da8832a475ff65f2002d1","chained":"0xdc35957db5d1371ca382b9152878ffece28ec7c5cb4f98fd71ddb367f8b999b2","anchor_chain":"eip155:5042002","anchor_tx":"0x56b814612eb2e3e544153df3e91e1f7199106d1e430c7d8c6b653feeb9ebe9af","anchor_block":70432815},"proof":["0x8a3d619631995324d2af24d29c4a7482b7dfdae9cfe0c10a787376aa72da9202","0x217d849d17479212f3a3dfa6da94e80ea4c6082a7cc92835a2dd53c64db37cfb","0x04910e6474dd10a4c98ddcaa34e82f8ad4ac099b6b4826ed8db6e27af5794736","0xad7a932cb5b3edc73718d5e5b310bef9985753ffad57947f9be2919d108b6fe1","0x3aac8fca880799e2416ddfaade51dbf82dd86fc31b51d3f2a72e6d5b6054501c","0xb6bfb93b02d59ed9d0b9876d7e851352e1bc589d2327306b155b8e0fdec8524e","0x9ca58f4846089a92375aecd61d711731da489e5c16d4057bc9f9e744598bf069","0x05cd2b9dab4cc5d467b2dc7d947e2bce03af83a99fe2414fb6b68ae3dd8b92df","0x3255caf1dcde14cff9434ea438bd3d99d540424fe67d5c1c24ac1e6597ea55d2","0x2d6baf5b91732b49b7a848f30c22f9874dfdef7cb67ae644949894d91a551c43","0x39df1942172e01ac09158611984710fc8036003f6a1edd0835b0c5b5b5200efa","0x5e19b65c9dca303d18d3307f340e866c83a5cd5294e32913f90d6115847dd766","0x5d871bfcf034460b25418e4174693de4c0943330f7c1beda840614a4c45cc42c","0xf38c9617f655dc8f7c8fa11461cb30752d581a6bbb15051130839452c80c4270","0x510fa2c647d18bb802da12cf41e17d136163e6624e69ed77e15235c4284b69c7","0x5e23ec5954c11a4530aab8c635a72b12bcfeb6fcb03c6cb1a990cc1743424543","0x1805ef693fbdb2c23fcb61616f830408ca89bec1dc5b68ee47a770ffc0b9760a","0x4d205063c881c48edbbb37762a8d3bbb7444d4c42daa882f663a231893d25c35","0x365b161a4b68d750dcc4b3ecce1154a2163c87b08762079428e68f0ebb6a754e"]}