{"endpoint":{"id":"6f04b36df977a05d","rail":"x402","source":"cdp-bazaar","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/robots-sitemap-analyzer","method":"POST","host":"immediate-trans-interesting-evaluating.trycloudflare.com","serviceName":"robots.txt & Sitemap Analyzer","description":"Give it domains. For each it parses robots.txt (user-agents, allow/disallow, crawl-delay, declared sitemaps, blocks-all) and the XML sitemap(s) (URL counts, nested sitemaps, lastmod coverage), and flags crawlability issues - with a signal and findings. Keyless, read-only. Up to 3 items per call; failed lookups are not charged.","tags":["seo-tools","developer-tools","data"],"platforms":[],"tasks":["crawl","robots"],"categoryId":"web-extraction","priceUsd":0.045,"priceScheme":"exact","network":"eip155:8453","payTo":"0x8d38D6026cf3A9805DE9c5F0611ceE95B532B120","testnetOnly":false,"calls30d":null,"payers30d":null,"lastCalledAt":"2026-10-22T23:35:17.655Z","startFeeUsd":null,"platformUsageExtra":null,"reportedSuccess30d":null,"pageUrl":null,"batchMax":3,"exampleCount":null,"unitsPerCharge":3,"unitBasis":"stated","unitPriceUsd":0.015,"firstSeenAt":"2026-10-23T00:07:39.475Z","lastSeenAt":"2026-10-23T00:08:25.501Z","lastProbedAt":"2026-10-23T00:15:10.144Z","embeddedHash":"36b918524885d637739868ea9c6c74c3f84afffdc61cd14fec79fe3a09e1ac76"},"score":{"endpointId":"6f04b36df977a05d","computedAt":"2026-10-23T02:46:01.275Z","score":null,"grade":null,"uptime7d":0,"latencyP50Ms":null,"probeCount7d":1,"flags":["no-usage-data"]},"recentProbes":[{"id":301175,"endpointId":"6f04b36df977a05d","checkedAt":"2026-10-23T00:15:10.318Z","statusCode":530,"latencyMs":2,"valid402":false,"priceUsd":null,"payTo":null,"error":null,"mcpOutcome":null,"mcpProtocol":null}],"siblings":{"total":9,"sameCategory":3,"rows":[{"id":"60f83a9e18831aa4","method":"GET","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/ai-crawler-access-test","categoryId":"web-extraction","priceUsd":0.03,"priceScheme":"exact"},{"id":"385dbab6350f7fd7","method":"POST","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/ai-crawler-access-test","categoryId":"web-extraction","priceUsd":0.03,"priceScheme":"exact"},{"id":"8f1f447ddcfd803a","method":"GET","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/local-business-software-detector","categoryId":"maps-places","priceUsd":0.03,"priceScheme":"exact"},{"id":"d5b686778d2ce7ef","method":"POST","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/local-business-software-detector","categoryId":"maps-places","priceUsd":0.03,"priceScheme":"exact"},{"id":"aefb2bf76deb07de","method":"GET","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/robots-sitemap-analyzer","categoryId":"web-extraction","priceUsd":0.045,"priceScheme":"exact"},{"id":"14f7cd3768ada147","method":"GET","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/weather-air-quality-earthquake-api","categoryId":"weather","priceUsd":0.015,"priceScheme":"exact"},{"id":"523addf1c0787a2e","method":"POST","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/weather-air-quality-earthquake-api","categoryId":"weather","priceUsd":0.015,"priceScheme":"exact"},{"id":"692acf05e0ee02e1","method":"GET","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/world-bank-country-economic-data","categoryId":"stocks","priceUsd":0.03,"priceScheme":"exact"},{"id":"fa3dd35752780067","method":"POST","url":"https://immediate-trans-interesting-evaluating.trycloudflare.com/tools/world-bank-country-economic-data","categoryId":"stocks","priceUsd":0.03,"priceScheme":"exact"}]},"tools":null,"source":{"name":"Hagglyai","url":"https://hagglyai.com/compare/web-extraction","asOf":"2026-10-23T02:57:12.469Z"}}