{"endpoint":{"id":"1ce9ab692a8a1b1c","rail":"x402","source":"cdp-bazaar","url":"https://agent-data.centorprat.workers.dev/tools/robots-sitemap-analyzer","method":"POST","host":"agent-data.centorprat.workers.dev","serviceName":"robots.txt & Sitemap Analyzer","description":"Give it domains. For each it parses robots.txt (user-agents, allow/disallow, crawl-delay, declared sitemaps, blocks-all) and the XML sitemap(s) (URL counts, nested sitemaps, lastmod coverage), and flags crawlability issues - with a signal and findings. Keyless, read-only. Up to 3 items per call; failed lookups are not charged.","tags":["seo-tools","developer-tools","data"],"platforms":[],"tasks":["crawl","robots"],"categoryId":"web-extraction","priceUsd":0.045,"priceScheme":"exact","network":"eip155:8453","payTo":"0x8d38D6026cf3A9805DE9c5F0611ceE95B532B120","testnetOnly":false,"calls30d":null,"payers30d":null,"lastCalledAt":"2026-10-22T23:52:15.808Z","startFeeUsd":null,"platformUsageExtra":null,"reportedSuccess30d":null,"pageUrl":null,"batchMax":3,"exampleCount":null,"unitsPerCharge":3,"unitBasis":"stated","unitPriceUsd":0.015,"firstSeenAt":"2026-10-23T00:07:39.475Z","lastSeenAt":"2026-10-23T00:08:25.501Z","lastProbedAt":"2026-10-23T00:15:07.917Z","embeddedHash":"36b918524885d637739868ea9c6c74c3f84afffdc61cd14fec79fe3a09e1ac76"},"score":{"endpointId":"1ce9ab692a8a1b1c","computedAt":"2026-10-23T02:46:01.275Z","score":null,"grade":null,"uptime7d":1,"latencyP50Ms":650,"probeCount7d":1,"flags":["no-usage-data"]},"recentProbes":[{"id":301129,"endpointId":"1ce9ab692a8a1b1c","checkedAt":"2026-10-23T00:15:08.076Z","statusCode":402,"latencyMs":650,"valid402":true,"priceUsd":0.045,"payTo":"0x8d38D6026cf3A9805DE9c5F0611ceE95B532B120","error":null,"mcpOutcome":null,"mcpProtocol":null}],"siblings":{"total":4,"sameCategory":1,"rows":[{"id":"ae90df2ce515d4be","method":"POST","url":"https://agent-data.centorprat.workers.dev/tools/ai-crawler-access-test","categoryId":"web-extraction","priceUsd":0.03,"priceScheme":"exact"},{"id":"7bcfb1c1edbaa559","method":"POST","url":"https://agent-data.centorprat.workers.dev/tools/local-business-software-detector","categoryId":"maps-places","priceUsd":0.03,"priceScheme":"exact"},{"id":"1e8209ecfade0f7a","method":"POST","url":"https://agent-data.centorprat.workers.dev/tools/weather-air-quality-earthquake-api","categoryId":"weather","priceUsd":0.015,"priceScheme":"exact"},{"id":"24cf2f87cba73b39","method":"POST","url":"https://agent-data.centorprat.workers.dev/tools/world-bank-country-economic-data","categoryId":"stocks","priceUsd":0.03,"priceScheme":"exact"}]},"tools":null,"source":{"name":"Hagglyai","url":"https://hagglyai.com/compare/web-extraction","asOf":"2026-10-23T02:55:59.329Z"}}