{"endpoint":{"id":"54aca538f051e062","rail":"x402","source":"cdp-bazaar","url":"https://agent-web-tools.agent-web-tools.workers.dev/v1/robots","method":"GET","host":"agent-web-tools.agent-web-tools.workers.dev","serviceName":"Agent Web Tools","description":"May this agent crawl this URL? robots.txt verdict per RFC 9309.","tags":["web","robots.txt","crawling","compliance"],"platforms":[],"tasks":["crawl","robots"],"categoryId":"web-extraction","priceUsd":0.001,"priceScheme":"exact","network":"eip155:8453","payTo":"0xF22b154E0858c97c42CC4a1151e26Ea1797fa6C3","testnetOnly":false,"calls30d":null,"payers30d":null,"lastCalledAt":"2026-10-26T15:44:56.573Z","startFeeUsd":null,"platformUsageExtra":null,"reportedSuccess30d":null,"pageUrl":null,"batchMax":null,"exampleCount":null,"unitsPerCharge":1,"unitBasis":"call","unitPriceUsd":0.001,"firstSeenAt":"2026-10-26T18:08:44.061Z","lastSeenAt":"2026-10-26T18:08:44.061Z","lastProbedAt":"2026-10-26T18:15:11.798Z","embeddedHash":"e14c3ab1c0dfe5ca6fb060d17bd814dfbff4618016a605af07ab501ddba080a1"},"score":{"endpointId":"54aca538f051e062","computedAt":"2026-10-26T19:46:00.439Z","score":null,"grade":null,"uptime7d":1,"latencyP50Ms":419,"probeCount7d":1,"flags":["no-usage-data"]},"recentProbes":[{"id":394512,"endpointId":"54aca538f051e062","checkedAt":"2026-10-26T18:15:11.957Z","statusCode":402,"latencyMs":419,"valid402":true,"priceUsd":0.001,"payTo":"0xF22b154E0858c97c42CC4a1151e26Ea1797fa6C3","error":null,"mcpOutcome":null,"mcpProtocol":null}],"siblings":{"total":1,"sameCategory":1,"rows":[{"id":"2fc6409f4257b50a","method":"GET","url":"https://agent-web-tools.agent-web-tools.workers.dev/v1/extract","categoryId":"web-extraction","priceUsd":0.005,"priceScheme":"exact"}]},"tools":null,"source":{"name":"Hagglyai","url":"https://hagglyai.com/compare/web-extraction","asOf":"2026-10-26T20:04:24.542Z"}}