{"endpoint":{"id":"d672719c12947ef0","rail":"x402","source":"payai","url":"https://automatom.matt-d59.workers.dev/robots","method":"GET","host":"automatom.matt-d59.workers.dev","serviceName":null,"description":"Fetches and parses a site's robots.txt into user-agent groups (allow/disallow rules), crawl-delay and sitemap URLs.","tags":[],"platforms":[],"tasks":["crawl","robots"],"categoryId":"web-extraction","priceUsd":0.01,"priceScheme":"exact","network":"eip155:8453","payTo":"0xCF4caC88dF345BF16B550cA02fE4e1d1B27860D3","testnetOnly":false,"calls30d":null,"payers30d":null,"lastCalledAt":null,"startFeeUsd":null,"platformUsageExtra":null,"reportedSuccess30d":null,"pageUrl":null,"batchMax":null,"exampleCount":null,"unitsPerCharge":1,"unitBasis":"call","unitPriceUsd":0.01,"firstSeenAt":"2026-10-18T00:07:25.308Z","lastSeenAt":"2026-10-18T00:07:25.308Z","lastProbedAt":"2026-10-18T00:15:18.939Z","embeddedHash":"6d249ae42ca45561994b5acfa50cbea46c6de0d3fc233000dd38cafe926470b1"},"score":{"endpointId":"d672719c12947ef0","computedAt":"2026-10-18T02:45:25.835Z","score":null,"grade":null,"uptime7d":1,"latencyP50Ms":1491,"probeCount7d":1,"flags":["no-usage-data"]},"recentProbes":[{"id":175647,"endpointId":"d672719c12947ef0","checkedAt":"2026-10-18T00:15:19.087Z","statusCode":402,"latencyMs":1491,"valid402":true,"priceUsd":0.01,"payTo":"0xCF4caC88dF345BF16B550cA02fE4e1d1B27860D3","error":null,"mcpOutcome":null,"mcpProtocol":null}],"siblings":{"total":8,"sameCategory":1,"rows":[{"id":"8130d289659721e4","method":"GET","url":"https://automatom.matt-d59.workers.dev/btc","categoryId":"onchain-data","priceUsd":0.01,"priceScheme":"exact"},{"id":"081f07f251994767","method":"GET","url":"https://automatom.matt-d59.workers.dev/crypto","categoryId":"crypto-prices","priceUsd":0.01,"priceScheme":"exact"},{"id":"ae6737bbe87f1a5f","method":"GET","url":"https://automatom.matt-d59.workers.dev/dataset-fx","categoryId":"stocks","priceUsd":0.01,"priceScheme":"exact"},{"id":"d25acd43b152241a","method":"GET","url":"https://automatom.matt-d59.workers.dev/evm-balance","categoryId":"onchain-data","priceUsd":0.01,"priceScheme":"exact"},{"id":"cf2f6d9b8abb290d","method":"GET","url":"https://automatom.matt-d59.workers.dev/evm-tx","categoryId":"onchain-data","priceUsd":0.01,"priceScheme":"exact"},{"id":"0a50aec78cc06083","method":"GET","url":"https://automatom.matt-d59.workers.dev/forecast","categoryId":"weather","priceUsd":0.01,"priceScheme":"exact"},{"id":"7f649ba81fbc16ae","method":"GET","url":"https://automatom.matt-d59.workers.dev/readable","categoryId":"web-extraction","priceUsd":0.01,"priceScheme":"exact"},{"id":"25862da94e1bf9b0","method":"GET","url":"https://automatom.matt-d59.workers.dev/weather-alerts","categoryId":"weather","priceUsd":0.01,"priceScheme":"exact"}]},"tools":null}