{"endpoint":{"id":"e97236e67ee96878","rail":"x402","source":"payai","url":"https://freetier-agent-api.pages.dev/api/robots-check","method":"GET","host":"freetier-agent-api.pages.dev","serviceName":"Agent Extraction API","description":"Check whether a URL may be crawled per the site's robots.txt for a given user-agent. Returns allowed, matched rule, crawl-delay, sitemaps.","tags":["web","robots-txt","crawling","compliance"],"platforms":[],"tasks":["crawl","robots"],"categoryId":"web-extraction","priceUsd":0.003,"priceScheme":"exact","network":"eip155:8453","payTo":"0x165Eb3dC3E98403ecB1141e90400F5e71806554B","testnetOnly":false,"calls30d":null,"payers30d":null,"lastCalledAt":null,"startFeeUsd":null,"platformUsageExtra":null,"reportedSuccess30d":null,"pageUrl":null,"batchMax":null,"exampleCount":null,"unitsPerCharge":1,"unitBasis":"call","unitPriceUsd":0.003,"firstSeenAt":"2026-10-26T18:07:09.634Z","lastSeenAt":"2026-10-26T18:07:09.634Z","lastProbedAt":"2026-10-26T18:15:11.943Z","embeddedHash":"a2e780eeb50128b2752d1e42f841bc87ea5a669951a6b457c04202a143d95dbd"},"score":{"endpointId":"e97236e67ee96878","computedAt":"2026-10-26T19:46:00.439Z","score":null,"grade":null,"uptime7d":1,"latencyP50Ms":181,"probeCount7d":1,"flags":["no-usage-data"]},"recentProbes":[{"id":394543,"endpointId":"e97236e67ee96878","checkedAt":"2026-10-26T18:15:12.098Z","statusCode":402,"latencyMs":181,"valid402":true,"priceUsd":0.003,"payTo":"0x165Eb3dC3E98403ecB1141e90400F5e71806554B","error":null,"mcpOutcome":null,"mcpProtocol":null}],"siblings":{"total":3,"sameCategory":1,"rows":[{"id":"08284000f2df3c72","method":"GET","url":"https://freetier-agent-api.pages.dev/api/currency","categoryId":"stocks","priceUsd":0.002,"priceScheme":"exact"},{"id":"ae7caae814ad005c","method":"GET","url":"https://freetier-agent-api.pages.dev/api/llm-cost","categoryId":"llm-inference","priceUsd":0.005,"priceScheme":"exact"},{"id":"5a4fef9beaf573c1","method":"GET","url":"https://freetier-agent-api.pages.dev/api/page-rag","categoryId":"web-extraction","priceUsd":0.001,"priceScheme":"exact"}]},"tools":null,"source":{"name":"Hagglyai","url":"https://hagglyai.com/compare/web-extraction","asOf":"2026-10-26T19:54:11.598Z"}}