{"endpoint":{"id":"4f09fa4b2db59cd9","rail":"x402","source":"x402-list","url":"https://api.webbersites.com/api/seo/robots-check","method":"GET","host":"api.webbersites.com","serviceName":"WebberSites x402 Data API","description":"robots.txt + llms.txt checker: crawler access verdicts for major search AND AI bots (Googlebot, Bingbot, GPTBot, ClaudeBot, PerplexityBot, CCBot, Google-Extended and more), declared sitemaps, syntax warnings, and llms.txt / llms-full.txt presence with structure summary. ?url=any page on the site","tags":[],"platforms":[],"tasks":["crawl","robots"],"categoryId":"web-extraction","priceUsd":0.001,"priceScheme":"exact","network":"eip155:8453","payTo":"0xdd5fcEa81CA6f1EB39FEd5B973DE794293B81ba6","testnetOnly":false,"calls30d":null,"payers30d":null,"lastCalledAt":null,"startFeeUsd":null,"platformUsageExtra":null,"reportedSuccess30d":null,"pageUrl":null,"batchMax":null,"exampleCount":null,"unitsPerCharge":1,"unitBasis":"call","unitPriceUsd":0.001,"firstSeenAt":"2026-10-17T12:23:02.827Z","lastSeenAt":"2026-10-17T12:23:02.827Z","lastProbedAt":"2026-10-17T12:30:44.447Z","embeddedHash":null},"score":{"endpointId":"4f09fa4b2db59cd9","computedAt":"2026-10-17T15:45:33.507Z","score":null,"grade":null,"uptime7d":1,"latencyP50Ms":521,"probeCount7d":1,"flags":["no-usage-data"]},"recentProbes":[{"id":163774,"endpointId":"4f09fa4b2db59cd9","checkedAt":"2026-10-17T12:30:44.594Z","statusCode":402,"latencyMs":521,"valid402":true,"priceUsd":0.001,"payTo":"0xdd5fcEa81CA6f1EB39FEd5B973DE794293B81ba6","error":null,"mcpOutcome":null,"mcpProtocol":null}],"siblings":{"total":12,"sameCategory":3,"rows":[{"id":"fab6ab8352631554","method":"GET","url":"https://api.webbersites.com/api/extract","categoryId":"web-extraction","priceUsd":0.02,"priceScheme":"exact"},{"id":"9667cd6219cd34c6","method":"GET","url":"https://api.webbersites.com/api/price/bitcoin","categoryId":"crypto-prices","priceUsd":0.001,"priceScheme":"exact"},{"id":"3fe0253251293a6f","method":"GET","url":"https://api.webbersites.com/api/scrape","categoryId":"web-extraction","priceUsd":0.001,"priceScheme":"exact"},{"id":"4633d533b393f08f","method":"GET","url":"https://api.webbersites.com/api/search","categoryId":"web-search","priceUsd":0.01,"priceScheme":"exact"},{"id":"fc6a7ab58223e36a","method":"POST","url":"https://api.webbersites.com/api/search","categoryId":"web-search","priceUsd":0.01,"priceScheme":"exact"},{"id":"e44633f7d56e597d","method":"GET","url":"https://api.webbersites.com/api/summarize","categoryId":"web-extraction","priceUsd":0.002,"priceScheme":"exact"},{"id":"891893271c5219ad","method":"GET","url":"https://api.webbersites.com/api/translate-text","categoryId":"translation","priceUsd":0.01,"priceScheme":"exact"},{"id":"9e44dbc852a9bb7e","method":"POST","url":"https://api.webbersites.com/api/translate-text","categoryId":"translation","priceUsd":0.01,"priceScheme":"exact"},{"id":"87938301be31a5db","method":"GET","url":"https://api.webbersites.com/api/website/build","categoryId":"news","priceUsd":0.05,"priceScheme":"exact"},{"id":"78bff6d2b1d33b56","method":"GET","url":"https://api.webbersites.com/api/website/page","categoryId":"news","priceUsd":0.02,"priceScheme":"exact"},{"id":"9e14b14e2b62831e","method":"GET","url":"https://api.webbersites.com/v1/messages","categoryId":"llm-inference","priceUsd":0.01,"priceScheme":"exact"},{"id":"30ed463e7ff98bb1","method":"POST","url":"https://api.webbersites.com/v1/messages","categoryId":"llm-inference","priceUsd":0.01,"priceScheme":"exact"}]},"tools":null}