{"endpoint":{"id":"4350b7f3044a3125","rail":"x402","source":"payai","url":"https://relay402.georgespring.workers.dev/api/robots-check","method":"GET","host":"relay402.georgespring.workers.dev","serviceName":null,"description":"Checks whether a given user agent may fetch a given path on a host, per the site's robots.txt (specific-agent groups, wildcard rules, Allow/Disallow longest-match). Also returns crawl-delay, sitemap URLs and whether the site publishes llms.txt or ai.txt. For scraping and research agents that want to crawl politely and prove compliance.","tags":["scraping","compliance","robots","crawling","llms-txt"],"categoryId":"web-extraction","priceUsd":0.001,"priceScheme":"exact","network":"eip155:8453","payTo":"0x73fc43d426a89577c7b58f5fee50ec95d4396079","testnetOnly":false,"calls30d":null,"payers30d":null,"lastCalledAt":null,"firstSeenAt":"2026-10-10T17:10:37.222Z","lastSeenAt":"2026-10-11T12:08:00.944Z","lastProbedAt":"2026-10-11T11:46:24.433Z","embeddedHash":"7e300834d0fd6c3e589a05842748043c6addb7e81fe9b75e4aac73bb9a58c2ce"},"score":{"endpointId":"4350b7f3044a3125","computedAt":"2026-10-11T13:47:00.643Z","score":67,"grade":"C","uptime7d":1,"latencyP50Ms":1014.5,"probeCount7d":4,"flags":["no-usage-data"]},"recentProbes":[{"id":14804,"endpointId":"4350b7f3044a3125","checkedAt":"2026-10-11T11:46:24.593Z","statusCode":402,"latencyMs":1041,"valid402":true,"priceUsd":0.001,"payTo":"0x73fc43d426a89577c7b58f5fee50ec95d4396079","error":null},{"id":11264,"endpointId":"4350b7f3044a3125","checkedAt":"2026-10-11T07:15:47.567Z","statusCode":402,"latencyMs":988,"valid402":true,"priceUsd":0.001,"payTo":"0x73fc43d426a89577c7b58f5fee50ec95d4396079","error":null},{"id":7684,"endpointId":"4350b7f3044a3125","checkedAt":"2026-10-11T02:46:00.765Z","statusCode":402,"latencyMs":973,"valid402":true,"priceUsd":0.001,"payTo":"0x73fc43d426a89577c7b58f5fee50ec95d4396079","error":null},{"id":4224,"endpointId":"4350b7f3044a3125","checkedAt":"2026-10-10T22:30:40.770Z","statusCode":402,"latencyMs":1054,"valid402":true,"priceUsd":0.001,"payTo":"0x73fc43d426a89577c7b58f5fee50ec95d4396079","error":null}]}