{"endpoint":{"id":"4b4742a45e09a8e4","rail":"x402","source":"payai","url":"https://intel.rallylive.ca/monitor/robots-allowed","method":"POST","host":"intel.rallylive.ca","serviceName":"crawl-allowed-check","description":"Is a URL crawlable? Fetches the site's robots.txt and evaluates the given path for a specific user-agent (Googlebot, GPTBot, ClaudeBot, Bingbot or any token; default *), returning allowed/disallowed, the matching rule, the group used, crawl-delay and declared sitemaps. Pre-flight for crawlers and SEO checks. $0.01 per check.","tags":["robots","crawl","allowed","user-agent","seo"],"categoryId":"web-extraction","priceUsd":0.01,"priceScheme":"exact","network":"eip155:8453","payTo":"0x91D568599fB802Cb3f03F067D2063785dBAF0abd","testnetOnly":false,"calls30d":3,"payers30d":2,"lastCalledAt":"2026-09-13T10:26:09.633Z","firstSeenAt":"2026-10-10T17:10:37.222Z","lastSeenAt":"2026-10-11T12:08:28.615Z","lastProbedAt":"2026-10-11T10:16:13.451Z","embeddedHash":"4003d56911b1769d1a7d4f1df96b8ec9da6b125a7055b5d22c900eb3c444af81"},"score":{"endpointId":"4b4742a45e09a8e4","computedAt":"2026-10-11T12:46:12.076Z","score":59,"grade":"C","uptime7d":1,"latencyP50Ms":601.5,"probeCount7d":4,"flags":["wallet-mismatch"]},"recentProbes":[{"id":13768,"endpointId":"4b4742a45e09a8e4","checkedAt":"2026-10-11T10:16:13.578Z","statusCode":402,"latencyMs":548,"valid402":true,"priceUsd":0.01,"payTo":"0xFC24FD34da9e49A0110DCaEe3Ad30eC54175eBB3","error":null},{"id":10207,"endpointId":"4b4742a45e09a8e4","checkedAt":"2026-10-11T06:00:30.532Z","statusCode":402,"latencyMs":170,"valid402":true,"priceUsd":0.01,"payTo":"0xFC24FD34da9e49A0110DCaEe3Ad30eC54175eBB3","error":null},{"id":6665,"endpointId":"4b4742a45e09a8e4","checkedAt":"2026-10-11T01:30:34.109Z","statusCode":402,"latencyMs":705,"valid402":true,"priceUsd":0.01,"payTo":"0xFC24FD34da9e49A0110DCaEe3Ad30eC54175eBB3","error":null},{"id":3127,"endpointId":"4b4742a45e09a8e4","checkedAt":"2026-10-10T21:00:28.871Z","statusCode":402,"latencyMs":655,"valid402":true,"priceUsd":0.01,"payTo":"0xFC24FD34da9e49A0110DCaEe3Ad30eC54175eBB3","error":null}]}