{"endpoint":{"id":"715341a22fae26ea","rail":"x402","source":"cdp-bazaar","url":"https://api.vextorium.com/robots-txt-pago","method":"POST","host":"api.vextorium.com","serviceName":"Vextorium","description":"Parse a site's robots.txt: whether a user-agent may crawl a path, which AI crawlers (GPTBot, ClaudeBot, Google-Extended, PerplexityBot, CCBot...) are blocked, and declared sitemaps. Check before your agent scrapes.","tags":["robots","crawler","ai-bots","scraping","compliance"],"categoryId":"web-extraction","priceUsd":0.003,"priceScheme":"exact","network":"eip155:8453","payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","testnetOnly":false,"calls30d":3,"payers30d":3,"lastCalledAt":"2026-10-08T06:13:07.359Z","firstSeenAt":"2026-10-10T17:11:00.124Z","lastSeenAt":"2026-10-11T12:08:28.203Z","lastProbedAt":"2026-10-11T13:01:37.478Z","embeddedHash":"a6c28a1e82f807e7a12014b5f5ee4f6459074ca487e0efdbd997e12543423325"},"score":{"endpointId":"715341a22fae26ea","computedAt":"2026-10-11T12:46:12.076Z","score":77,"grade":"B","uptime7d":1,"latencyP50Ms":363,"probeCount7d":4,"flags":[]},"recentProbes":[{"id":15811,"endpointId":"715341a22fae26ea","checkedAt":"2026-10-11T13:01:37.636Z","statusCode":402,"latencyMs":726,"valid402":true,"priceUsd":0.003,"payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","error":null},{"id":12249,"endpointId":"715341a22fae26ea","checkedAt":"2026-10-11T08:30:32.694Z","statusCode":402,"latencyMs":260,"valid402":true,"priceUsd":0.003,"payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","error":null},{"id":8713,"endpointId":"715341a22fae26ea","checkedAt":"2026-10-11T04:00:44.906Z","statusCode":402,"latencyMs":395,"valid402":true,"priceUsd":0.003,"payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","error":null},{"id":5172,"endpointId":"715341a22fae26ea","checkedAt":"2026-10-10T23:30:44.421Z","statusCode":402,"latencyMs":331,"valid402":true,"priceUsd":0.003,"payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","error":null},{"id":932,"endpointId":"715341a22fae26ea","checkedAt":"2026-10-10T18:15:20.582Z","statusCode":402,"latencyMs":499,"valid402":true,"priceUsd":0.003,"payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","error":null}]}