{"endpoint":{"id":"c053688cc8f2f377","rail":"x402","source":"cdp-bazaar","url":"https://api.vextorium.com/v1/robots-txt","method":"POST","host":"api.vextorium.com","serviceName":"Vextorium","description":"Parse a site's robots.txt: whether a user-agent may crawl a path, which AI crawlers (GPTBot, ClaudeBot, Google-Extended, PerplexityBot, CCBot...) are blocked, and declared sitemaps. Check before your agent scrapes.","tags":["robots","crawler","ai-bots","scraping","compliance"],"categoryId":"web-extraction","priceUsd":0.003,"priceScheme":"exact","network":"eip155:8453","payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","testnetOnly":false,"calls30d":2,"payers30d":2,"lastCalledAt":"2026-10-06T22:14:43.334Z","firstSeenAt":"2026-10-10T17:11:05.387Z","lastSeenAt":"2026-10-11T06:08:05.824Z","lastProbedAt":"2026-10-11T08:46:01.768Z","embeddedHash":"e03273bab45c15471dee2dfee8b23ddefea8bd892949df106be9fcb1fdb03f54"},"score":{"endpointId":"c053688cc8f2f377","computedAt":"2026-10-11T11:46:03.128Z","score":73,"grade":"B","uptime7d":1,"latencyP50Ms":917.5,"probeCount7d":4,"flags":[]},"recentProbes":[{"id":12516,"endpointId":"c053688cc8f2f377","checkedAt":"2026-10-11T08:46:01.894Z","statusCode":402,"latencyMs":953,"valid402":true,"priceUsd":0.003,"payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","error":null},{"id":9055,"endpointId":"c053688cc8f2f377","checkedAt":"2026-10-11T04:30:33.749Z","statusCode":402,"latencyMs":882,"valid402":true,"priceUsd":0.003,"payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","error":null},{"id":5515,"endpointId":"c053688cc8f2f377","checkedAt":"2026-10-11T00:00:47.431Z","statusCode":402,"latencyMs":749,"valid402":true,"priceUsd":0.003,"payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","error":null},{"id":1615,"endpointId":"c053688cc8f2f377","checkedAt":"2026-10-10T19:15:18.614Z","statusCode":402,"latencyMs":1057,"valid402":true,"priceUsd":0.003,"payTo":"0xb9f06D2734B7E9D7b21B64C4D8b95bd774b71aCf","error":null}]}