{"endpoint":{"id":"2dd53f2580586458","rail":"x402","source":"cdp-bazaar","url":"https://shop.lordevo.com/api/quick/can-fetch","method":"GET","host":"shop.lordevo.com","serviceName":"Lordevo","description":"Can I fetch this URL? robots.txt + AI-crawler permission gate: Pre-fetch gate for agents and scrapers: is this exact URL allowed by robots.txt (RFC 9309: missing = allow, 5xx/unreachable = disallow) for generic agents and 16 named AI agents/crawlers (ChatGPT-User, Claude-User, PerplexityBot, GPTBot,","tags":["robots.txt","can i crawl","crawl permission","ai crawlers","x-robots-tag"],"platforms":[],"tasks":["crawl","robots"],"categoryId":"web-extraction","priceUsd":0.01,"priceScheme":"exact","network":"eip155:8453","payTo":"0x0876A79Bb5A88Bf338E6b47b4530359527b01d73","testnetOnly":false,"calls30d":null,"payers30d":null,"lastCalledAt":"2026-10-26T17:40:08.756Z","startFeeUsd":null,"platformUsageExtra":null,"reportedSuccess30d":null,"pageUrl":null,"batchMax":null,"exampleCount":null,"unitsPerCharge":1,"unitBasis":"call","unitPriceUsd":0.01,"firstSeenAt":"2026-10-26T18:08:39.508Z","lastSeenAt":"2026-10-26T18:08:39.508Z","lastProbedAt":"2026-10-26T18:15:07.888Z","embeddedHash":"2b3a518f4f85747fc5dfd70972b7fc4cec3d0f93fa63ce26b18f45432396cb27"},"score":{"endpointId":"2dd53f2580586458","computedAt":"2026-10-26T19:46:00.439Z","score":null,"grade":null,"uptime7d":1,"latencyP50Ms":568,"probeCount7d":1,"flags":["no-usage-data"]},"recentProbes":[{"id":394410,"endpointId":"2dd53f2580586458","checkedAt":"2026-10-26T18:15:08.325Z","statusCode":402,"latencyMs":568,"valid402":true,"priceUsd":0.01,"payTo":"0x0876A79Bb5A88Bf338E6b47b4530359527b01d73","error":null,"mcpOutcome":null,"mcpProtocol":null}],"siblings":{"total":2,"sameCategory":2,"rows":[{"id":"6ca5d81b9cbe2112","method":"GET","url":"https://shop.lordevo.com/api/quick/page-markdown","categoryId":"web-extraction","priceUsd":0.005,"priceScheme":"exact"},{"id":"ed1985bbc40d1b01","method":"GET","url":"https://shop.lordevo.com/api/quick/page-meta","categoryId":"web-extraction","priceUsd":0.01,"priceScheme":"exact"}]},"tools":null,"source":{"name":"Hagglyai","url":"https://hagglyai.com/compare/web-extraction","asOf":"2026-10-26T20:06:32.194Z"}}