{"endpoint":{"id":"88c7760cf1d3c6a7","rail":"x402","source":"cdp-bazaar","url":"https://crawl-preflight.postnov01.workers.dev/crawl-check/:domain","method":"GET","host":"crawl-preflight.postnov01.workers.dev","serviceName":"Crawl Pre-Flight","description":"Crawl pre-flight for a domain: will you be blocked, is content behind a paywall, and how much is actually there. Returns per-bot robots.txt verdicts for 16 AI crawlers, crawlable page count from sitemaps, detected CDN and paid-access signals (x402, TollBit), plus a fetch/skip recommendation. Call before spending requests on an unknown domain.","tags":["crawl","robots","web","preflight","agent"],"platforms":[],"tasks":["crawl","robots"],"categoryId":"web-extraction","priceUsd":0.02,"priceScheme":"exact","network":"eip155:8453","payTo":"0x02d15E7f25d29743c27021d32a7B280d760B2bC2","testnetOnly":false,"calls30d":1,"payers30d":1,"lastCalledAt":"2026-10-17T12:20:01.798Z","startFeeUsd":null,"platformUsageExtra":null,"reportedSuccess30d":null,"pageUrl":null,"batchMax":null,"exampleCount":null,"unitsPerCharge":1,"unitBasis":"call","unitPriceUsd":0.02,"firstSeenAt":"2026-10-17T18:07:55.378Z","lastSeenAt":"2026-10-17T18:07:55.378Z","lastProbedAt":"2026-10-17T18:15:20.877Z","embeddedHash":"48b59876cc95ed5c4652e18cba46970f7510cb51c613dbdcf9cb7f9b3fa6cced"},"score":{"endpointId":"88c7760cf1d3c6a7","computedAt":"2026-10-17T21:45:21.750Z","score":null,"grade":null,"uptime7d":0,"latencyP50Ms":null,"probeCount7d":1,"flags":[]},"recentProbes":[{"id":169677,"endpointId":"88c7760cf1d3c6a7","checkedAt":"2026-10-17T18:15:21.080Z","statusCode":400,"latencyMs":530,"valid402":false,"priceUsd":null,"payTo":null,"error":null,"mcpOutcome":null,"mcpProtocol":null}],"siblings":{"total":0,"sameCategory":0,"rows":[]},"tools":null}