{"resource":"https://api.strale.io/x402/robots-txt-parse","service":null,"areas":["web_search"],"answering":true,"http_status":402,"latency_ms":136,"price_usdc":null,"buyers_30d":2,"calls_30d":5,"description":"Fetch and parse a website's robots.txt. Returns rules per user-agent, sitemaps, crawl delays, and whether all crawlers are blocked.","id":"4355668ebc1f","category":"Web page readers and scrapers","accuracy":null,"tool_calls":null,"checked_day":"2026-10-14","page":"https://velliumandco.com/sellers/4355668ebc1f"}