{"version":"1.0","updated_at":"2026-04-07T15:25:46.466Z","principle":"Free to read, paid to export. Search and assistant bots are always free. Training and bulk-collection bots pay x402 on export only.","lanes":{"allow":{"description":"Search and assistant bots — free on all surfaces","bots":["OAI-SearchBot","ChatGPT-User","Claude-SearchBot","Claude-User","PerplexityBot","Perplexity-User","Applebot","Googlebot","Bingbot","Meta-ExternalFetcher"]},"charge":{"description":"Training and collection bots — free on read surfaces, x402 on export","bots":["GPTBot","ClaudeBot","Amazonbot","CCBot","Bytespider","Meta-ExternalAgent","FacebookBot"]},"observe":{"description":"Human, unknown, and heuristic matches — free, aggregate only","bots":["Claude-Web","anthropic-ai","Google-Extended","Applebot-Extended"]}},"free_routes":["/api/labs/ai-crawl-observatory/summary","/api/labs/ai-crawl-observatory/overview","/api/labs/ai-crawl-observatory/policy"],"paid_routes":["/api/labs/ai-crawl-observatory/export"],"privacy":{"stores_raw_logs":false,"stores_ip":false,"stores_full_ua":false,"stores_query_string":false,"retention_days":90,"storage_mode":"daily-aggregate"},"payment":{"protocol":"x402","network":"eip155:8453","currency":"USDC","applies_to":"charge bots on export route only"},"discovery":{"html":"https://vnlworks.com/labs/ai-crawl-observatory","markdown":"https://vnlworks.com/labs/ai-crawl-observatory/markdown","summary":"https://vnlworks.com/api/labs/ai-crawl-observatory/summary","overview":"https://vnlworks.com/api/labs/ai-crawl-observatory/overview","policy":"https://vnlworks.com/api/labs/ai-crawl-observatory/policy","openapi":"https://vnlworks.com/api/labs/ai-crawl-observatory/openapi.json","llms_txt":"https://vnlworks.com/llms.txt","x402_manifest":"https://vnlworks.com/.well-known/x402"}}