{"generated_at":"2026-10-19T01:26:19.539Z","period_days":30,"total_requests":4195,"total_paid_requests":0,"by_crawler":[{"name":"Meta-ExternalAgent","category":"ai-crawler","action":"charge","requests":2635,"paid_requests":0},{"name":"OAI-SearchBot","category":"ai-search","action":"allow","requests":492,"paid_requests":0},{"name":"GPTBot","category":"ai-training","action":"charge","requests":283,"paid_requests":0},{"name":"Googlebot","category":"search-engine","action":"allow","requests":254,"paid_requests":0},{"name":"Bingbot","category":"search-engine","action":"allow","requests":171,"paid_requests":0},{"name":"ClaudeBot","category":"ai-training","action":"charge","requests":151,"paid_requests":0},{"name":"ChatGPT-User","category":"ai-assistant","action":"allow","requests":59,"paid_requests":0},{"name":"Applebot","category":"ai-search","action":"allow","requests":54,"paid_requests":0},{"name":"PerplexityBot","category":"ai-search","action":"allow","requests":41,"paid_requests":0},{"name":"Amazonbot","category":"ai-crawler","action":"charge","requests":40,"paid_requests":0},{"name":"Claude-User","category":"ai-assistant","action":"allow","requests":14,"paid_requests":0},{"name":"Bytespider","category":"ai-crawler","action":"charge","requests":1,"paid_requests":0}],"top_paths":[{"path":"/robots.txt","requests":480},{"path":"/","requests":241},{"path":"/contact","requests":183},{"path":"/about","requests":132},{"path":"/services","requests":127},{"path":"/labs/ai-crawl-observatory","requests":125},{"path":"/process","requests":124},{"path":"/tools/tx-debug","requests":121},{"path":"/projects","requests":116},{"path":"/tools/jpyc","requests":115}],"daily_totals":[{"date":"2026-09-20","requests":38,"paid_requests":0,"allow_requests":24,"charge_requests":14},{"date":"2026-09-21","requests":59,"paid_requests":0,"allow_requests":33,"charge_requests":26},{"date":"2026-09-22","requests":38,"paid_requests":0,"allow_requests":24,"charge_requests":14},{"date":"2026-09-23","requests":30,"paid_requests":0,"allow_requests":26,"charge_requests":4},{"date":"2026-09-24","requests":279,"paid_requests":0,"allow_requests":38,"charge_requests":241},{"date":"2026-09-25","requests":75,"paid_requests":0,"allow_requests":72,"charge_requests":3},{"date":"2026-09-26","requests":27,"paid_requests":0,"allow_requests":24,"charge_requests":3},{"date":"2026-09-27","requests":29,"paid_requests":0,"allow_requests":25,"charge_requests":4},{"date":"2026-09-28","requests":50,"paid_requests":0,"allow_requests":48,"charge_requests":2},{"date":"2026-09-29","requests":28,"paid_requests":0,"allow_requests":27,"charge_requests":1},{"date":"2026-09-30","requests":86,"paid_requests":0,"allow_requests":75,"charge_requests":11},{"date":"2026-10-01","requests":2318,"paid_requests":0,"allow_requests":80,"charge_requests":2238},{"date":"2026-10-02","requests":35,"paid_requests":0,"allow_requests":32,"charge_requests":3},{"date":"2026-10-03","requests":46,"paid_requests":0,"allow_requests":42,"charge_requests":4},{"date":"2026-10-04","requests":24,"paid_requests":0,"allow_requests":22,"charge_requests":2},{"date":"2026-10-05","requests":26,"paid_requests":0,"allow_requests":23,"charge_requests":3},{"date":"2026-10-06","requests":90,"paid_requests":0,"allow_requests":89,"charge_requests":1},{"date":"2026-10-07","requests":35,"paid_requests":0,"allow_requests":32,"charge_requests":3},{"date":"2026-10-08","requests":23,"paid_requests":0,"allow_requests":21,"charge_requests":2},{"date":"2026-10-09","requests":93,"paid_requests":0,"allow_requests":22,"charge_requests":71},{"date":"2026-10-10","requests":48,"paid_requests":0,"allow_requests":24,"charge_requests":24},{"date":"2026-10-11","requests":24,"paid_requests":0,"allow_requests":22,"charge_requests":2},{"date":"2026-10-12","requests":282,"paid_requests":0,"allow_requests":18,"charge_requests":264},{"date":"2026-10-13","requests":63,"paid_requests":0,"allow_requests":62,"charge_requests":1},{"date":"2026-10-14","requests":80,"paid_requests":0,"allow_requests":29,"charge_requests":51},{"date":"2026-10-15","requests":25,"paid_requests":0,"allow_requests":23,"charge_requests":2},{"date":"2026-10-16","requests":66,"paid_requests":0,"allow_requests":63,"charge_requests":3},{"date":"2026-10-17","requests":46,"paid_requests":0,"allow_requests":41,"charge_requests":5},{"date":"2026-10-18","requests":26,"paid_requests":0,"allow_requests":23,"charge_requests":3},{"date":"2026-10-19","requests":106,"paid_requests":0,"allow_requests":1,"charge_requests":105}]}