{"schema_version":"1.0","generated_at":"2026-10-14T19:15:48+08:00","window_days":6,"thresholds":{"403":0.005,"429":0.03,"404":0.05,"301":0.1,"410":0.25},"note":"Signals are triage indicators, not proof of a configuration fault.","items":[{"crawler":"Bytespider","signal":"403","count":21136,"total":26404,"rate":0.8005,"severity":"high","interpretation":"Possible access-control conflict; inspect verified traffic separately."},{"crawler":"Claude","signal":"429","count":12961,"total":393139,"rate":0.033,"severity":"high","interpretation":"Rate limiting may be constraining discovery."},{"crawler":"Perplexity","signal":"429","count":348,"total":10446,"rate":0.0333,"severity":"high","interpretation":"Rate limiting may be constraining discovery."},{"crawler":"Meta","signal":"403","count":231,"total":231,"rate":1.0,"severity":"high","interpretation":"Possible access-control conflict; inspect verified traffic separately."},{"crawler":"DeepSeek","signal":"429","count":173,"total":234,"rate":0.7393,"severity":"high","interpretation":"Rate limiting may be constraining discovery."},{"crawler":"ChatGPT-User","signal":"429","count":131,"total":551,"rate":0.2377,"severity":"high","interpretation":"Rate limiting may be constraining discovery."},{"crawler":"Meta-ExternalFetcher","signal":"403","count":130,"total":134,"rate":0.9701,"severity":"high","interpretation":"Possible access-control conflict; inspect verified traffic separately."},{"crawler":"OAI-AdsBot","signal":"429","count":99,"total":137,"rate":0.7226,"severity":"high","interpretation":"Rate limiting may be constraining discovery."},{"crawler":"Google-Extended","signal":"429","count":58,"total":84,"rate":0.6905,"severity":"high","interpretation":"Rate limiting may be constraining discovery."},{"crawler":"Claude-User","signal":"429","count":53,"total":216,"rate":0.2454,"severity":"high","interpretation":"Rate limiting may be constraining discovery."},{"crawler":"Claude-SearchBot","signal":"429","count":42,"total":149,"rate":0.2819,"severity":"high","interpretation":"Rate limiting may be constraining discovery."},{"crawler":"Claude-SearchBot","signal":"403","count":4,"total":149,"rate":0.0268,"severity":"high","interpretation":"Possible access-control conflict; inspect verified traffic separately."},{"crawler":"Claude-User","signal":"403","count":3,"total":216,"rate":0.0139,"severity":"high","interpretation":"Possible access-control conflict; inspect verified traffic separately."},{"crawler":"Google-Extended","signal":"403","count":2,"total":84,"rate":0.0238,"severity":"high","interpretation":"Possible access-control conflict; inspect verified traffic separately."},{"crawler":"OAI-AdsBot","signal":"403","count":1,"total":137,"rate":0.0073,"severity":"high","interpretation":"Possible access-control conflict; inspect verified traffic separately."},{"crawler":"Googlebot","signal":"301","count":9681,"total":52139,"rate":0.1857,"severity":"medium","interpretation":"Crawl budget is being spent on non-final URLs."},{"crawler":"Claude-User","signal":"404","count":97,"total":216,"rate":0.4491,"severity":"medium","interpretation":"Broken or historical URL demand; trace sources before redirecting."},{"crawler":"Claude-SearchBot","signal":"404","count":72,"total":149,"rate":0.4832,"severity":"medium","interpretation":"Broken or historical URL demand; trace sources before redirecting."},{"crawler":"ChatGPT-User","signal":"404","count":60,"total":551,"rate":0.1089,"severity":"medium","interpretation":"Broken or historical URL demand; trace sources before redirecting."},{"crawler":"DeepSeek","signal":"404","count":55,"total":234,"rate":0.235,"severity":"medium","interpretation":"Broken or historical URL demand; trace sources before redirecting."},{"crawler":"Claude-User","signal":"301","count":30,"total":216,"rate":0.1389,"severity":"medium","interpretation":"Crawl budget is being spent on non-final URLs."},{"crawler":"OAI-AdsBot","signal":"404","count":28,"total":137,"rate":0.2044,"severity":"medium","interpretation":"Broken or historical URL demand; trace sources before redirecting."},{"crawler":"Google-Extended","signal":"404","count":22,"total":84,"rate":0.2619,"severity":"medium","interpretation":"Broken or historical URL demand; trace sources before redirecting."},{"crawler":"Claude-SearchBot","signal":"301","count":17,"total":149,"rate":0.1141,"severity":"medium","interpretation":"Crawl budget is being spent on non-final URLs."}]}