crawler,operator,purpose,websites_checked,blocked,blocked_pct,own_group,own_group_pct
GPTBot,"OpenAI","AI training",382,57,14.9,82,21.5
OAI-SearchBot,"OpenAI","AI search",382,25,6.5,48,12.6
ChatGPT-User,"OpenAI","User-triggered fetch",382,35,9.2,61,16.0
ClaudeBot,"Anthropic","AI training",382,53,13.9,68,17.8
Claude-SearchBot,"Anthropic","AI search",382,27,7.1,33,8.6
Claude-User,"Anthropic","User-triggered fetch",382,28,7.3,34,8.9
PerplexityBot,"Perplexity","AI search",382,42,11.0,64,16.8
Perplexity-User,"Perplexity","User-triggered fetch",382,28,7.3,30,7.9
Googlebot,"Google","Search engine",382,3,0.8,47,12.3
Google-Extended,"Google","robots.txt control token",382,39,10.2,61,16.0
GoogleOther,"Google","Other or undeclared",382,21,5.5,13,3.4
Bingbot,"Microsoft","Search engine",382,3,0.8,40,10.5
Applebot,"Apple","Search engine",382,11,2.9,15,3.9
Applebot-Extended,"Apple","robots.txt control token",382,42,11.0,44,11.5
Amazonbot,"Amazon","AI training",382,48,12.6,44,11.5
meta-externalagent,"Meta","AI training",382,46,12.0,44,11.5
meta-externalfetcher,"Meta","User-triggered fetch",382,18,4.7,15,3.9
Bytespider,"ByteDance","Other or undeclared",382,66,17.3,58,15.2
CCBot,"Common Crawl","AI training",382,62,16.2,62,16.2
PetalBot,"Huawei","Search engine",382,42,11.0,36,9.4
DuckAssistBot,"DuckDuckGo","AI search",382,26,6.8,20,5.2
MistralAI-User,"Mistral AI","User-triggered fetch",382,25,6.5,15,3.9
YouBot,"You.com","AI search",382,33,8.6,28,7.3