7483 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot
948 ×
Mozilla/5.0 (compatible; SERankingBacklinksBot/1.0; +https://seranking.com/backlinks-crawler)
640 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)
462 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36
428 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)
348 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; https://zhanzhang.toutiao.com/)
333 ×
DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)
261 ×
facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
218 ×
meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
194 ×
Mozilla/5.0 (compatible; DotBot/1.2; +https://opensiteexplorer.org/dotbot; help@moz.com)
193 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/601.2.4 (KHTML, like Gecko) Version/9.0.1 Safari/601.2.4 facebookexternalhit/1.1 Facebot Twitterbot/1.0
190 ×
Mozilla/5.0 (compatible; MJ12bot/v2.0.5; http://mj12bot.com/)
175 ×
meta-webindexer/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
150 ×
Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)
124 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.7778.96 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
118 ×
Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (HTML, like Gecko) Mobile Safari/537.36 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot)
109 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)
88 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.7727.137 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
88 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; +https://openai.com/searchbot
84 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; SleepBot/1.0; +http://sleepbot.com/) Chrome/131.0.0.0 Safari/537.36
71 ×
Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)
63 ×
Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
63 ×
Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
59 ×
Mozilla/5.0 (compatible; SemrushBot-SI/0.97; +http://www.semrush.com/bot.html)
52 ×
Mozilla/5.0 (Linux;u;Android 4.2.2;zh-cn;) AppleWebKit/534.46 (KHTML,like Gecko) Version/5.1 Mobile Safari/10600.6.3 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
47 ×
Mozilla/5.0 (compatible; VelenPublicWebCrawler/1.0; +https://velen.io)
45 ×
Mozilla/5.0 (Windows NT 6.1; WOW64) SkypeUriPreview Preview/0.5 skype-url-preview@microsoft.com
45 ×
Mozilla/5.0 (compatible; Barkrowler/0.9; +https://babbar.tech/crawler)
42 ×
Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
40 ×
Mozilla/5.0 (compatible; WebTrackrCrawler/1.0; +https://affsignal.com/bot)
39 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; +https://openai.com/searchbot
33 ×
rogerbot/1.1 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+onpage@moz.com)
32 ×
DuckAssistBot/1.2; (+http://duckduckgo.com/duckassistbot.html)
30 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)
30 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)
29 ×
Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b
28 ×
Mozilla/5.0 (iPhone; CPU iPhone OS 9_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1 (compatible; Baiduspider-render/2.0; +http://www.baidu.com/search/spider.html)
26 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
25 ×
CCBot/2.0 (https://commoncrawl.org/faq/)
24 ×
Mozilla/5.0 (compatible; Google-CloudVertexBot; +https://cloud.google.com/vertex-ai-bot)
23 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0
22 ×
Mozilla/5.0 (compatible; Baiduspider-render/2.0; +http://www.baidu.com/search/spider.html)
22 ×
Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
21 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; TikTokSpider; ttspider-feedback@tiktok.com)
21 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36
20 ×
Mozilla/5.0 (compatible; HubSeedsBot/1.0)
20 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ChatGPT-User/1.0; +https://openai.com/bot)
18 ×
Mozilla/5.0 (compatible; OAI-SearchBot/1.3; +https://openai.com/searchbot)
18 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)
16 ×
Mozilla/5.0 (compatible; DeepSeekBot/1.0; +https://www.deepseek.com/bot)
16 ×
ris-bot/1.0 (+https://ris.local/bot)
15 ×
Mozilla/5.0 (compatible; xAI-SearchBot/1.0; +https://x.ai)
15 ×
python-requests/2.32.3
14 ×
+https://www.adbeat.com/policy adbeat_bot
14 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/136.0.0.0 Safari/537.36
14 ×
Mozilla/5.0 (compatible; wpbot/1.4; +https://forms.gle/ajBaxygz9jSR8p8G9)
14 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amzn-SearchBot/0.1) Chrome/119.0.6045.214 Safari/537.36
13 ×
Mozilla/5.0 (compatible; crawler)
12 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ABEvalBot/0.1) Version/11.1.2 Safari/605.1.15
12 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/148.0.0.0 Safari/537.36
11 ×
Mozilla/5.0 (compatible; Applebot/0.1; +http://www.apple.com/go/applebot)
11 ×
Mozilla/5.0 (compatible; CalcGratisLinkBot/1.0)
10 ×
Mozilla/5.0 (compatible; YouBot/1.0; +https://about.you.com/youbot/)
10 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; YouBot/1.0; +https://docs.you.com/youbot; env:prod) Chrome/142.0.0.0 Safari/537.36
10 ×
Mozilla/5.0 (compatible; ClaudeBot/1.0; +claudebot@anthropic.com)
9 ×
python-requests/2.27.1
9 ×
Mozilla/5.0 (compatible; MistralBot/1.0; +https://mistral.ai)
9 ×
AliyunSecBot/Aliyun (AliyunSecBot@service.alibaba.com)
9 ×
Mozilla/5.0 (compatible; intelx.io_bot +https://intelx.io)
8 ×
Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
8 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
7 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.0.0 Safari/537.36
7 ×
HanaleiBot runid=beta-stage-integration-test
6 ×
Mozilla/5.0 (compatible; Timpibot/0.8; +http://www.timpi.io)
6 ×
Timpibot/1.0 (+http://timpi.io/crawler)
6 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-SearchBot/1.0; +searchbot@anthropic.com)
6 ×
python-requests/2.32.5
6 ×
Mozilla/5.0 (compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)
6 ×
Mozilla/5.0 (compatible; EveryTabBot/1.0; +https://everytab.site/bot.html)
5 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.7727.116 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
5 ×
Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)
5 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/147.0.7727.116 Safari/537.36
5 ×
RecordedFuture Global Inventory Crawler
5 ×
python-requests/2.31.0
4 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/136.0.0.0 Safari/537.36 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36
4 ×
Mozilla/5.0 (compatible; CohereBot/1.0; +https://cohere.com/bot)
4 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/142.0.7444.48 Safari/537.36
4 ×
Mozilla/5.0 (compatible; SpiderLing; +https://nlp.fi.muni.cz/projects/biwec/)
4 ×
Mozilla/5.0 (compatible; ev-crawler/1.0; +https://headline.com/legal/crawler)
4 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; HubSpot Crawler; +https://www.hubspot.com) Chrome/131.0.0.0 Safari/537.36
4 ×
Mozilla/5.0 (compatible; ct-cafe-research-crawler/1.0; +https://ct.cafe/crawler)
3 ×
Mozilla/5.0 (compatible; GoogleOther; +https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers)
3 ×
Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0
3 ×
python-requests/2.33.1
3 ×
Mozilla/5.0 (compatible; coccocbot-web/1.0; +http://help.coccoc.com/searchengine)
3 ×
Mozilla/5.0 (compatible; MojeekBot/0.11; +https://www.mojeek.com/bot.html)
3 ×
OI-Crawler/Nutch (https://openintel.nl/webcrawl/)
3 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/148.0.7778.96 Safari/537.36
2 ×
Mozilla/5.0 (compatible; SeznamBot/4.0; +https://o-seznam.cz/napoveda/vyhledavani/en/seznambot-crawler/)
2 ×
Mozilla/5.0 (compatible; YandexRenderResourcesBot/1.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0
2 ×
Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)
2 ×
Mozilla/5.0 (compatible; coccocbot-image/1.0; +http://help.coccoc.com/searchengine)
2 ×
Mozilla/5.0 (compatible; HubSpotHeadScanner/1.0; +https://commoncrawl.org/)
2 ×
Zoombot (SEOChecker 1.0 http://suite.seozoom.it/bot.html)
2 ×
python-requests/2.26.0
2 ×
Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)
2 ×
Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36, Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
2 ×
Mozilla/5.0 (compatible; PRTG Network Monitor (wwww.wp.com); Windows)
2 ×
Mozilla/5.0 (compatible; PRTG Network Monitor (wwww.wordpress.com); Windows)
2 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/143.0.7499.4 Safari/537.36
2 ×
Mozilla/5.0 (compatible; SeotrendsBot/1.0; +https://seotrends.pro)
2 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/145.0.0.0 Safari/537.36
2 ×
python-requests/2.32.4
2 ×
TelegramBot (like TwitterBot)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800483; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800055; +https://help.qwant.com/bot/)
1 ×
meta-externalads/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_807479; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_807142; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_805635; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800161; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800406; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; FengShuiLearningBot/1.0)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800078; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_810255; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4609918; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_808919; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_804456; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_804423; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_803940; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_803488; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_803066; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800271; +https://help.qwant.com/bot/)
1 ×
ArenaUnfurlBot/1.0 (Link preview bot for AI model comparison platform; +https://arena.ai) Mozilla/5.0 (compatible)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_804998; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4604187; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_806434; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800829; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800786; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800606; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800485; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800559; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (X11; Linux x86_64; Android) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.4459.34 Safari/537.36 HuaweiCrawler
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800318; +https://help.qwant.com/bot/)
1 ×
Pandalytics/2.0 (https://domainsbot.com/pandalytics/)
1 ×
DNSCrawler/1.0 (+https://crawler.example/about)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800980; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4601171; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800417; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800871; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800929; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800521; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800541; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800570; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800276; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; SMARTSEO-checker/0.1; +https://smart-seo-tools.sbs/bot)
1 ×
Mozilla/5.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_809127; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_808774; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_807519; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_807473; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html), Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36
1 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/146.0.0.0 Safari/537.36
1 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/537.36 (KHTML, like Gecko, Mediapartners-Google) Chrome/85.0.4183.122 Safari/537.36
1 ×
Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36, Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
1 ×
Mozilla/5.0 (compatible; DataForSeoBot/1.0; +https://dataforseo.com/dataforseo-bot)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800599; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800618; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800626; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800734; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; HaloBot/1.0)