1396 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot
308 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)
288 ×
meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
165 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; https://zhanzhang.toutiao.com/)
137 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)
122 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36
116 ×
DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)
72 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; +https://openai.com/searchbot
71 ×
Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot)
57 ×
facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
56 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.7680.177 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
55 ×
Mozilla/5.0 (compatible; MJ12bot/v2.0.5; http://mj12bot.com/)
49 ×
meta-webindexer/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
49 ×
Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)
44 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/601.2.4 (KHTML, like Gecko) Version/9.0.1 Safari/601.2.4 facebookexternalhit/1.1 Facebot Twitterbot/1.0
41 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)
38 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; TikTokSpider; ttspider-feedback@tiktok.com)
31 ×
Mozilla/5.0 (compatible; Barkrowler/0.9; +https://babbar.tech/crawler)
27 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)
21 ×
Mozilla/5.0 (Windows NT 6.1; WOW64) SkypeUriPreview Preview/0.5 skype-url-preview@microsoft.com
21 ×
Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)
19 ×
Mozilla/5.0 (compatible; SemrushBot-SI/0.97; +http://www.semrush.com/bot.html)
18 ×
CCBot/2.0 (https://commoncrawl.org/faq/)
17 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ABEvalBot/0.1) Version/11.1.2 Safari/605.1.15
15 ×
Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
15 ×
Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)
12 ×
Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
11 ×
HanaleiBot runid=beta-stage-integration-test
10 ×
Mozilla/5.0 (compatible; intelx.io_bot +https://intelx.io)
9 ×
DuckAssistBot/1.2; (+http://duckduckgo.com/duckassistbot.html)
7 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
6 ×
rogerbot/1.1 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+onpage@moz.com)
6 ×
Mozilla/5.0 (compatible; Baiduspider-render/2.0; +http://www.baidu.com/search/spider.html)
6 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0
5 ×
meta-externalads/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
4 ×
+https://www.adbeat.com/policy adbeat_bot
4 ×
python-requests/2.25.1
4 ×
Mozilla/5.0 (compatible; VertexWP/1.0; +https://vertexwp.com/bot)
3 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/136.0.0.0 Safari/537.36
3 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36
3 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)
3 ×
OI-Crawler/Nutch (https://openintel.nl/webcrawl/)
2 ×
Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)
2 ×
FindFiles.net-FaviconFetcher/1.0 (+https://findfiles.net/bot)
2 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; SleepBot/1.0; +http://sleepbot.com/) Chrome/131.0.0.0 Safari/537.36
2 ×
python-requests/2.32.3
2 ×
Mozilla/5.0 (Windows NT 10.0; WOW64; iPhone) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4139.2 Safari/537.36 HuaweiCrawler
2 ×
Pandalytics/2.0 (https://domainsbot.com/pandalytics/)
2 ×
Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/77.0.3865.120 Safari/537.36
2 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/131.0.6778.85 Safari/537.36
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800159; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800182; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800237; +https://help.qwant.com/bot/)
1 ×
KlHttpClientCurl/30.1895.0.970
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800206; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800176; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4600203; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +https://claude.ai/bot)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800210; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Bravebot/1.0; +https://search.brave.com/help/brave-search-crawler) Chrome/W.X.Y.Z Safari/537.36
1 ×
Mozilla/5.0 (compatible; crawler)
1 ×
RecordedFuture Global Inventory Crawler
1 ×
Mozilla/5.0 (compatible; coccocbot-web/1.0; +http://help.coccoc.com/searchengine)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800282; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800209; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
1 ×
Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0
1 ×
Mozilla/5.0 (compatible; YandexRenderResourcesBot/1.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800114; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800129; +https://help.qwant.com/bot/)
1 ×
python-requests/2.32.5