5238 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot
4572 ×
facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
1324 ×
meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
1209 ×
meta-webindexer/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
1201 ×
Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot)
859 ×
Mozilla/5.0 (compatible; DotBot/1.2; +https://opensiteexplorer.org/dotbot; help@moz.com)
436 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36
381 ×
DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)
279 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)
179 ×
Mozilla/5.0 (compatible; Barkrowler/0.9; +https://babbar.tech/crawler)
160 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.7559.132 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
153 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; +https://openai.com/searchbot
136 ×
Mozilla/5.0 (compatible; SERankingBacklinksBot/1.0; +https://seranking.com/backlinks-crawler)
115 ×
Mozilla/5.0 (compatible; MJ12bot/v2.0.4; http://mj12bot.com/)
102 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)
101 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36
98 ×
meta-externalads/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
91 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/601.2.4 (KHTML, like Gecko) Version/9.0.1 Safari/601.2.4 facebookexternalhit/1.1 Facebot Twitterbot/1.0
85 ×
Mozilla/5.0 (compatible; SeekportBot; +https://bot.seekport.com)
71 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)
67 ×
Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)
65 ×
Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)
54 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0
53 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)
52 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; https://zhanzhang.toutiao.com/)
45 ×
Mozilla/5.0 (compatible; Baiduspider-render/2.0; +http://www.baidu.com/search/spider.html)
44 ×
Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1 (compatible; meta-externalads/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))
43 ×
Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
41 ×
Mozilla/5.0 (compatible; SemrushBot-SI/0.97; +http://www.semrush.com/bot.html)
41 ×
Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b
30 ×
CCBot/2.0 (https://commoncrawl.org/faq/)
29 ×
Mozilla/5.0 (compatible; MJ12bot/v2.0.5; http://mj12bot.com/)
28 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_937188; +https://help.qwant.com/bot/)
27 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
26 ×
Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
25 ×
Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)
24 ×
ArenaUnfurlBot/1.0 (Link preview bot for AI model comparison platform; +https://arena.ai) Mozilla/5.0 (compatible)
19 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.7559.109 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
19 ×
Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
19 ×
Mozilla/5.0 (Windows NT 6.1; WOW64) SkypeUriPreview Preview/0.5 skype-url-preview@microsoft.com
19 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ABEvalBot/0.1) Version/11.1.2 Safari/605.1.15
19 ×
HanaleiBot runid=beta-stage-integration-test
17 ×
Mozilla/5.0 (compatible; MojeekBot/0.11; +https://www.mojeek.com/bot.html)
14 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.7499.192 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
13 ×
python-requests/2.31.0
13 ×
DuckAssistBot/1.2; (+http://duckduckgo.com/duckassistbot.html)
12 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)
11 ×
Mozilla/5.0 (compatible; intelx.io_bot +https://intelx.io)
10 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4771479; +https://help.qwant.com/bot/)
10 ×
Mozilla/5.0 (compatible; Website-info.net-Robot; https://website-info.net/robot)
10 ×
Mozilla/5.0 (compatible; wpbot/1.4; +https://forms.gle/ajBaxygz9jSR8p8G9)
8 ×
Mozilla/5.0 (compatible; ev-crawler/1.0; +https://headline.com/legal/crawler)
7 ×
RecordedFuture Global Inventory Crawler
7 ×
Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
7 ×
Mozilla/5.0 (compatible; SeznamBot/4.0; +https://o-seznam.cz/napoveda/vyhledavani/en/seznambot-crawler/)
7 ×
Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)
7 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/144.0.7559.132 Safari/537.36
6 ×
python-requests/2.32.3
5 ×
python-requests/2.27.1
4 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/142.0.0.0 Safari/537.36
4 ×
yacybot (-global; amd64 Linux 6.12.63+deb13-amd64; java 21.0.9; Africa/en) http://yacy.net/bot.html
4 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/136.0.0.0 Safari/537.36
4 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; HubSpot Crawler; +https://www.hubspot.com) Chrome/131.0.0.0 Safari/537.36
3 ×
python-requests/2.25.1
3 ×
python-requests/2.32.5
3 ×
TelegramBot (like TwitterBot)
3 ×
Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/77.0.3865.120 Safari/537.36
3 ×
OI-Crawler/Nutch (https://openintel.nl/webcrawl/)
3 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazing-SearchBot/0.1; +https://amazing.com/bot.html) Chrome/119.0.6045.214 Safari/537.36
3 ×
Mozilla/5.0 (compatible; bot/1.0)
2 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/143.0.7499.192 Safari/537.36
2 ×
Mozilla/5.0 (Linux;u;Android 4.2.2;zh-cn;) AppleWebKit/534.46 (KHTML,like Gecko) Version/5.1 Mobile Safari/10600.6.3 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
2 ×
Mozilla/5.0 (compatible; ProductLookoutBot/1.0)
2 ×
Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
2 ×
python-requests/2.32.4
2 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.7559.132 Mobile Safari/537.36 (compatible; Google-Safety; +http://www.google.com/bot.html)
2 ×
Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/138.0.0.0 Safari/537.36
1 ×
Mozilla/5.0 (compatible; VeryHip/0.1; +https://veryhip.com/bot.html)
1 ×
FAST-WebCrawler/3.8 (crawler at trd dot overture dot com; http://www.alltheweb.com/help/webmaster/crawler)
1 ×
Mozilla/5.0 (compatible; proximic; +https://www.comscore.com/Web-Crawler)
1 ×
AliyunSecBot/Aliyun (AliyunSecBot@service.alibaba.com)
1 ×
Mozilla/5.0 (compatible; YandexUserproxy; robot; +http://yandex.com/bots)
1 ×
AndroidHttpClient (Linux; U; Android 14; it_IT; SM-A166B; Build/UP1A.231005.007; Cronet/139.0.7205.3)
1 ×
Mozilla/5.0 (compatible; Bingbot/2.0; +http://www.bing.com/bingbot.htm)
1 ×
Pandalytics/2.0 (https://domainsbot.com/pandalytics/)
1 ×
rogerbot/1.1 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+onpage@moz.com)
1 ×
Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)
1 ×
Mozilla/5.0 (compatible; AIKnowBot/1.0; +https://aiknow.app)
1 ×
python-requests/2.22.0
1 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google-Safety; +http://www.google.com/bot.html)
1 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ChatGPT-User/1.0; +https://openai.com/bot)
1 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; YouBot/1.0; +https://docs.you.com/youbot; env:prod) Chrome/142.0.0.0 Safari/537.36
1 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/144.0.0.0 Safari/537.36
1 ×
SuperBot/4.4.0.60 (Windows XP)
1 ×
Mozilla/5.0 (compatible; IbouBot/1.0; +bot@ibou.io; +https://ibou.io/iboubot.html)
1 ×
[FBAN/FB4A;FBAV/549.0.0.61.62;FBBV/891620510;FBDM/{density=2.25,width=720,height=1458};FBLC/it_IT;FBRV/0;FBCR/TIM;FBMF/CUBOT;FBBD/CUBOT;FBPN/com.facebook.katana;FBDV/NOTE 50;FBSV/13;FBOP/1;FBCA/arm64-v8a:;]