5281 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot
1231 ×
meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
915 ×
Mozilla/5.0 (compatible; SERankingBacklinksBot/1.0; +https://seranking.com/backlinks-crawler)
906 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)
712 ×
meta-webindexer/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
558 ×
facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
529 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)
511 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36
449 ×
DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)
342 ×
Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
286 ×
Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot)
274 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/146.0.0.0 Safari/537.36
274 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; https://zhanzhang.toutiao.com/)
230 ×
Mozilla/5.0 (compatible; MJ12bot/v2.0.5; http://mj12bot.com/)
173 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/601.2.4 (KHTML, like Gecko) Version/9.0.1 Safari/601.2.4 facebookexternalhit/1.1 Facebot Twitterbot/1.0
169 ×
Mozilla/5.0 (compatible; Baiduspider-render/2.0; +http://www.baidu.com/search/spider.html)
153 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.7680.177 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
149 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; +https://openai.com/searchbot
148 ×
Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)
138 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)
92 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)
84 ×
Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; SiteAuditBot/0.97; +http://www.semrush.com/bot.html)
79 ×
Mozilla/5.0 (compatible; Barkrowler/0.9; +https://babbar.tech/crawler)
74 ×
Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)
72 ×
Mozilla/5.0 (compatible; SemrushBot-SI/0.97; +http://www.semrush.com/bot.html)
67 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)
66 ×
Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; TikTokSpider; ttspider-feedback@tiktok.com)
61 ×
Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
58 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.7680.153 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
57 ×
Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)
41 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36
40 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
36 ×
Mozilla/5.0 (Windows NT 6.1; WOW64) SkypeUriPreview Preview/0.5 skype-url-preview@microsoft.com
33 ×
Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
33 ×
CCBot/2.0 (https://commoncrawl.org/faq/)
31 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ABEvalBot/0.1) Version/11.1.2 Safari/605.1.15
29 ×
meta-externalads/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
26 ×
Mozilla/5.0 (compatible; DotBot/1.2; +https://opensiteexplorer.org/dotbot; help@moz.com)
26 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0
26 ×
DuckAssistBot/1.2; (+http://duckduckgo.com/duckassistbot.html)
24 ×
Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
20 ×
HanaleiBot runid=beta-stage-integration-test
20 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; ClaudeBot/1.0; +claudebot@anthropic.com)
19 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.7632.159 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
17 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.7680.164 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
16 ×
+https://www.adbeat.com/policy adbeat_bot
14 ×
rogerbot/1.1 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+onpage@moz.com)
12 ×
Mozilla/5.0 (compatible; wpbot/1.4; +https://forms.gle/ajBaxygz9jSR8p8G9)
12 ×
Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (HTML, like Gecko) Mobile Safari/537.36 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot)
12 ×
Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b
12 ×
python-requests/2.25.1
10 ×
Mozilla/5.0 (compatible; ev-crawler/1.0; +https://headline.com/legal/crawler)
10 ×
Mozilla/5.0 (compatible; intelx.io_bot +https://intelx.io)
8 ×
Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)
7 ×
python-requests/2.27.1
6 ×
Mozilla/5.0 (compatible; MojeekBot/0.11; +https://www.mojeek.com/bot.html)
6 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; YouBot/1.0; +https://docs.you.com/youbot; env:prod) Chrome/142.0.0.0 Safari/537.36
6 ×
python-requests/2.32.3
6 ×
RecordedFuture Global Inventory Crawler
6 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.7680.153 Mobile Safari/537.36 (compatible; Google-InspectionTool/1.0)
6 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.7680.153 Safari/537.36 (compatible; Google-InspectionTool/1.0)
6 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; SleepBot/1.0; +http://sleepbot.com/) Chrome/131.0.0.0 Safari/537.36
5 ×
Mozilla/5.0 (compatible; Website-info.net-Robot; https://website-info.net/robot)
5 ×
python-requests/2.32.5
5 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/136.0.0.0 Safari/537.36
5 ×
Mozilla/5.0 (compatible; crawler)
5 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MistralAI-User/1.0; +https://docs.mistral.ai/robots)
4 ×
Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
4 ×
Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)
4 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/100.0.4896.127 Safari/537.36
4 ×
Mozilla/5.0 (compatible; YandexRenderResourcesBot/1.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0
4 ×
FindFiles.net-FaviconFetcher/1.0 (+https://findfiles.net/bot)
4 ×
Mozilla/5.0 (compatible; VertexWP/1.0; +https://vertexwp.com/bot)
3 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/80.0.3987.132 Safari/537.36
3 ×
Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0
3 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/146.0.7680.153 Safari/537.36
3 ×
Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/131.0.6778.85 Safari/537.36
3 ×
OI-Crawler/Nutch (https://openintel.nl/webcrawl/)
2 ×
Mozilla/5.0 (compatible; SeznamBot/4.0; +https://o-seznam.cz/napoveda/vyhledavani/en/seznambot-crawler/)
2 ×
Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/131.0.0.0 Safari/537.36
2 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ChatGPT-User/1.0; +https://openai.com/bot)
2 ×
AliyunSecBot/Aliyun (AliyunSecBot@service.alibaba.com)
2 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800176; +https://help.qwant.com/bot/)
2 ×
Mozilla/5.0 (compatible; Timpibot/0.8; +http://www.timpi.io)
2 ×
Timpibot/1.0 (+http://timpi.io/crawler)
2 ×
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.7632.159 Mobile Safari/537.36 (compatible; Google-InspectionTool/1.0;)
2 ×
Mozilla/5.0 (compatible; Google-InspectionTool/1.0;)
2 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800206; +https://help.qwant.com/bot/)
2 ×
Mozilla/5.0 (compatible; coccocbot-web/1.0; +http://help.coccoc.com/searchengine)
2 ×
Mozilla/5.0 (compatible; coccocbot-image/1.0; +http://help.coccoc.com/searchengine)
2 ×
Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)
2 ×
Mozilla/5.0 (Windows NT 10.0; WOW64; iPhone) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4139.2 Safari/537.36 HuaweiCrawler
2 ×
Pandalytics/2.0 (https://domainsbot.com/pandalytics/)
2 ×
Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/77.0.3865.120 Safari/537.36
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800231; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Bingbot/2.0; +http://www.bing.com/bingbot.htm)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800131; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800261; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4600332; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800356; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800341; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/145.0.7632.159 Safari/537.36
1 ×
Mozilla/5.0 (compatible; bot/1.0)
1 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amzn-SearchBot/0.1) Chrome/119.0.6045.214 Safari/537.36
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800168; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800171; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4600131; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800122; +https://help.qwant.com/bot/)
1 ×
msnbot/1.1 ( http://search.msn.com/msnbot.htm)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800155; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800172; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800161; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800153; +https://help.qwant.com/bot/)
1 ×
Baiduspider ( http://www.baidu.com/search/spider.htm)
1 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/146.0.7680.164 Safari/537.36
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800387; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4601251; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800215; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800234; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; SemrushBot-BA; +http://www.semrush.com/bot.html)
1 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/537.36 (KHTML, like Gecko, Mediapartners-Google) Chrome/84.0.4147.108 Safari/537.36
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800541; +https://help.qwant.com/bot/)
1 ×
everyfeed-spider/2.0 (http://www.everyfeed.com)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800318; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800169; +https://help.qwant.com/bot/)
1 ×
FindFiles.net-LinkChecker/1.0 (+https://findfiles.net/bot)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4600198; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800292; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/537.36 (KHTML, like Gecko, Mediapartners-Google) Chrome/84.0.4147.140 Safari/537.36
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800159; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800182; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800237; +https://help.qwant.com/bot/)
1 ×
KlHttpClientCurl/30.1895.0.970
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_4600203; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +https://claude.ai/bot)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800210; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Bravebot/1.0; +https://search.brave.com/help/brave-search-crawler) Chrome/W.X.Y.Z Safari/537.36
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800282; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800209; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800114; +https://help.qwant.com/bot/)
1 ×
Mozilla/5.0 (compatible; Qwantbot/1.0_800129; +https://help.qwant.com/bot/)