login

List of webbots

Download without IP addresses XML format JSON format CSV format

Download including IP addresses XML format JSON format CSV format

Bot name
Last detected
IPs known
 
2ip bot/1.1
2026-04-01
2
[view]
admantx-eusy01/3.2
2025-10-19
1
[view]
admantx-ussy04/3.2
2024-11-28
8
[view]
AdsBot-Google
2026-08-28
121
[view]
AdsBot-Google-Mobile
2025-10-24
2
[view]
AdsTxtCrawlerTP/1.2
2025-05-07
1
[view]
AhrefsBot/7.0
2026-09-24
6620
[view]
aiHitBot/2.9
2025-10-07
2
[view]
alexa site audit/1.0
2026-07-19
13
[view]
AliyunSecBot
2026-08-11
274
[view]
Amazon-Advertising-ad-standards-bot/1.0
2026-09-24
4
[view]
AmazonAdBot/1.0
2026-01-04
22
[view]
Amazonbot/0.1
2026-09-24
1550
[view]
AnyEvent-HTTP/2.22
2025-03-03
1
[view]
AppEngine-Google
2026-09-06
83
[view]
Applebot/0.1
2026-09-24
3739
[view]
archive.org_bot
2026-09-01
28
[view]
AwarioBot/1.0
2026-09-23
16
[view]
AwarioSmartBot/1.0
2026-09-20
1
[view]
axios/1.6.5
2025-03-14
1
[view]
axios/1.7.9
2025-08-13
2
[view]
Baiduspider
2026-06-11
20
[view]
Baiduspider-render/2.0
2026-09-24
446
[view]
Baiduspider/2.0
2026-09-24
753
[view]
Barkrowler/0.9
2026-09-24
134
[view]
bidswitchbot/1.0
2026-09-16
469
[view]
Bidtellect/0.0.0.0
2026-09-11
2
[view]
bingbot/2.0
2026-09-24
1986
[view]
BingPreview/1.0b
2026-09-14
99
[view]
BitSightBot/1.0
2026-09-24
602
[view]
BLEXBot/1.0
2025-12-03
44
[view]
Bloglines/3.1
2026-09-18
12
[view]
Bot/1.0
2026-09-24
5270
[view]
Bravebot/1.0
2026-09-24
100
[view]
Brightbot 1.0
2026-02-12
3
[view]
BW/1.2
2026-06-20
26
[view]
Bytespider
2026-09-24
15716
[view]
CATExplorador/1.0beta
2026-09-19
7
[view]
CCBot/2.0
2026-09-24
349
[view]
CensysInspect/1.1
2026-09-24
1329
[view]
Centro Ads.txt Crawler/1.0
2026-09-23
16
[view]
centurybot/1.0
2025-01-08
2
[view]
ChatGPT-User/1.0
2026-09-24
3716
[view]
CheckMarkNetwork/1.0
2026-09-17
94
[view]
Claude-User/1.0
2026-09-24
1379
[view]
ClaudeBot
2026-09-24
5313
[view]
ClaudeBot/1.0
2026-09-24
893
[view]
coccocbot-web/1.0
2026-09-24
144
[view]
Cocolyzebot/1.0
2026-05-18
1
[view]
colly
2026-07-27
2
[view]
companyspotter/2.0.0.0
2026-09-14
1
[view]
ContextAd Bot 1.0
2026-09-22
3
[view]
crawler_eb_germany_2.0
2026-07-21
10
[view]
CriteoBot/0.1
2026-09-24
162
[view]
DataForSeoBot/1.0
2026-09-23
22
[view]
Dataprovider.com
2026-09-21
287
[view]
DataXu/1.0
2025-01-11
1
[view]
Discordbot/2.0
2026-09-14
393
[view]
DnBCrawler-Analytics
2026-09-22
111
[view]
DomainCrawler/1.0
2025-08-15
1
[view]
Domains Project/1.3.7
2024-10-06
1
[view]
DomainStatsBot/1.0
2026-09-14
4
[view]
Dormouse/1.0
2024-12-01
2
[view]
DotBot/1.1
2026-07-19
63
[view]
DotBot/1.2
2026-09-24
18
[view]
DuckAssistBot/1.1
2025-11-22
7
[view]
DuckDuckBot-Https/1.1
2026-04-04
24
[view]
DuckDuckBot/1.0
2026-09-23
53
[view]
DuckDuckBot/1.1
2026-09-24
52
[view]
DuckDuckGo-Favicons-Bot/1.0
2025-03-07
3
[view]
Elisabot
2026-03-21
3
[view]
EmailWolf 1.00
2026-08-13
12
[view]
ev-crawler/1.0
2026-09-08
6
[view]
everyfeed-spider/2.0
2026-06-12
9
[view]
Exabot/3.0
2026-05-30
13
[view]
Example3/1.0
2026-09-03
40
[view]
facebookexternalhit/1.0
2025-12-17
5
[view]
facebookexternalhit/1.1
2026-09-24
5805
[view]
facebookscraper/1.0
2026-06-14
20
[view]
Facebot
2026-06-12
12
[view]
FAST-WebCrawler/3.8
2026-06-15
9
[view]
Feedfetcher-Google
2026-09-13
16
[view]
FirmoGraph
2026-09-24
1
[view]
Gaisbot/3.0
2026-06-11
13
[view]
GeedoProductSearch
2025-12-03
27
[view]
GenomeCrawlerd/1.0
2026-01-28
130
[view]
Google-adstxt
2026-09-24
260
[view]
Google-Adwords-Instant
2025-03-03
2
[view]
Google-Apps-Script
2025-01-02
2
[view]
Google-Display-Ads-Bot
2026-09-20
80
[view]
Google-PageRenderer
2024-10-06
1
[view]
Google-Read-Aloud
2026-09-24
422
[view]
Google-Safety
2026-07-04
4
[view]
Googlebot
2026-07-29
157
[view]
Googlebot-Image/1.0
2026-09-24
599
[view]
Googlebot-Mobile/2.1
2026-09-06
37
[view]
Googlebot-News
2026-06-15
16
[view]
Googlebot-Video/1.0
2026-09-11
10
[view]
Googlebot/2.1
2026-09-24
11623
[view]
GoogleOther
2026-09-22
1024
[view]
got
2026-03-27
20
[view]
GPTBot/1.0
2026-09-09
144
[view]
GPTBot/1.2
2026-09-14
1037
[view]
Grammarly/1.0
2025-05-19
8
[view]
GrapeshotCrawler/2.0
2024-10-28
16
[view]
Gregarius/0.5.2
2026-09-13
14
[view]
Gulper Web Bot 0.2.4
2026-07-10
17
[view]
HaloBot/1.0
2026-09-24
2
[view]
HawaiiBot
2025-08-03
63
[view]
heritrix/3.4.0
2024-11-07
1
[view]
howBot/1.0
2025-02-12
1
[view]
hstspreload-bot
2026-09-21
245
[view]
HTTP Banner Detection
2026-08-26
3
[view]
HuaweiCrawler
2026-09-24
24
[view]
IAS crawler
2026-09-24
1427
[view]
ias-au/3.3
2025-04-16
1
[view]
ias-ie/3.3
2026-09-23
16
[view]
ias-jp/3.3
2025-04-23
9
[view]
ias-or/3.3
2026-09-22
1333
[view]
ias-sg/3.3
2025-01-31
4
[view]
ias-sync/3.3
2026-09-23
306
[view]
ias-va/3.3
2026-09-23
1278
[view]
iaskspider/1.0
2026-05-13
15
[view]
iaskspider/2.0
2026-02-26
20
[view]
IDG/EU
2025-03-01
7
[view]
Iframely/1.3.1
2026-06-27
37
[view]
ImagesiftBot
2025-07-24
236
[view]
INETDEX-BOT/2.0
2024-11-26
1
[view]
intelx.io_bot
2026-09-23
2
[view]
InternetMeasurement/1.0
2026-09-24
1120
[view]
keys-so-bot
2026-09-23
213
[view]
KhazandeBot/V2.6.2
2025-10-07
1
[view]
KOCMOHABT
2026-07-29
22
[view]
KStandBot/1.0
2026-08-15
1
[view]
KwHunter/2.0
2025-10-14
1
[view]
l9scan
2026-09-23
32
[view]
Leikibot/1.0
2025-10-20
6
[view]
LightspeedSystemsCrawler
2025-09-28
2
[view]
Linguee Bot
2026-01-18
16
[view]
LinkBloom/2.7.11
2025-10-15
6
[view]
LinkBloom/2.7.12
2025-10-29
2
[view]
LinkupBot/1.0
2026-07-29
6
[view]
Mail.RU_Bot/2.0
2025-03-17
19
[view]
Mail.RU_Bot/Favicons/2.0
2025-08-30
13
[view]
Mail.RU_Bot/Robots/2.0
2025-08-30
19
[view]
MBCrawler/1.0
2026-09-24
1
[view]
MediaMathbot/1.0
2024-09-26
1
[view]
Mediapartners-Google
2026-09-24
4785
[view]
MegaIndex.ru/2.0
2024-11-30
3
[view]
meta-externalads/1.1
2026-09-12
2
[view]
meta-externalagent/1.1
2026-09-24
2505
[view]
meta-webindexer/1.1
2026-09-24
1304
[view]
Microsoft.Data.Mashup
2025-10-29
2
[view]
MicrosoftPreview/2.0
2025-05-05
5
[view]
MiniCrawler/1.0
2025-10-26
1
[view]
MistralAI-User/1.0
2026-09-24
103
[view]
MixrankBot
2026-08-26
7
[view]
MJ12bot/v1.4.8
2026-09-24
851
[view]
ModatScanner/1.0
2025-07-24
8
[view]
MojeekBot/0.11
2026-09-24
1
[view]
MS Search 6.0 Robot
2025-09-27
2
[view]
MSIECrawler
2025-10-07
1
[view]
MsnBot-Media/1.0b
2025-12-17
2
[view]
msnbot-media/1.1
2026-06-18
10
[view]
msnbot/0.11
2026-09-11
10
[view]
msnbot/1.0
2026-06-15
30
[view]
msnbot/1.1
2026-06-14
19
[view]
MyCrawler/1.0
2024-11-23
2
[view]
NetcraftSurveyAgent/1.0
2026-09-13
795
[view]
netEstate NE Crawler
2025-07-17
1
[view]
Nicecrawler/1.1
2026-04-08
12
[view]
node-fetch/1.0
2026-04-22
10
[view]
Nutch-1.21-SNAPSHOT
2025-01-06
5
[view]
OAI-SearchBot/1.0
2026-09-24
1038
[view]
Orbbot/1.1
2026-09-13
94
[view]
Owler
2026-09-19
25
[view]
Pandalytics/2.0
2026-06-30
83
[view]
panscient
2026-07-16
25
[view]
peer39_crawler/1.0
2026-09-20
26
[view]
PerplexityBot/1.0
2026-09-24
1086
[view]
PetalBot
2026-09-24
1571
[view]
Pinterestbot/1.0
2026-09-23
7
[view]
Pixalate.com/1.0
2026-08-05
47
[view]
probe-image-size/7.2.3
2026-04-22
10
[view]
Project-Resonance
2026-06-09
10
[view]
Protopage/3.0
2026-07-01
1
[view]
proximic
2026-09-24
4311
[view]
Quantcastbot/2.0
2026-09-19
1
[view]
Qwantbot-prod/1.0
2025-01-15
13
[view]
Qwantbot-prod177007/1.0
2024-11-06
1
[view]
Qwantbot-prod577007/1.0
2025-01-15
9
[view]
Qwantbot-prod77007/1.0
2024-11-18
3
[view]
Qwantbot/1.0
2026-09-24
2716
[view]
Qwantbot/1.0_577007
2025-03-31
10
[view]
RDNS-bot
2024-12-02
2
[view]
RecordedFuture Global Inventory Crawler
2026-09-22
8
[view]
RepoLookoutBot/v1.1.0
2024-10-04
1
[view]
robots-harvester/0.1
2025-10-30
1
[view]
S-Scanner/1.0
2025-11-17
3
[view]
ScraperBot/1.0
2026-04-06
41
[view]
Scrapy/1.7.4
2025-04-09
2
[view]
Scrapy/2.11.0
2025-12-04
1
[view]
Scrapy/2.11.2
2026-09-05
49
[view]
Scrapy/2.6.3
2025-05-19
2
[view]
Screaming Frog SEO Spider/17.1
2024-12-27
1
[view]
Screaming Frog SEO Spider/20.2
2025-05-02
11
[view]
Screaming Frog SEO Spider/20.3
2024-12-19
2
[view]
Screaming Frog SEO Spider/20.4
2024-11-14
1
[view]
Screaming Frog SEO Spider/21.3
2025-02-06
8
[view]
Screaming Frog SEO Spider/8.1
2026-06-15
16
[view]
search-engine-indexer/1.0
2025-08-21
3
[view]
SEBot-WA
2026-08-25
10
[view]
SeekportBot
2026-09-19
71
[view]
SemrushBot
2026-09-20
6
[view]
SemrushBot-BA
2026-09-23
25
[view]
SemrushBot/6~bl
2026-09-23
1
[view]
SemrushBot/7~bl
2026-09-24
82
[view]
SeobilityBot
2026-09-12
4
[view]
SEOkicks
2026-09-01
7
[view]
SEOlyt/1.0
2025-03-20
1
[view]
serpstatbot/2.1
2026-08-12
32
[view]
SeznamBot/4.0
2026-09-24
209
[view]
Sidetrade indexer bot
2026-06-22
1
[view]
SirdataBot
2026-09-12
27
[view]
site-checker/1.0
2025-09-26
3
[view]
SiteCardBot/1.0
2025-10-23
1
[view]
SiteCheckerBotCrawler/1.0
2024-11-02
1
[view]
SiteOne-Crawler/1.0.7
2024-11-25
1
[view]
Slackbot 1.0
2026-04-09
16
[view]
Slackbot-LinkExpanding 1.0
2026-04-09
21
[view]
SMTBot/1.0
2025-09-27
2
[view]
Snap URL Preview Service
2026-08-22
164
[view]
SnoopSecInspect/1.1
2025-01-14
1
[view]
Sogou Push Spider/3.0
2026-09-12
20
[view]
Sogou web spider/3.0
2026-05-15
20
[view]
Sogou web spider/4.0
2026-09-24
247
[view]
Sosospider+
2025-01-16
1
[view]
startmebot/1.0
2026-09-24
434
[view]
StartpagePrivateImageProxy/2.0
2025-01-08
1
[view]
SuperBot/4.4.0.60
2026-06-15
17
[view]
SurdotlyBot/1.0
2026-09-16
12
[view]
t3versionsBot/1.0
2025-09-14
6
[view]
TelegramBot
2026-09-14
398
[view]
TenMillionDomainsBot/1.0
2024-10-27
1
[view]
Timpibot/0.8
2025-03-24
10
[view]
Timpibot/0.9
2025-03-24
9
[view]
TinEye-bot/1.31
2024-11-30
1
[view]
Turnitin
2026-09-11
4
[view]
TurnitinBot
2026-06-15
6
[view]
Twitterbot/1.0
2026-09-14
406
[view]
uipbot/1.0
2026-03-17
1
[view]
VelenPublicWebCrawler/1.0
2026-09-03
58
[view]
Verity/1.1
2026-08-07
82
[view]
VsuSearchSpider/1.0
2025-02-27
1
[view]
vuhuvRBT/2.0
2025-04-07
1
[view]
Website-info.net-Robot
2026-05-10
26
[view]
Websuse.de/1.0
2025-10-17
1
[view]
WebwikiBot/2.1
2025-09-14
2
[view]
WebZIP/3.5
2026-05-17
12
[view]
WellKnownBot/0.1
2026-09-18
82
[view]
Who.is Bot
2026-08-11
2
[view]
wordupsearchengine-1
2024-06-12
1
[view]
wpbot/1.1
2024-11-14
40
[view]
wpbot/1.2
2025-02-12
65
[view]
WSBot/0.1
2026-05-29
3
[view]
XaxisSemanticsClassifier/1.0
2025-10-28
1
[view]
yacybot
2025-11-05
2
[view]
Yahoo Ad monitoring
2024-10-20
2
[view]
Yahoo! Slurp
2026-09-03
59
[view]
Yahoo! Slurp China
2026-06-15
32
[view]
YaK/1.0
2026-09-16
8
[view]
YandexBot/3.0
2026-09-24
1850
[view]
YandexFavicons/1.0
2026-09-23
300
[view]
YandexImages/3.0
2026-09-17
191
[view]
YandexMobileBot/3.0
2025-02-18
1
[view]
YandexNews/4.0
2026-07-13
16
[view]
Yeti/1.1
2026-06-02
1
[view]
YisouSpider
2026-08-27
54
[view]
YodaoBot/1.0
2026-08-06
13
[view]
ZaldamoSearchBot
2025-11-25
3
[view]
zgrab/0.x
2026-09-23
1809
[view]
zgrab/2.0
2025-03-18
2
[view]
ZoomBot
2025-01-11
1
[view]
ZoominfoBot
2026-09-21
176
[view]