-
Notifications
You must be signed in to change notification settings - Fork 9
/
user_agents.yml
170 lines (170 loc) · 3.8 KB
/
user_agents.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
008: 008
abacho_bot: ABACHOBot
accoona_ai_agent: Accoona-AI-Agent
add_sugar_spider_bot: AddSugarSpiderBot
any_apex_bot: AnyApexBot
arachmo: Arachmo
blitzbot: B-l-i-t-z-B-O-T
baiduspider: Baiduspider
become_bot: BecomeBot
beslist_bot: BeslistBot
billy_bob_bot: BillyBobBot
bimbot: Bimbot
bingbot: Bingbot
blitz_bot: BlitzBOT
boitho_com_dc: boitho.com-dc
boitho_com_robot: boitho.com-robot
btbot: btbot
catch_bot: CatchBot
cerberian_drtrs: Cerberian Drtrs
charlotte: Charlotte
convera_crawler: ConveraCrawler
cosmos: cosmos
covario_ids: Covario IDS
datapark_search: DataparkSearch
diamond_bot: DiamondBot
discobot: Discobot
dotbot: Dotbot
emerald_shield_com_web_bot: EmeraldShield.com WebBot
envolk_its_spider: envolk[ITS]spider
esperanza_bot: EsperanzaBot
exabot: Exabot
fast_enterprise_crawler: FAST Enterprise Crawler
fast_web_crawler: FAST-WebCrawler
fdse_robot: FDSE robot
find_links: FindLinks
furl_bot: FurlBot
fyber_spider: FyberSpider
g2crawler: g2crawler
gaisbot: Gaisbot
galaxy_bot: GalaxyBot
genie_bot: genieBot
gigabot: Gigabot
girafabot: Girafabot
googlebot: Googlebot
googlebot_image: Googlebot-Image
guruji_bot: GurujiBot
happy_fun_bot: HappyFunBot
hl_ftien_spider: hl_ftien_spider
holmes: Holmes
htdig: htdig
iaskspider: iaskspider
ia_archiver: ia_archiver
ic_crawler: iCCrawler
ichiro: ichiro
igde_spyder: igdeSpyder
irl_bot: IRLbot
issue_crawler: IssueCrawler
jaxified_bot: Jaxified Bot
jyxobot: Jyxobot
koepa_bot: KoepaBot
l_webis: L.webis
lapozz_bot: LapozzBot
larbin: Larbin
ld_spider: LDSpider
lexxe_bot: LexxeBot
linguee_bot: Linguee Bot
link_walker: LinkWalker
lmspider: lmspider
lwp_trivial: lwp-trivial
mabontland: mabontland
magpie_crawler: magpie-crawler
mediapartners_google: Mediapartners-Google
mj12bot: MJ12bot
mnogosearch: Mnogosearch
mogimogi: mogimogi
mojeek_bot: MojeekBot
moreoverbot: Moreoverbot
morning_paper: Morning Paper
msnbot: msnbot
msr_bot: MSRBot
mva_client: MVAClient
mxbot: mxbot
net_research_server: NetResearchServer
net_seer_crawler: NetSeer Crawler
news_gator: NewsGator
ng_search: NG-Search
nicebot: nicebot
noxtrumbot: noxtrumbot
nusearch_spider: Nusearch Spider
nutch_cvs: NutchCVS
nymesis: Nymesis
obot: obot
oegp: oegp
omgilibot: omgilibot
omni_explorer_bot: OmniExplorer_Bot
oozbot: OOZBOT
orbiter: Orbiter
page_bites_hyper_bot: PageBitesHyperBot
peew: Peew
polybot: polybot
pompos: Pompos
post_post: PostPost
psbot: Psbot
pyc_url: PycURL
qseero: Qseero
radian6: Radian6
rampy_bot: RAMPyBot
rufus_bot: RufusBot
sand_crawler: SandCrawler
sb_ider: SBIder
scout_jet: ScoutJet
scrubby: Scrubby
search_sight: SearchSight
seekbot: Seekbot
semanticdiscovery: semanticdiscovery
sensis_web_crawler: Sensis Web Crawler
seo_chat_bot: SEOChat::Bot
seznam_bot: SeznamBot
shim_crawler: Shim-Crawler
shop_wiki: ShopWiki
shoula_robot: Shoula robot
silk: silk
sitebot: Sitebot
snappy: Snappy
sogou_spider: sogou spider
sosospider: Sosospider
speedy_spider: Speedy Spider
sqworm: Sqworm
stack_rambler: StackRambler
suggybot: suggybot
survey_bot: SurveyBot
synoo_bot: SynooBot
teoma: Teoma
terrawiz_bot: TerrawizBot
the_su_bot: TheSuBot
thumbnail_cz_robot: Thumbnail.CZ robot
tin_eye: TinEye
truwo_gps: truwoGPS
turnitin_bot: TurnitinBot
tweeted_times_bot: TweetedTimes Bot
twenga_bot: TwengaBot
updated: updated
urlfilebot: Urlfilebot
vagabondo: Vagabondo
voila_bot: VoilaBot
vortex: Vortex
voyager: voyager
vyu2: VYU2
webcollage: webcollage
websquash_com: Websquash.com
wf84: wf84
wo_finde_ich_robot: WoFindeIch Robot
womlpe_factory: WomlpeFactory
xaldon_web_spider: Xaldon_WebSpider
yacy: yacy
yahoo_slurp: Yahoo! Slurp
yahoo_slurp_china: Yahoo! Slurp China
yahoo_seeker: YahooSeeker
yahoo_seeker_testing: YahooSeeker-Testing
yandex_bot: YandexBot
yandex_images: YandexImages
yasaklibot: Yasaklibot
yeti: Yeti
yodao_bot: YodaoBot
yoogli_fetch_agent: yoogliFetchAgent
youdao_bot: YoudaoBot
zao: Zao
zealbot: Zealbot
zspider: zspider
zy_borg: ZyBorg