forked from Kikobeats/top-crawler-agents
-
Notifications
You must be signed in to change notification settings - Fork 0
/
index.json
19 lines (19 loc) · 1.13 KB
/
index.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
[
"Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;) Daumoa/4.0 (Following Mediapartners-Google)",
"LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http:https://www.linkedin.com)",
"LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/4.3 +http:https://www.linkedin.com)",
"LinkedInBot/1.0 (compatible; Mozilla/5.0; Apache-HttpClient +http:https://www.linkedin.com)",
"adidxbot/1.1 (+http:https://search.msn.com/msnbot.htm)",
"adidxbot/2.0 (+http:https://search.msn.com/msnbot.htm)",
"librabot/1.0 (+http:https://search.msn.com/msnbot.htm)",
"librabot/2.0 (+http:https://search.msn.com/msnbot.htm)",
"msnbot-NewsBlogs/2.0b (+http:https://search.msn.com/msnbot.htm)",
"msnbot-UDiscovery/2.0b (+http:https://search.msn.com/msnbot.htm)",
"msnbot-media/1.0 (+http:https://search.msn.com/msnbot.htm)",
"msnbot-media/1.1 (+http:https://search.msn.com/msnbot.htm)",
"msnbot-media/2.0b (+http:https://search.msn.com/msnbot.htm)",
"msnbot/1.0 (+http:https://search.msn.com/msnbot.htm)",
"msnbot/1.1 (+http:https://search.msn.com/msnbot.htm)",
"msnbot/2.0b (+http:https://search.msn.com/msnbot.htm)",
"msnbot/2.0b (+http:https://search.msn.com/msnbot.htm)."
]