1 | 35286 | 47,37 | robots |
2 | 13492 | 18,11 | MJ12bot/v1.4.5 |
3 | 6089 | 8,17 | Googlebot/2.1 |
4 | 5440 | 7,30 | compatible Mozilla/5.0 |
5 | 3448 | 4,63 | Exabot/3.0 |
6 | 1734 | 2,33 | DotBot/1.1 |
7 | 1309 | 1,76 | Java/1.6.0_24 |
8 | 950 | 1,28 | python-requests/2.2.1 CPython/2.7.3 Linu... |
9 | 859 | 1,15 | worldwebheritage.org/1.1 |
10 | 828 | 1,11 | bingbot/2.0 |
11 | 761 | 1,02 | SeznamBot/3.2 |
12 | 420 | 0,56 | CCBot/2.0 (http://commoncrawl.org/faq/) |
13 | 377 | 0,51 | Twitterbot/1.0 |
14 | 351 | 0,47 | Kraken/0.1 |
15 | 336 | 0,45 | SeznamBot/3.2-test1 |
16 | 314 | 0,42 | msnbot/2.0b (+http://search.msn.com/msnb... |
17 | 181 | 0,24 | YandexBot/3.0 |
18 | 164 | 0,22 | msnbot-media/1.1 (+http://search.msn.com... |
19 | 149 | 0,20 | Yahoo! Slurp |
20 | 128 | 0,17 | proximic |
21 | 117 | 0,16 | Y!J-ASR/0.1 crawler (http://www.yahoo-he... |
22 | 114 | 0,15 | SentiBot www.sentibot.eu (compatible wit... |
23 | 103 | 0,14 | Java/1.6.0_26 |
24 | 90 | 0,12 | BLEXBot/1.0 |
25 | 88 | 0,12 | archive.org_bot |
26 | 85 | 0,11 | tbot-nutch/Nutch-1.10 |
27 | 82 | 0,11 | AhrefsBot/5.0 |
28 | 77 | 0,10 | GrapeshotCrawler/2.0 |
29 | 72 | 0,10 | Linux x86_64 |
30 | 68 | 0,09 | Chrome |