1 | 29896 | 47,48 | robots |
2 | 6830 | 10,85 | MJ12bot/v1.4.5 |
3 | 6098 | 9,68 | compatible Mozilla/5.0 |
4 | 6001 | 9,53 | Googlebot/2.1 |
5 | 4253 | 6,75 | Exabot/3.0 |
6 | 1067 | 1,69 | bingbot/2.0 |
7 | 908 | 1,44 | Java/1.6.0_24 |
8 | 785 | 1,25 | SeznamBot/3.2-test1 |
9 | 771 | 1,22 | python-requests/2.2.1 CPython/2.7.3 Linu... |
10 | 712 | 1,13 | DotBot/1.1 |
11 | 697 | 1,11 | worldwebheritage.org/1.1 |
12 | 403 | 0,64 | Twitterbot/1.0 |
13 | 390 | 0,62 | BUbiNG (+http://law.di.unimi.it/BUbiNG.h... |
14 | 361 | 0,57 | Yahoo! Slurp |
15 | 294 | 0,47 | Kraken/0.1 |
16 | 267 | 0,42 | msnbot/2.0b (+http://search.msn.com/msnb... |
17 | 258 | 0,41 | SeznamBot/3.2-test4 |
18 | 258 | 0,41 | CCBot/2.0 (http://commoncrawl.org/faq/) |
19 | 240 | 0,38 | BLABLUBB |
20 | 191 | 0,30 | GigablastOpenSource/1.0 |
21 | 176 | 0,28 | YandexBot/3.0 |
22 | 169 | 0,27 | Java/1.6.0_26 |
23 | 141 | 0,22 | tbot-nutch/Nutch-1.10 |
24 | 132 | 0,21 | MJ12bot/v1.4.4 |
25 | 124 | 0,20 | proximic |
26 | 106 | 0,17 | SentiBot www.sentibot.eu (compatible wit... |
27 | 94 | 0,15 | Y!J-ASR/0.1 crawler (http://www.yahoo-he... |
28 | 88 | 0,14 | AhrefsBot/5.0 |
29 | 86 | 0,14 | archive.org_bot |
30 | 85 | 0,13 | Linux x86_64 |