67.21.36.2 - - [26/Mar/2018:02:10:45 +0200] "GET /robots.txt HTTP/1.1" 301 308 "-" "Mozilla/5.0 zgrab/0.x" 5.188.9.80 - - [26/Mar/2018:02:46:03 +0200] "HEAD / HTTP/1.1" 301 - "-" "NYU Internet Census (https://scan.lol; research@scan.lol)" 216.244.66.202 - - [26/Mar/2018:02:55:52 +0200] "GET /robots.txt HTTP/1.1" 301 397 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" 169.53.184.28 - - [26/Mar/2018:04:36:10 +0200] "GET / HTTP/1.1" 400 379 "-" "-" 5.188.9.80 - - [26/Mar/2018:05:21:10 +0200] "POST /RPC2 HTTP/1.1" 301 383 "-" "NYU Internet Census (https://scan.lol; research@scan.lol)" 66.249.69.238 - - [26/Mar/2018:06:55:56 +0200] "GET /robots.txt HTTP/1.1" 301 303 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" 66.249.69.238 - - [26/Mar/2018:06:55:57 +0200] "GET /video/chri12-8fba5.html HTTP/1.1" 301 311 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" 169.53.184.23 - - [26/Mar/2018:10:41:27 +0200] "GET / HTTP/1.1" 400 379 "-" "-" 40.77.167.75 - - [26/Mar/2018:12:43:56 +0200] "GET / HTTP/1.1" 301 303 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 40.77.167.109 - - [26/Mar/2018:15:23:59 +0200] "GET / HTTP/1.1" 301 304 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 74.82.47.4 - - [26/Mar/2018:15:47:16 +0200] "GET / HTTP/1.1" 301 383 "-" "-" 87.250.224.32 - - [26/Mar/2018:20:51:15 +0200] "GET /robots.txt HTTP/1.1" 301 397 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" 87.250.224.32 - - [26/Mar/2018:20:51:18 +0200] "GET / HTTP/1.1" 301 296 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" 180.212.126.80 - - [26/Mar/2018:21:23:38 +0200] "GET / HTTP/1.0" 301 383 "-" "-" 139.162.116.133 - - [26/Mar/2018:22:41:50 +0200] "GET / HTTP/1.1" 301 383 "-" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36" 46.161.55.108 - - [26/Mar/2018:23:01:22 +0200] "GET /_asterisk/ HTTP/1.1" 301 308 "-" "python-requests/2.18.4" 207.46.13.198 - - [27/Mar/2018:00:57:28 +0200] "GET /robots.txt HTTP/1.1" 301 310 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 207.46.13.198 - - [27/Mar/2018:00:57:30 +0200] "GET /robots.txt HTTP/1.1" 301 310 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 40.77.167.75 - - [27/Mar/2018:00:57:51 +0200] "GET / HTTP/1.1" 301 303 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 137.226.113.28 - - [27/Mar/2018:01:15:28 +0200] "GET / HTTP/1.1" 301 308 "-" "Mozilla/5.0 zgrab/0.x (compatible; Researchscan/t12sns; +http://researchscan.comsys.rwth-aachen.de)" 137.226.113.28 - - [27/Mar/2018:01:15:28 +0200] "GET / HTTP/1.1" 301 301 "-" "Mozilla/5.0 zgrab/0.x (compatible; Researchscan/t12sns; +http://researchscan.comsys.rwth-aachen.de)"