37.59.55.128 - - [23/Mar/2018:01:25:25 +0100] "GET /robots.txt HTTP/1.0" 301 397 "-" "" 37.59.55.128 - - [23/Mar/2018:01:25:26 +0100] "GET / HTTP/1.1" 301 387 "-" "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.17 (KHTML, like Gecko) Chrome/10.0.649.0 Safari/534.17" 107.170.192.49 - - [23/Mar/2018:02:34:54 +0100] "GET / HTTP/1.1" 301 301 "-" "Mozilla/5.0 zgrab/0.x" 5.188.9.80 - - [23/Mar/2018:05:48:38 +0100] "POST /wp-admin/admin-ajax.php HTTP/1.1" 301 402 "-" "NYU Internet Census (https://scan.lol; research@scan.lol)" 5.188.9.80 - - [23/Mar/2018:05:48:38 +0100] "POST /wp/wp-admin/admin-ajax.php HTTP/1.1" 301 405 "-" "NYU Internet Census (https://scan.lol; research@scan.lol)" 5.188.9.80 - - [23/Mar/2018:05:48:38 +0100] "POST /wordpress/wp-admin/admin-ajax.php HTTP/1.1" 301 412 "-" "NYU Internet Census (https://scan.lol; research@scan.lol)" 5.188.9.80 - - [23/Mar/2018:05:48:38 +0100] "POST /blog/wp-admin/admin-ajax.php HTTP/1.1" 301 407 "-" "NYU Internet Census (https://scan.lol; research@scan.lol)" 157.55.39.22 - - [23/Mar/2018:07:32:47 +0100] "GET /robots.txt HTTP/1.1" 301 311 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 157.55.39.22 - - [23/Mar/2018:07:32:50 +0100] "GET /robots.txt HTTP/1.1" 301 311 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 40.77.167.212 - - [23/Mar/2018:07:47:07 +0100] "GET / HTTP/1.1" 301 304 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 89.46.222.107 - - [23/Mar/2018:08:35:37 +0100] "GET / HTTP/1.0" 301 388 "-" "-" 54.183.165.74 - - [23/Mar/2018:08:37:00 +0100] "GET / HTTP/1.1" 301 307 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36" 178.156.202.235 - - [23/Mar/2018:08:52:20 +0100] "GET / HTTP/1.1" 400 299 "-" "Mozilla/5.0 (Windows NT 6.1; WOW64)AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11" 151.80.39.80 - - [23/Mar/2018:08:57:36 +0100] "GET /robots.txt HTTP/1.1" 301 308 "-" "Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)" 54.36.148.155 - - [23/Mar/2018:08:57:37 +0100] "GET / HTTP/1.1" 301 301 "-" "Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)" 5.188.9.100 - - [23/Mar/2018:09:45:31 +0100] "GET / HTTP/1.1" 301 383 "-" "-" 125.76.60.245 - - [23/Mar/2018:10:22:32 +0100] "GET / HTTP/1.0" 301 383 "-" "-" 46.17.47.102 - - [23/Mar/2018:10:32:21 +0100] "GET / HTTP/1.1" 301 383 "-" "libwww-perl/6.31" 216.218.206.69 - - [23/Mar/2018:13:31:07 +0100] "GET / HTTP/1.1" 301 383 "-" "-" 216.244.66.202 - - [23/Mar/2018:15:54:25 +0100] "GET /robots.txt HTTP/1.1" 301 397 "-" "Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" 139.162.78.135 - - [23/Mar/2018:16:33:17 +0100] "GET / HTTP/1.1" 301 301 "-" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.101 Safari/537.36" 207.46.13.54 - - [23/Mar/2018:18:23:38 +0100] "GET / HTTP/1.1" 301 303 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 40.77.167.212 - - [23/Mar/2018:21:10:35 +0100] "GET / HTTP/1.1" 301 304 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" 196.52.43.81 - - [23/Mar/2018:22:09:04 +0100] "GET / HTTP/1.1" 400 371 "-" "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.90 Safari/537.36" 199.59.150.180 - - [23/Mar/2018:22:20:16 +0100] "GET /robots.txt HTTP/1.1" 301 387 "-" "Twitterbot/1.0" 199.59.150.180 - - [23/Mar/2018:22:20:17 +0100] "GET / HTTP/1.1" 301 295 "-" "Twitterbot/1.0" 66.249.69.112 - - [23/Mar/2018:22:52:18 +0100] "GET /robots.txt HTTP/1.1" 301 311 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" 66.249.69.112 - - [23/Mar/2018:22:52:19 +0100] "GET /.well-known/assetlinks.json HTTP/1.1" 301 323 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" 66.249.69.114 - - [23/Mar/2018:23:17:39 +0100] "GET /apple-app-site-association HTTP/1.1" 301 320 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" 66.249.69.110 - - [23/Mar/2018:23:42:23 +0100] "GET /robots.txt HTTP/1.1" 301 311 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" 66.249.69.110 - - [23/Mar/2018:23:42:24 +0100] "GET /.well-known/apple-app-site-association HTTP/1.1" 301 328 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"