67.21.36.2 - - [31/May/2018:05:49:14 +0200] "GET /robots.txt HTTP/1.1" 301 308 "-" "Mozilla/5.0 zgrab/0.x" 54.87.27.89 - - [31/May/2018:06:10:45 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Linux; Android 4.4; Nexus 5 Build/LMY48B ) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/30.0.0.0 Mobile Safari/537.36" 54.87.27.89 - - [31/May/2018:06:10:45 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Linux; Android 4.4; Nexus 5 Build/LMY48B ) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/30.0.0.0 Mobile Safari/537.36" 139.162.113.204 - - [31/May/2018:08:25:10 +0200] "GET / HTTP/1.1" 301 383 "-" "Go-http-client/1.1" 54.174.39.251 - - [31/May/2018:09:12:36 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.36 Safari/525.19" 54.174.39.251 - - [31/May/2018:09:12:36 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.36 Safari/525.19" 54.87.27.89 - - [31/May/2018:11:44:48 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Linux; Android 4.4; Nexus 5 Build/LMY48B ) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/30.0.0.0 Mobile Safari/537.36" 54.87.27.89 - - [31/May/2018:11:44:48 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Linux; Android 4.4; Nexus 5 Build/LMY48B ) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/30.0.0.0 Mobile Safari/537.36" 77.72.85.108 - - [31/May/2018:13:56:15 +0200] "GET / HTTP/1.1" 301 383 "-" "-" 54.174.39.251 - - [31/May/2018:15:17:58 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36" 54.174.39.251 - - [31/May/2018:15:17:58 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36" 184.105.139.70 - - [31/May/2018:16:06:17 +0200] "GET / HTTP/1.1" 301 383 "-" "-" 104.236.125.58 - - [31/May/2018:16:15:33 +0200] "HEAD / HTTP/1.1" 301 - "http://www.netcraft.com/survey/" "Mozilla/4.0 (compatible; Netcraft Web Server Survey)" 107.6.171.133 - - [31/May/2018:17:02:06 +0200] "GET / HTTP/1.1" 301 295 "-" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.117 Safari/537.36" 54.87.27.89 - - [31/May/2018:17:49:14 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Linux; Android 5.1.1; Nexus 5 Build/LMY48B; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/43.0.2357.65 Mobile Safari/537.36" 54.87.27.89 - - [31/May/2018:17:49:14 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Linux; Android 5.1.1; Nexus 5 Build/LMY48B; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/43.0.2357.65 Mobile Safari/537.36" 54.215.254.26 - - [31/May/2018:18:26:55 +0200] "GET / HTTP/1.1" 301 297 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36" 206.253.226.12 - - [31/May/2018:19:36:35 +0200] "GET /robots.txt HTTP/1.1" 301 397 "-" "Mozilla/5.0 (compatible; oBot/2.3.1; http://filterdb.iss.net/crawler/)" 206.253.226.12 - - [31/May/2018:19:36:35 +0200] "GET / HTTP/1.1" 301 387 "-" "Mozilla/5.0 (compatible; oBot/2.3.1; http://filterdb.iss.net/crawler/)" 5.8.10.202 - - [31/May/2018:20:07:30 +0200] "GET / HTTP/1.1" 301 302 "-" "Go-http-client/1.1" 54.174.39.251 - - [31/May/2018:20:16:35 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36" 54.174.39.251 - - [31/May/2018:20:16:35 +0200] "HEAD / HTTP/1.1" 301 - "-" "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36" 107.170.228.78 - - [31/May/2018:21:38:49 +0200] "GET / HTTP/1.1" 301 301 "-" "Mozilla/5.0 zgrab/0.x"