最近就在磨这个脚本以达到SEO同事要求哈。
awk -v b=[21/Apr/2015:15:46 -v a=[21/Apr/2015:16:46 '$4 > b && $4 < a' log_path|awk '$7!~/png|gif|jpg|jpeg|css|\.js|\.ico/ {print $1}'| sort | uniq -c | sort -n|tail -100
137 183.38.3.209 138 139.227.228.217 138 219.130.218.69 140 123.150.243.9 142 113.12.14.182 142 123.160.206.203 143 203.208.60.108 144 112.124.127.53 144 115.28.203.70 144 124.207.19.18 145 218.17.157.50 146 14.118.132.30 148 114.83.101.234 148 125.42.67.72 148 220.249.91.34 148 221.223.135.254 149 202.109.164.190 151 218.241.145.38 153 14.118.132.23 154 111.206.165.43 154 49.4.167.177 155 113.104.27.200 155 218.58.79.155 157 61.50.123.22 161 207.46.13.110 163 113.88.245.130 164 120.52.71.98 164 220.248.17.218 165 61.148.221.114 169 140.206.72.2 171 221.224.90.35 173 114.249.85.224 174 112.80.208.91 174 180.107.57.222 174 61.131.28.85 175 113.97.142.20 178 210.29.192.202 178 222.180.251.90 179 121.41.122.220 179 222.209.124.67 179 222.222.33.106 180 113.90.202.190 184 211.157.159.11 191 116.226.227.20 196 116.22.230.218 197 220.160.150.57 198 116.231.72.8 200 180.175.170.152 206 106.123.222.219 209 218.1.23.34 211 115.218.26.254 212 101.81.18.81 212 218.107.198.190 214 27.17.32.194 218 110.80.33.204 222 112.254.75.220 223 218.62.90.77 224 219.142.243.141 226 110.249.166.98 229 112.65.181.166 243 61.149.254.42 243 61.191.29.226 245 115.195.158.205 250 121.12.109.3 253 112.65.159.2 255 119.78.130.142 266 58.246.226.250 270 218.17.125.194 272 122.138.250.238 273 223.203.209.4 278 115.238.244.247 283 58.250.164.227 288 203.208.60.111 307 114.235.1.19 319 113.12.138.166 327 123.138.184.168 343 14.222.86.194 348 116.211.121.131 348 119.188.35.11 348 61.240.149.130 389 203.208.60.122 393 118.122.114.210 414 121.199.27.53 417 183.133.35.218 431 203.208.60.125 485 60.173.202.33 516 175.102.134.139 672 111.198.19.242 705 14.153.193.211 749 218.201.70.37 765 58.100.191.162 868 121.11.71.26 870 121.11.70.219 870 121.11.70.221 870 203.195.184.135 1019 203.208.60.119
