adx-desc-adtype统计

数据分析脚本：

filepath="request.log.2017-12-01-15"

  File.open("#{filepath}").each do |line|

begin

  File.open("#{filepath}").each do |line|

   if ! line.valid_encoding?

     s = line.encode("UTF-16be", :invalid=>:replace, :replace=>"?").encode('UTF-8')

     line = s.gsub(/dr/i,'med')

   end

   fields = line.split("\t")

    if fields.length <10

        next

    end

   adx = fields[3]

   desc = fields[10]

   ext10 = fields[45]

   reqtype= ext10['reqtype']

   puts "#{adx}\t#{desc}\t#{reqtype}"

  end

rescue SystemCallError

  puts "warn:: #{filepath} not  exits!!"

end