wms 0.0.2 → 0.0.3

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    OTExMzhlZTZiZGEzMmY2N2E4Yzk4YjUzM2UyNTM3ZTdiMDA3OTNkMQ==
+    OTI5MGJiMjYwMGNjNWNiODgwNDNjZWIyM2YwZWMyMTg5MTdjOWI5Mw==
   data.tar.gz: !binary |-
-    OGZmNDdhNzE5YTg3NDM1ODZmN2YxNDRmN2FkNTk2YTUzYWYzNDVhNA==
+    ZjVlNWI4ODA3MTNhM2YyNmQ3MjAxMDI0N2MwM2MwYmY1ZGJhMjg1OQ==
 SHA512:
   metadata.gz: !binary |-
-    ODUzYzEzYTEzZmNmNTZhYWI0OWM5MmI3ZGZkNjA1OTIyMmJkMmY2Y2ExNDI4
-    MDQyZTRjOGFiNjAxMDUwZmJhNzEyYWJkYjE1MWJiODdlMGY2MWIwMmM1MDll
-    ODkyYjE4ZDMzMmEyNTVlNjI2MjBiOTAzYjU1MTE3ZjI5Y2U2ODI=
+    OTg1ZjAxMTIxODUxOGY0NTExZDc5Y2FmZDdlZWJmYzMwMWM1MTUwZDNjODlh
+    ZTY0Y2U2NmE5ZTI2YjE0NTZkY2YyODEyN2ZlYmVjYjk1NDMwOTEzMTIyOTg3
+    MzNkYmVmMjY2MGQzZTU4NjVmZjMzZDQyODg1ZmQzODMxNDE2YmQ=
   data.tar.gz: !binary |-
-    Njg3YWM5NDczYmI3NTkxZWY1OTljNGJkYzAzOWVhMWM4NWQ5MzQwODU4NTQ3
-    NTRmOGMxZmEyZGIwZWY1Y2ZmNGU5YWY5MTg5MzAzODIzMTJhODU4NTlkNWUy
-    MmFkODk0NTljM2E4ZDllMzFjNDhjOTFjZDk4NzUzYmFlM2U1ZmE=
+    OWQzMjRmZTNmNjY5ODYyZWUxNmRmZGRiZDBiYTUxZjc3NzA1MTVjYjE4NjFl
+    YTQ5NzQ2MDBlNGY4NWFlY2Y1YTY1YThmNjE2MzU3YzUxMjQ3NDU4Mjg2ZDMw
+    YjAxZTAzMTcxODVkZGM4MmRjMGQ1MmYzZDU0YzM3MTgwMmZlMTU=

data/lib/wms/input/filetype1.rb

@@ -0,0 +1,172 @@
+
+require 'wms/input/base'
+require 'wms/config/mixin'
+require 'csv'
+require 'time'
+
+class Wms::Input::Filetype1 < Wms::Input::Base
+
+  attr_accessor :filepath
+
+
+  public
+  def register(options={})
+    raise "#{self.class.name}: filepath required in options" unless options[:filepath]
+    @filepath   = options[:filepath]
+    @compressed = options[:compressed]
+    @file_ext   = options[:file_ext]
+    @is_gz      = options[:file_ext] == '.gz'
+    
+  end # def register
+
+  # Read from csv file row by row. Callback function will be called when each 
+  # row is done reading.
+  public
+  def run(&block)
+    # adding options to make data manipulation easy
+    total_lines = 0
+    str_arr = []
+    callback = block
+    if @is_gz
+      Zlib::GzipReader.open(@filepath) do |csv|
+        csv.read.each_line do |line|
+          splits    = line.split(',')
+          type      = splits[0]
+          timestr   = splits[1]
+          timestamp = Time.at(splits[2].to_i / 1000.0, splits[2].to_i % 1000.0)
+          device_id = splits[3]
+          
+          data = Hash.new
+          data[:type] = type
+          data[:timestamp] = timestamp
+          data[:device_id] = device_id
+
+          case type
+          when "wifi_accesspoint_info"
+            joined      = splits[4..splits.size].join(',')
+            jsoned      = JSON.parse(joined)
+            data[:list] = jsoned['list']
+            callback.call(data)
+          when "location"
+            (4..splits.size-1).step(2).each  do |i| 
+                data[splits[i]] = cascading_convert(splits[i+1])
+                callback.call data
+            end
+          when "battery"
+            (4..splits.size-1).step(2).each  do |i| 
+                data[splits[i]] = cascading_convert(splits[i+1])
+                callback.call data
+            end 
+          when "application"
+            (4..splits.size-1).step(2).each  do |i| 
+                data[splits[i]] = cascading_convert(splits[i+1])
+                callback.call data
+            end
+
+          # when "wifiscan"
+
+          else
+            @logger.debug "Type #{type} is no supported!"
+          end
+
+          @logger.debug data
+
+
+          # str_arr = []
+          # str_arr << '['
+          # str_arr << line
+          # str_arr << ']'
+
+          # joined_str = str_arr.join("")
+          # @logger.debug "  ==> #{joined_str}"
+          # 
+          # json_obj = JSON.parse(joined_str)
+
+          # @logger.debug "  --> #{json_obj}"
+          # norm_json = normlaize_json_obj(json_obj)
+          # callback = block
+          # callback.call(norm_json)
+          # @logger.debug ">>>>>>#{norm_json}"
+
+          total_lines += 1
+        end
+      end
+
+      @logger.debug "Total line: %d" % total_lines
+    else
+      File.open(@filepath, "r").each_line do |line|
+        str_arr = []
+        str_arr << '['
+        str_arr << line
+        str_arr << ']'
+        joined_str = str_arr.join("")
+        json_obj = JSON.parse(joined_str)
+
+
+        # norm_json = normlaize_json_obj(json_obj)
+        # callback = block
+        # callback.call(norm_json)
+        # @logger.debug ">>>>>>#{norm_json}"
+
+        total_lines += 1
+      end
+    end
+
+  end # end run(&block)
+
+  # Try to convert in order 
+  # Int > Float > String
+  private
+  def cascading_convert(value)
+    result = nil
+    begin
+      result = Integer(value)
+    rescue
+      begin
+        result = Float(value)
+      rescue
+        result = value
+      end
+    end
+    result
+  end
+
+  #
+  private
+  def normlaize_json_obj(json_obj)
+    normlaized_json_obj = {}
+    if json_obj[0] == 'wifi_accesspoint_info' 
+      normlaized_json_obj['type'] = 'wifi_accesspoint_info'
+      normlaized_json_obj['timestamp'] = Time.at(json_obj[2] / 1000.0, json_obj[2] % 1000.0)
+      normlaized_json_obj['device_id'] = json_obj[3]
+      normlaized_json_obj['wifi_list'] = json_obj[4]['list']
+
+      # Convert string values into floats
+      convert_level_freq(normlaized_json_obj['wifi_list'])
+
+
+      
+    elsif json_obj[0] == 'location'
+      normlaized_json_obj['type'] = 'location'
+      normlaized_json_obj['timestamp'] = Time.at(json_obj[2] / 1000.0, json_obj[2] % 1000.0)
+      normlaized_json_obj['device_id'] = json_obj[3]
+      stop_at = json_obj.length - 1
+      range = (4..stop_at)
+      range.step(2).each do |i|
+        normlaized_json_obj[json_obj[i]] = json_obj[i+1]
+      end
+      # @logger.debug normlaized_json_obj
+    end
+              
+    return normlaized_json_obj
+  end
+
+  private
+  def convert_level_freq(wifi_list)
+    wifi_list.each do |wifi|
+      wifi['level'] = wifi['level'].to_i if wifi['level']
+      wifi['frequency'] = wifi['frequency'].to_i if wifi['frequency']
+    end
+  end
+
+end

data/lib/wms/version.rb

@@ -1,3 +1,3 @@
 module Wms
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: wms
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Phoorichet Thepdusith
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-24 00:00:00.000000000 Z
+date: 2013-11-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -72,6 +72,7 @@ files:
 - lib/wms/input/android_sensor.rb
 - lib/wms/input/android_wifilocation.rb
 - lib/wms/input/base.rb
+- lib/wms/input/filetype1.rb
 - lib/wms/plugin/plugin.rb
 - lib/wms/version.rb
 - lib/wms/widget/base.rb