km-export-processor 0.3.2 → 0.3.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9bb2587b35e72048e37522352260cac0fe2c698c
-  data.tar.gz: af9de5721a2e4edd457416db6f6dfc0be80936e6
+  metadata.gz: a7ad4d1f4f74a54916571718aa250758430598b3
+  data.tar.gz: 8a3f75352b6fee4fd11f5e7388abe6963c6d876f
 SHA512:
-  metadata.gz: 3a4ceb8fb390f48f2e43bafc245eb23f04ebc35dca4405d580186daec4f9835c3639cf7091d9c8617ebba744c9cbcb395b945d605e8db9923f3696bffffd0d0e
-  data.tar.gz: 56e3b9ec872a94b3b0b3681b63955e3b53a7d68dcd3b2f0d2d2ceac3f4efc503ab67c6e8311f57aeeb8229d7b202b8ae45732e280a5fd47f56ce0c28b6d5ec6b
+  metadata.gz: ca1736615b2a414012a744370813af77e2613c5679c1cb59bceb58d5d2c328e12ba02fc7bfffcb376f765cf5c64257cc1fcf701b78161a70f24d1de65a871e0f
+  data.tar.gz: eda70edec75818811bbc16b6880308a916bdcc30d435c37f7bfd68bd0e8eb4e24051bcf6f00216e46730c3367145f645833833660deaabf0bfd9f2b8de840835

data/bin/km-export-processor

@@ -28,11 +28,17 @@ class CLI < Thor
     KMExport.alias_parser(jsonfile)
   end
 
-  desc "reimport [JSONFILE] [APIKEY]", "Takes KISSmetrics JSON, and a KM API key as input, and sends the data to KISSmetrics"
-  def reimport(jsonfile, apikey)
+  desc "parse_identity [JSONFILE] [IDENTITY]", "Takes KISSmetrics JSON as an input, and separates any actions taken by the provided identity into their own file" 
+  def parse_identity(jsonfile, identity)
+    puts "Parsing any actions done by #{identity} in #{jsonfile} into their own file"
+    KMExport.identity_parser(jsonfile, identity)
+  end
+
+  desc "reimport [JSONFILE] [APIKEY] [OFFSET]", "Takes KISSmetrics JSON, and a KM API key as input, and sends the data to KISSmetrics"
+  def reimport(jsonfile, apikey, offset=0)
     puts "Sending data from #{jsonfile} to KISSmetrics product with key: #{apikey}"
     reimporter = KMExport::Reimporter.new
-    reimporter.send_to_KM(jsonfile, apikey)
+    reimporter.send_to_KM(jsonfile, apikey, offset.to_i)
   end
 end
 

data/lib/km-export-processor.rb

@@ -10,4 +10,5 @@ require_relative 'converters/json_to_json'
 require_relative 'converters/json_to_csv'
 require_relative 'converters/json_compiler'
 require_relative 'reimporter'
-require_relative 'alias_parser'
+require_relative 'parsers/identity_parser'
+require_relative 'parsers/alias_parser'

data/lib/parsers/identity_parser.rb

@@ -0,0 +1,26 @@
+module KMExport
+  def self.identity_parser(jsonfile, identity)
+    input = IO.open(IO.sysopen(jsonfile))
+    output_filename = Time.now.to_i.to_s + "_" + identity + "_results.json"
+    new_filename = Time.now.to_i.to_s + "_result.json"
+    File.open(output_filename, "w+").close
+    File.open(new_filename, "w+").close
+    identity_output = IO.open(IO.sysopen(output_filename, "w"), "w")
+    data_output = IO.open(IO.sysopen(new_filename, "w"), "w")
+
+    until input.eof?
+      row = input.readline
+      data = JSON.parse(row)
+      if data["_p"] == identity
+        identity_output.write(row)
+        identity_output.write("\n")
+      else
+        data_output.write(row)
+        data_output.write("\n")
+      end
+    end
+
+    input.close
+    File.delete(jsonfile)
+  end
+end

data/lib/reimporter.rb

@@ -5,6 +5,13 @@ class JSONQueue < Queue
     @counter = opts[:counter]
   end
 
+  def offset(amount)
+    puts "Offsetting by #{amount}"
+    amount.times do
+      @io.readline
+    end
+  end
+
   def add_to_queue
     100.times do
       self << JSON.parse(@io.readline)
@@ -16,11 +23,12 @@ end
 
 module KMExport
   class Reimporter
-    def send_to_KM(json, key)
+    def send_to_KM(json, key, offset)
       pool = 10
       threads = []
-      queue = JSONQueue.new({file: json, counter: 0})
+      queue = JSONQueue.new({file: json, counter: offset})
 
+      queue.offset(offset)
       queue.add_to_queue
 
       pool.times do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: km-export-processor
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.3.6
 platform: ruby
 authors:
 - Clay Whitley
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-31 00:00:00.000000000 Z
+date: 2014-04-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: kmts
@@ -130,11 +130,12 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- lib/alias_parser.rb
 - lib/converters/json_compiler.rb
 - lib/converters/json_to_csv.rb
 - lib/converters/json_to_json.rb
 - lib/km-export-processor.rb
+- lib/parsers/alias_parser.rb
+- lib/parsers/identity_parser.rb
 - lib/reimporter.rb
 - spec/features/alias_parser_spec.rb
 - spec/features/json_to_csv_spec.rb