km-export-processor 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 22bdc26538542d7771c79800ade24fe795a4a7a8
+  data.tar.gz: ea7099b19ff77405b98c0a4c6f96d743ce190176
+SHA512:
+  metadata.gz: 24daf8ac6bc1499676824342f3037353855f82a5a661d3669ac96f4837f3809ae29aa832efd786659d19d95665042f75cb5bafce6fea30c6fe6208cec2c68d0e
+  data.tar.gz: d32efbd85938438b6d19821e8e010a5d57685b2dbc1ba6ae44cf3192c6157cb01f4cac90982518171996b3df281fb47a5b9dfd7e1f10226ef6f4d082ddbc7403

data/bin/km-export-processor

@@ -0,0 +1,34 @@
+#!/usr/bin/env ruby
+
+require 'thor'
+require 'km-export-processor'
+
+class CLI < Thor
+  desc "json_to_json", "Processes all JSON in current directory, to standard format."
+  def json_to_json
+    KMExport.json_to_json
+    puts "Processing JSON files in this directory, and outputting new combined file"
+  end
+
+  desc "json_to_csv [JSONFILE]", "Takes a standard JSON file as input, and converts it to CSV"
+  def json_to_csv(jsonfile)
+    KMExport.json_to_csv(jsonfile)
+    puts "Converting file #{jsonfile} to CSV"
+  end
+
+  desc "parse_aliases [JSONFILE]", "Takes JSON as input, and separates the alias calls into their own JSON file"
+  def parse_aliases(jsonfile)
+    KMExport.alias_parser(jsonfile)
+    puts "Parsing aliases out of #{jsonfile} and into their own JSON file"
+  end
+
+  desc "reimport [JSONFILE] [APIKEY]", "Takes JSON, and a KM API key as input, and sends the data to KISSmetrics"
+  def reimport(jsonfile, apikey)
+    puts "Sending data from #{jsonfile} to KISSmetrics product with key: #{apikey}"
+    reimporter = KMExport::Reimporter.new
+    file = File.open(jsonfile)
+    reimporter.send_to_KM(file.read, apikey)
+  end
+end
+
+CLI.start(ARGV)

data/lib/alias_parser.rb

@@ -0,0 +1,20 @@
+module KMExport
+  def self.alias_parser(jsonfile)
+    file = File.open(jsonfile)
+    alias_file = File.open(Time.now.to_i.to_s + "_aliases.json", "w+")
+    json = JSON.parse(file.read)
+    aliases = []
+    data = []
+
+    json.each do |row|
+      if row["_p2"]
+        aliases << row
+      else
+        data << row
+      end
+    end
+    new_file = File.open(jsonfile, "w+")
+    new_file.write(JSON.pretty_generate(data))
+    alias_file.write(JSON.pretty_generate(aliases))
+  end
+end

data/lib/converters/json_to_csv.rb

@@ -0,0 +1,27 @@
+module KMExport
+  def self.json_to_csv(jsonfile)
+    default_headers = ["_n", "_p", "_t", "_p2", "_a"]
+    headers = []
+    file = File.open(jsonfile)
+    json = JSON.parse(file.read)
+    results = []
+    json.each do |row|
+      headers = headers | row.keys
+    end
+
+    json.each do |row|
+      row_result = {}
+      headers.each do |header|
+        row_result[header.to_sym] = row[header] || ""
+      end
+      results << row_result
+    end
+    
+    CSV.open(Time.now.to_i.to_s + "_converter_result.csv", "wb") do |csv|
+      csv << results.first.keys
+      results.each do |hash|
+        csv << hash.values
+      end
+    end
+  end
+end

data/lib/converters/json_to_json.rb

@@ -0,0 +1,18 @@
+module KMExport
+  def self.json_to_json
+    files = Dir["*.json"]
+ 
+    result = []
+     
+    files.each do |file|
+      json = File.open(file, "r")
+      json.readlines.each do |line|
+        result << JSON.parse(line.chomp)
+      end
+    end
+     
+    output = File.open(Time.now.to_i.to_s + "_result.json", "w+")
+     
+    output.write(JSON.pretty_generate(result))
+  end
+end

data/lib/km-export-processor.rb

@@ -0,0 +1,11 @@
+require 'json'
+require 'csv'
+require 'kmts'
+
+module KMExport
+end
+
+require_relative 'converters/json_to_json'
+require_relative 'converters/json_to_csv'
+require_relative 'reimporter'
+require_relative 'alias_parser'

data/lib/reimporter.rb

@@ -0,0 +1,28 @@
+module KMExport
+  class Reimporter
+    def send_to_KM(json, key)
+      KMTS.init(key,
+        :use_cron => false, 
+        :to_stderr => true)
+
+      logs = JSON.parse(json)
+      logs.each do |line|
+        send_line_to_KM(line)
+        STDOUT.print('.')
+      end
+
+      STDOUT.print('Reimportation process completed.')
+    end
+
+    def send_line_to_KM(line)
+      identity = line.delete("_p")
+      second_identity = line.delete("_p2")
+      event = line.delete("_n")
+      line["_d"] = 1
+
+      KMTS.alias(identity,second_identity) if second_identity
+      KMTS.record(identity,event,line) if event
+      KMTS.set(identity,line) unless event || second_identity
+    end
+  end
+end

metadata

@@ -0,0 +1,149 @@
+--- !ruby/object:Gem::Specification
+name: km-export-processor
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Clay Whitley
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: kmts
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.1'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+description: A gem for processing KM exports
+email:
+- cwhitley@kissmetrics.com
+executables:
+- km-export-processor
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/alias_parser.rb
+- lib/converters/json_to_csv.rb
+- lib/converters/json_to_json.rb
+- lib/km-export-processor.rb
+- lib/reimporter.rb
+- bin/km-export-processor
+homepage: https://github.com/kissmetrics/km-export-processor
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: A gem for processing KM exports
+test_files: []
+has_rdoc: