navitest 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: bcbf5342537dd88c0787485207f562366e06d6a4aa912f834bb9789851cab275
+  data.tar.gz: 6b65757d05f470ae9c6f2408b95eac79e768018ed937dccba78ce58574396165
+SHA512:
+  metadata.gz: 91079f77253119bc033a5a62686b4b96a58c84c9b3c2d91104907e9d83121e643f9b76aa4171aef47ae1d9b94074ccdbf60936b59d9ee8ca5f3e09a9bf0f505d
+  data.tar.gz: 9a566031b7d81c70bc2a2dcbec43e3f5bb2f0d243f0616f886bbc37b843119fc1a131c9e5cdb07291420cb3deeecbf98976422ddff8fcec2e046070b241e7eb4

data/bin/navitest

@@ -0,0 +1,161 @@
+#!/usr/bin/env ruby
+
+require 'base64'
+require 'date'
+require 'fileutils'
+require 'httparty'
+require 'mail'
+require 'json'
+require 'securerandom'
+
+navi_path = ENV["NAVI_PATH"]
+spider_graph_path = navi_path + "/spider_graph.json"
+spider_json = JSON.parse(File.read(spider_graph_path))
+
+credential_path = navi_path + "/credential.json"
+credential_json = JSON.parse(File.read(credential_path))
+owner_email = credential_json["email"]
+password = credential_json["password"]
+token = ""
+
+response = HTTParty.post("https://signin.navihq.com/oauth/token",
+  body: {
+      email: owner_email,
+      password: password,
+      grant_type: "password"
+  }
+)
+
+if(response.code != 200)
+  raise "Can't login to NAVI, Please update credentail.json file in NAVI_PATH"
+else
+  puts "Authorized with SSO Web server"
+  token = "Token: #{response["access_token"]}##{owner_email}"
+end
+
+# system("#{navi_path}/bin/naviai &")
+
+def settel_directory(path)
+  Dir.mkdir(path) unless Dir.exist?(path)
+  path
+end
+
+def create_file(file_path, content)
+  file = File.new(file_path, "w")
+  file.puts(content)
+  file.close
+end
+
+emls_path = "#{navi_path}/emls"
+FileUtils.remove_dir(emls_path,true)
+settel_directory(emls_path)
+
+puts "Start Creation of eml file"
+
+spider_json.each do |key, quardent|
+  title = quardent["title"]
+  q1 = quardent["q1"]["title"]
+  q2 = quardent["q2"]["title"]
+  q3 = quardent["q3"]["title"]
+  q4 = quardent["q4"]["title"]
+  [q1, q2, q3, q4].each do |child_quardent|
+    puts "Create eml file for #{title} - #{child_quardent}"
+    for i in 0..20
+      eml_file_path = "#{emls_path}/#{child_quardent}#{i}.eml"
+
+      content = "
+Delivered-To: #{owner_email}
+From: Mikel Lindsaar <test@lindsaar.net>
+To: Shree Ram Neupane <#{owner_email}>
+Date: #{DateTime.now}
+Content-Type: text/plain; charset=US-ASCII; format=flowed
+Subject: #{child_quardent}
+
+#{title}
+#{child_quardent}
+        "
+
+      create_file(eml_file_path, content)
+    end
+  end
+end
+puts "Complete Creation of eml files"
+
+eml_files = Dir["#{navi_path}/emls/*.eml"]
+download_path = "#{navi_path}/downloads"
+FileUtils.remove_dir(download_path,true)
+settel_directory(download_path)
+download_email_path = settel_directory("#{download_path}/#{owner_email}")
+inputs_path = settel_directory("#{download_email_path}/inputs")
+meta_path = settel_directory("#{download_email_path}/meta")
+text_path = settel_directory("#{download_email_path}/text")
+plain_text_path = settel_directory("#{text_path}/plain")
+
+count = eml_files.count
+
+puts "Start parsing of #{count} eml files"
+inputs_file = "#{inputs_path}/#{SecureRandom.uuid}"
+File.write(inputs_file, "")
+
+for i in 0..count
+  eml_file = eml_files[i]
+  mail = Mail.read(eml_file) if eml_file
+  file_name = SecureRandom.uuid
+  plain_text_file_path = "#{plain_text_path}/#{file_name}"
+  content = Base64.encode64(mail.decoded)
+  create_file(plain_text_file_path, content)
+
+  meta_file_path = "#{meta_path}/#{i+1}_#{file_name}.yml"
+  meta_content =
+"
+---
+from: #{mail.from[0]}
+to: #{mail.to[0]}
+subject: #{mail.subject}
+date: #{mail.date}
+text_plain: \"#{plain_text_file_path}\"
+"
+  create_file(meta_file_path, meta_content)
+
+  if(i%50 == 0 && i != 0)
+    naviai_response = HTTParty.post("http://localhost:9090/v2/metas",
+      headers: {
+        "Content-Type": "application/json"
+      },
+      body: {
+        "client_type": "local",
+        "list_meta_path": inputs_file,
+        "token": token
+      }.to_json
+    )
+
+    if(naviai_response.code != 200)
+      raise "Can't parse email."
+    else
+      puts "#{i} files parsed"
+    end
+
+    inputs_file = "#{inputs_path}/#{SecureRandom.uuid}"
+    File.write(inputs_file, "")
+  end
+
+  open(inputs_file, 'a') { |f|
+    f.puts meta_file_path
+  }
+end
+puts "Parsing Completed"
+
+system("lsof -i tcp:9090 | grep naviai | awk {'print $2'} | xargs kill -9")
+
+generate_csv_response = HTTParty.post(
+  "https://api2.navihq.com/v2/generate_csv_input?email=#{owner_email}",
+  headers: {"Authorization": token}
+)
+
+if(generate_csv_response.code != 204)
+  raise "Can't generate CSV."
+else
+  puts "CSV file saved in S3"
+end
+
+puts "Completed!!, Wait for EMR Jobs"

data/lib/navitest/version.rb

@@ -0,0 +1,3 @@
+module Navitest
+  VERSION = "0.1.0"
+end

data/lib/navitest.rb

@@ -0,0 +1,5 @@
+require "navitest/version"
+
+module Navitest
+  # Your code goes here...
+end

data/spec/navitest_spec.rb

@@ -0,0 +1,9 @@
+RSpec.describe Navitest do
+  it "has a version number" do
+    expect(Navitest::VERSION).not_to be nil
+  end
+
+  it "does something useful" do
+    expect(false).to eq(true)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,14 @@
+require "bundler/setup"
+require "navitest"
+
+RSpec.configure do |config|
+  # Enable flags like --only-failures and --next-failure
+  config.example_status_persistence_file_path = ".rspec_status"
+
+  # Disable RSpec exposing methods globally on `Module` and `main`
+  config.disable_monkey_patching!
+
+  config.expect_with :rspec do |c|
+    c.syntax = :expect
+  end
+end

metadata

@@ -0,0 +1,63 @@
+--- !ruby/object:Gem::Specification
+name: navitest
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- shreeramneupane
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-05-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.11.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.11.3
+description: Creates .eml files & sync those files and send to parser
+email:
+- shreeramneupane0@gmail.com
+executables:
+- navitest
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/navitest
+- lib/navitest.rb
+- lib/navitest/version.rb
+- spec/navitest_spec.rb
+- spec/spec_helper.rb
+homepage: http://rubygems.org/gems/navitest
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.3
+signing_key: 
+specification_version: 4
+summary: Navi Test
+test_files: []