mail2cb 0.0.6 → 0.0.8

data/spec/mail2cb/email_handler_spec.rb

@@ -0,0 +1,190 @@
+require 'spec_helper'
+describe Mail2cb::EmailHandler do
+
+  before(:each) do
+    ENV.delete("AWS_ACCESS_KEY")
+    ENV.delete("AWS_SECRET_KEY")
+    ENV.delete("AWS_MAILROOM_BUCKET")
+
+    @simple = sample_mail("reply")
+    @bare_bones = sample_mail("bare_bones")
+    @multipart_related = sample_mail("reply_message_id_in_body")
+    @email = Mail.new(@simple)
+    @handler = Mail2cb::EmailHandler.new(:inbound_message => @simple, :mailbox => {:account_code => "test_account_code"})
+  end
+
+  it "verifies :inbound_message is passed in" do
+    expect{Mail2cb::EmailHandler.new(:mailbox => nil)}.to raise_error(RuntimeError, "Require :inbound_message to be passed in")
+  end
+  it "verifies :mailbox is passed in" do
+    expect{Mail2cb::EmailHandler.new(:inbound_message => nil)}.to raise_error(RuntimeError, "Require :mailbox to be passed in")
+  end
+
+  it "parses the email to an email object" do
+    email = @handler.email
+
+    expect(email).to be_an_instance_of Mail::Message
+    expect(email.from).to eq ["stewart@emergeadapt.com"]
+
+  end
+
+  describe "message hash for commsroom" do
+    it "generates valid message hash" do
+      expected_hash = {
+        "from" => {
+          :email => "",
+          :display_name => "",
+          :account_code => ""},
+        "subject" => "",
+        "sent_at" => "",
+        "received_at" => "",
+        "body" => "",
+        "attachments"=>[
+          {
+            "filename"=>"",
+            "filepath"=>"",
+            "storage_type"=>nil
+          }
+        ],
+        "metadata" => {
+          "has_bounced" => "",
+          "in_reply_to" => "",
+          "message_id" => "",
+          "account_code" => "",
+          "references"=>[],
+          "conversation_id"=>""
+        },
+        "to" => [
+          {
+            :email=>"",
+            :display_name=>"",
+            :account_code=>""
+          }
+        ]
+      }
+      expect(@handler.generate_message_hash).to match_keys_to(expected_hash)
+    end
+  end
+
+  describe "recipients" do
+    it "are formatted correctly" do
+      expected_hash = {:email=>"stewart@emergeadapt.com",:display_name=>"Stewart McKee",:account_code=>"test_account_code"}
+
+      address = Mail::Address.new("Stewart McKee <stewart@emergeadapt.com>")
+      expect(@handler.format_recipient(address)).to eq expected_hash
+    end
+    it "handle comments in local" do
+      expected_hash = {:email=>"stewart@emergeadapt.com",:display_name=>"Stewart McKee",:account_code=>"test_account_code"}
+
+      address = Mail::Address.new("Stewart McKee (coder) <stewart@emergeadapt.com>")
+      expect(@handler.format_recipient(address)).to eq expected_hash
+    end
+    it "handle comments in domain" do
+      expected_hash = {:email=>"stewart@emergeadapt.com",:display_name=>"Stewart McKee",:account_code=>"test_account_code"}
+
+      address = Mail::Address.new("Stewart McKee <stewart@emergeadapt(super_company).com>")
+      expect(@handler.format_recipient(address)).to eq expected_hash
+    end
+  end
+
+  describe "message metadata" do
+    it "extracts the correct metadata from mail" do
+      expected_hash = {"has_bounced"=>nil, "in_reply_to"=>"conversation.570f77bc81e9a825e2000001.570f7a1381e9a82659000001@mail.caseblocks.com", "message_id"=>"etPan.570f7a6d.7b5aa127.137@emergeadapt.com", "account_code"=>"test_account_code", "references"=>["conversation.570f77bc81e9a825e2000001.570f7a1381e9a82659000001@mail.caseblocks.com"], "conversation_id"=>"570f77bc81e9a825e2000001"}
+      expect(@handler.fetch_metadata).to eq (expected_hash)
+    end
+    it "formats the metadata correctly" do
+      expected_hash = {"has_bounced"=>"", "in_reply_to"=>"", "message_id"=>"", "account_code"=>"", "references"=>[], "conversation_id"=>""}
+      expect(@handler.fetch_metadata).to match_keys_to (expected_hash)
+    end
+    it "includes metadata even if not available" do
+      handler = Mail2cb::EmailHandler.new(:inbound_message => @bare_bones, :mailbox => {:account_code => "test_account_code"})
+      expected_hash = {"has_bounced"=>nil, "in_reply_to"=>nil, "message_id"=>nil, "account_code"=>"test_account_code", "references"=>[]}
+      expect(handler.fetch_metadata).to match_keys_to (expected_hash)
+      expect(handler.fetch_metadata).to eq (expected_hash)
+    end
+  end
+
+  describe "handles attachments" do
+    before(:each) do
+      @handler = Mail2cb::EmailHandler.new(:inbound_message => @multipart_related, :mailbox => {:account_code => "test_account_code"})
+    end
+
+    it "responses with an array of attachments" do
+      expect(@handler.generate_message_hash["attachments"]).to be_kind_of(Array)
+    end
+
+    context "s3" do
+      before(:each) do
+        ENV["AWS_ACCESS_KEY"] = "test-aws-access-key"
+        ENV["AWS_SECRET_KEY"] = "test-aws-secret-key"
+        ENV["AWS_MAILROOM_BUCKET"] = "a-test-bucket-on-s3"
+
+        @attachment = @handler.generate_message_hash["attachments"][0]
+      end
+      it "formats the hash correctly" do
+        expect(@attachment).to match_keys_to({"storage_type" => nil, "filename" => nil, "filepath" => nil, "url" => nil})
+      end
+      it "sets the type correctly" do
+        expect(@attachment["storage_type"]).to eq "S3"
+      end
+      it "constructs valid path to store attachments in" do
+        path = "/a-test-bucket-on-s3/attachments/test_account_code/ab7bec99ece9a5cbf49f40d57d681822"
+        expect(@attachment["filepath"].split("/")[0..-2].join("/")).to eq path
+      end
+      it "calls s3 store" do
+        expect(AWS::S3::S3Object).to receive(:store).once.with("/attachments/test_account_code/ab7bec99ece9a5cbf49f40d57d681822/D69E1746-1CEE-47FE-B7E2-8C64E6EC2C63.png", anything(), "a-test-bucket-on-s3")
+        @attachment = @handler.generate_message_hash["attachments"][0]
+      end
+      it "calls s3 url_for" do
+        expect(AWS::S3::S3Object).to receive(:url_for).once.with("/attachments/test_account_code/ab7bec99ece9a5cbf49f40d57d681822/D69E1746-1CEE-47FE-B7E2-8C64E6EC2C63.png", 'a-test-bucket-on-s3', {:expires_in => (60 * 60 * 24)})
+        @attachment = @handler.generate_message_hash["attachments"][0]
+      end
+    end
+
+    context "file" do
+      before(:each) do
+        @attachment = @handler.generate_message_hash["attachments"][0]
+      end
+      it "formats the hash correctly" do
+        expect(@attachment).to match_keys_to({"storage_type" => nil, "filename" => nil, "filepath" => nil})
+      end
+      it "sets the type correctly" do
+        expect(@attachment["storage_type"]).to eq "FILE"
+      end
+      it "constructs valid folder to store attachments in" do
+        path = @attachment["filepath"].split("/")[0..-2].join("/")
+        expect(File.directory?(path)).to be_truthy
+      end
+      it "saves the attachments to disk" do
+        expect(File.exists?(@attachment["filepath"])).to be_truthy
+      end
+    end
+  end
+
+  it "works out default format of mail with html" do
+    handler = Mail2cb::EmailHandler.new(:inbound_message => @simple, :mailbox => {:account_code => "test_account_code"})
+    expect(handler.content_type).to eq "text/html"
+  end
+  it "works out default format of mail with text only" do
+    handler = Mail2cb::EmailHandler.new(:inbound_message => @bare_bones, :mailbox => {:account_code => "test_account_code"})
+    expect(handler.content_type).to eq "text/plain"
+  end
+  it "calls sanitize with expected data" do
+    body = "<html><head></head><body><h1>Sample html content</h1></body></html>"
+    expect(Sanitize).to receive(:fragment).with(body, Sanitize::Config::RELAXED)
+    @handler.sanitize!
+  end
+  it "calls clean_replies with expected data" do
+    body = "<html><head></head><body><h1>Sample html content</h1></body></html>"
+    expect(Mail2cb::EmailBodyCleanser).to receive(:parse).with(body, "text/html")
+    @handler.clean_replies!
+  end
+  describe "queuing" do
+    it "queues the mail on the apppropriate redis key" do
+      $redis = double(:redis_client)
+      expect($redis).to receive(:lpush).with("cb:comms:test_account_code:inbox", anything())
+
+      @handler.queue!
+    end
+  end
+end

data/spec/mail2cb/email_watcher_spec.rb

@@ -0,0 +1,61 @@
+require 'spec_helper'
+describe Mail2cb::EmailHandler do
+
+  describe "without environment setup" do
+    it "should require REDIS_URL env variable" do
+      expect {Mail2cb::EmailWatcher.new}.to raise_error(RuntimeError, "REDIS_URL environment variable is required (eg redis://localhost:6739)")
+    end
+    it "should require MYSQL_HOST env variable" do
+      ENV["REDIS_URL"] = "x"
+      expect {Mail2cb::EmailWatcher.new}.to raise_error(RuntimeError, "MYSQL_HOST environment variable is required")
+    end
+    it "should require MYSQL_DATABASE env variable" do
+      ENV["REDIS_URL"] = "x"
+      ENV["MYSQL_HOST"] = "x"
+      expect {Mail2cb::EmailWatcher.new}.to raise_error(RuntimeError, "MYSQL_DATABASE environment variable is required")
+    end
+    it "should require MYSQL_USERNAME env variable" do
+      ENV["REDIS_URL"] = "x"
+      ENV["MYSQL_HOST"] = "x"
+      ENV["MYSQL_DATABASE"] = "x"
+      expect {Mail2cb::EmailWatcher.new}.to raise_error(RuntimeError, "MYSQL_USERNAME environment variable is required")
+    end
+    it "should require MYSQL_PASSWORD env variable" do
+      ENV["REDIS_URL"] = "x"
+      ENV["MYSQL_HOST"] = "x"
+      ENV["MYSQL_DATABASE"] = "x"
+      ENV["MYSQL_USERNAME"] = "x"
+      expect {Mail2cb::EmailWatcher.new}.to raise_error(RuntimeError, "MYSQL_PASSWORD environment variable is required")
+    end
+  end
+
+  describe "with environment setup" do
+    before(:each) do
+      setup_env
+    end
+
+    it "creates a new mailerdaemon"
+    it "starts the daemon"
+    it "extracts configuration from mysql"
+    it "formats mailbox hash correctly"
+    it "calls reload on mail daemon with updated configuration"
+    describe "on incoming messages" do
+      it "handles incoming messages with correct method"
+      it "calls email handler class"
+      it "calls sanitize"
+      it "calls clean_replies"
+      it "calls queue"
+    end
+
+    describe "message counts" do
+      it "increments message count on mailbox"
+      it "updates the last delivered at on mailbox"
+      context "with FAYE_HOST" do
+        it "publishes to faye"
+      end
+      context "without FAYE_HOST" do
+        it "does not publish to faye"
+      end
+    end
+  end
+end

data/spec/mail2cb/encryption_spec.rb

@@ -0,0 +1,47 @@
+require 'spec_helper'
+describe Mail2cb::Encryption do
+  before(:each) do
+    ENV.delete("CASEBLOCKS_ENCRYPTION_KEY")
+    ENV.delete("CASEBLOCKS_ENCRYPTION_IV")
+  end
+
+  it "initializes with default encryption key and vector" do
+    enc = Mail2cb::Encryption.new
+    expect(enc.instance_variable_get(:@key)).to eq "YLX0IBT+OXaO4mP2bVYqzMPbrrss8eUcX1XtgLxlVH8="
+    expect(enc.instance_variable_get(:@iv)).to eq "vvSVfoWvZQ3T/DfjsjO/9w=="
+  end
+  it "initializes with custom encryption key and vector" do
+    ENV["CASEBLOCKS_ENCRYPTION_KEY"] = "abc"
+    ENV["CASEBLOCKS_ENCRYPTION_IV"] = "def"
+    enc = Mail2cb::Encryption.new
+    expect(enc.instance_variable_get(:@key)).to eq "abc"
+    expect(enc.instance_variable_get(:@iv)).to eq "def"
+  end
+  context "with same keys" do
+    before(:each) do
+      @enc = Mail2cb::Encryption.new
+    end
+    it "encrypts successfully" do
+      expect(@enc.encrypt("i am secret")).to eq "GljJGgTgiVhWM39qw+qHnw=="
+    end
+    it "decrypts successfully" do
+      expect(@enc.decrypt("GljJGgTgiVhWM39qw+qHnw==")).to eq "i am secret"
+    end
+  end
+  context "without different keys" do
+    before(:each) do
+      @enc_valid = Mail2cb::Encryption.new
+      ENV["CASEBLOCKS_ENCRYPTION_KEY"] = "abcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyz"
+      ENV["CASEBLOCKS_ENCRYPTION_IV"] = "abcdefghijklmnopqrstuvwxyz"
+      @enc_invalid = Mail2cb::Encryption.new
+    end
+    it "does not encrypt successfully" do
+      valid_encryption = @enc_valid.encrypt("i am another secret")
+      expect(@enc_invalid.encrypt("i am another secret")).to_not eq valid_encryption
+    end
+    it "does not decrypt successfully" do
+      valid_encryption = @enc_valid.encrypt("i am another secret")
+      expect{@enc_invalid.decrypt(valid_encryption)}.to raise_error(OpenSSL::Cipher::CipherError)
+    end
+  end
+end

data/spec/mail2cb/message_id_handler_spec.rb

@@ -0,0 +1,35 @@
+require 'spec_helper'
+describe Mail2cb::MessageIdHandler do
+
+  before(:each) do
+    @message_id_in_body = Mail.new(sample_mail("reply_message_id_in_body"))
+  end
+
+  describe "email with message_id in body and references" do
+    it "instantiates with email param" do
+      expect(Mail2cb::MessageIdHandler.new(@message_id_in_body)).to be_instance_of Mail2cb::MessageIdHandler
+    end
+
+    it "gets message_id from headers" do
+      message_id = "conversation.570fb63381e9a82815000006.5714fa5b81e9a84fab000001@mail.caseblocks.com"
+      expect(Mail2cb::MessageIdHandler.new(@message_id_in_body).from_headers).to eq(message_id)
+    end
+    it "does not get message_id from subject" do
+      message_id = "conversation.570fb63381e9a82815000006.5714fa5b81e9a84fab000001@mail.caseblocks.com"
+      expect(Mail2cb::MessageIdHandler.new(@message_id_in_body).from_subject).to be_falsey
+    end
+    it "gets message_id from body" do
+      message_id = "conversation.570fb63381e9a82815000006.5714fa5b81e9a84fab000001@mail.caseblocks.com"
+      expect(Mail2cb::MessageIdHandler.new(@message_id_in_body).from_body).to eq(message_id)
+    end
+    it "returns correct message_id" do
+      message_id = "conversation.570fb63381e9a82815000006.5714fa5b81e9a84fab000001@mail.caseblocks.com"
+      expect(Mail2cb::MessageIdHandler.new(@message_id_in_body).message_id).to eq(message_id)
+    end
+    it "returns correct message_id_hash" do
+      message_id_hash = {"conversation_id" => '570fb63381e9a82815000006'}
+      expect(Mail2cb::MessageIdHandler.new(@message_id_in_body).hash).to eq(message_id_hash)
+    end
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,15 @@
+require 'bundler/setup'
+require 'helpers'
+require 'hash_key_matcher'
+require 'timecop'
+require 'mock-aws-s3'
+
+Bundler.setup
+
+require 'mail2cb'
+
+TESTING = true
+
+RSpec.configure do |config|
+  include Helpers
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mail2cb
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.8
 platform: ruby
 authors:
 - EmergeAdapt
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-12 00:00:00.000000000 Z
+date: 2016-07-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -53,13 +53,13 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: mysql2
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
@@ -67,7 +67,35 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: sidekiq
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mock-aws-s3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -100,16 +128,16 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.6
+        version: 0.0.8
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.6
+        version: 0.0.8
 - !ruby/object:Gem::Dependency
-  name: charlock_holmes
+  name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -123,7 +151,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: nokogiri
+  name: sinatra
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -137,7 +165,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: sinatra
+  name: sanitize
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -151,7 +179,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: sanitize
+  name: faye
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -164,30 +192,78 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-s3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
 description: Basic WIP.
 email:
 - development@emergeadapt.com
 executables:
 - mail2cb
+- run
 extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".rspec"
 - ".ruby-gemset"
 - ".ruby-version"
+- Dockerfile
 - Gemfile
 - LICENSE
 - LICENSE.txt
 - README.md
 - Rakefile
 - bin/mail2cb
+- bin/run
 - config.yml
 - lib/mail2cb.rb
-- lib/mail2cb/email_body_parser.rb
+- lib/mail2cb/email_body_cleanser.rb
+- lib/mail2cb/email_content.rb
 - lib/mail2cb/email_handler.rb
 - lib/mail2cb/email_watcher.rb
 - lib/mail2cb/encryption.rb
 - lib/mail2cb/helpers.rb
+- lib/mail2cb/message_id_handler.rb
 - lib/mail2cb/version.rb
 - lib/public/custom.css
 - lib/public/dashboard.css
@@ -195,6 +271,18 @@ files:
 - lib/views/settings.erb
 - lib/views/stats.erb
 - mail2cb.gemspec
+- samples/bare_bones.txt
+- samples/reply.txt
+- samples/reply_message_id_in_body.txt
+- samples/reply_with_cc.txt
+- spec/hash_key_matcher.rb
+- spec/helpers.rb
+- spec/mail2cb/email_content_spec.rb
+- spec/mail2cb/email_handler_spec.rb
+- spec/mail2cb/email_watcher_spec.rb
+- spec/mail2cb/encryption_spec.rb
+- spec/mail2cb/message_id_handler_spec.rb
+- spec/spec_helper.rb
 - test/lib/order2cb/order_test.rb
 - test/lib/order2cb/version_test.rb
 - test/lib/order2cb_test.rb
@@ -219,11 +307,19 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5.1
+rubygems_version: 2.4.8
 signing_key: 
 specification_version: 4
 summary: Grabs orders from Tyreshopper and posts them to SQS.
 test_files:
+- spec/hash_key_matcher.rb
+- spec/helpers.rb
+- spec/mail2cb/email_content_spec.rb
+- spec/mail2cb/email_handler_spec.rb
+- spec/mail2cb/email_watcher_spec.rb
+- spec/mail2cb/encryption_spec.rb
+- spec/mail2cb/message_id_handler_spec.rb
+- spec/spec_helper.rb
 - test/lib/order2cb/order_test.rb
 - test/lib/order2cb/version_test.rb
 - test/lib/order2cb_test.rb