mail2cb 0.0.6

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 33aab03227466886d6226040f67f9fae5e3e6257
+  data.tar.gz: fc394d4cf8701deb082584652ef5000f9f76a5eb
+SHA512:
+  metadata.gz: 8aa7c084a6643350703598e925ab60763f8d495b80770eb49ce4bd975f15c79ab584e0b8fc4f2c5f024ec22e49b524faf9861aa11c312dfb52366f27afa07daa
+  data.tar.gz: e5d63b2a62b9c42d5e13832e64ab0ad5c5b5cf141ae99497e07dbe35efab2cdf656ef3a94a289166e09ea7973265cadec62d89f23a7f4e131629a2f44df603a9

data/.gitignore

@@ -0,0 +1,23 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+*.swp

data/.ruby-gemset

@@ -0,0 +1 @@
+mail2cb

data/.ruby-version

@@ -0,0 +1 @@
+ruby-2.2.3

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mail2cb.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 EmergeAdapt
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Ijonas Kisselbach
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,51 @@
+# mail2cb
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'mail2cb'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install mail2cb
+
+## Design
+
+###Gems
+
+*  mail_room - retrieves mail from multiple mailboxes at once and sends them through sidekiq or an http postback
+*  mail - mail parsing and sending gem
+*  talon - python code to extract the relevant body of the message
+
+
+### Notes
+
+ * config for office365 smtp needs authentication type 'login' gmail is 'plain'
+ * gmail apps authentication is by ip address only, suggest a feature of being able to host the send daemon on another box
+
+## Usage
+
+Ensure the following environment variables are set:
+
+    REDIS_URL=redis://localhost:6379
+    CB_API_ENDPOINT=https://login.caseblocks.com
+    CB_API_TOKEN=...
+
+And run the daemon from the CLI
+
+    mail2cb
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/mail2cb/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/mail2cb

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby -Ilib
+require 'rubygems'
+require 'bundler/setup'
+# Prepares the $LOAD_PATH by adding to it lib directories of the gem and
+# its dependencies:
+require 'mail2cb'
+
+ENV["REDIS_URL"] = "redis://localhost:6379" unless ENV["REDIS_URL"]
+ENV["MYSQL_HOST"] = "localhost" unless ENV["MYSQL_HOST"]
+ENV["MYSQL_PORT"] = "3306"
+ENV["MYSQL_DATABASE"] = "caseblocks_dev"
+
+ENV["MYSQL_USERNAME"] = "root"
+ENV["MYSQL_PASSWORD"] = ""
+
+oh = Mail2cb::Handler.new

data/config.yml

@@ -0,0 +1,27 @@
+---
+:mailboxes:
+  -
+    :email: "stewart@activeinformationdesign.com"
+    :password: "junction1"
+    :name: "inbox"
+    :search_command: 'UNSEEN'
+    :delivery_method: sidekiq
+    :delivery_options:
+      :worker: EmailHandlerWorker
+  -
+    :email: "stewart@emergeadapt.com"
+    :password: "junction1"
+    :name: "inbox"
+    :search_command: 'UNSEEN'
+    :delivery_method: sidekiq
+    :delivery_options:
+      :worker: EmailHandlerWorker
+  -
+    :email: "stewartmckee@emergeadapttest.onmicrosoft.com"
+    :host: "outlook.office365.com"
+    :password: "Katr1n33"
+    :name: "inbox"
+    :search_command: 'UNSEEN'
+    :delivery_method: sidekiq
+    :delivery_options:
+      :worker: EmailHandlerWorker

data/lib/mail2cb/email_body_parser.rb

@@ -0,0 +1,28 @@
+require 'open3'
+
+module Mail2cb
+  class EmailBodyParser
+    def self.parse(text, type="text/plain")
+
+      data_hash = {:body => text, :type => type}
+
+      json_hash = data_hash.to_json
+
+      stdin, stdout, stderr, wait_thr = Open3.popen3('python', '/Users/stewartmckee/code/talon/test.py')
+      stdin.write(json_hash)
+      stdin.close
+      result = stdout.read
+      stdout.close
+      error = stderr.read
+      stderr.close
+      exit_code = wait_thr.value
+      if exit_code == 0
+        result
+      else
+        puts result
+        raise error
+      end
+    end
+
+  end
+end

data/lib/mail2cb/email_handler.rb

@@ -0,0 +1,113 @@
+require 'fileutils'
+require 'mail'
+require_relative "email_body_parser"
+require 'nokogiri'
+require 'sanitize'
+
+module Mail2cb
+  class EmailHandler
+    def initialize(options)
+      @options = options
+      @email = Mail.read_from_string(options[:inbound_message])
+
+      puts "Handling inbound email from #{@email.from}"
+
+      if @email.multipart?
+        @email.parts.each do |part|
+          content_type = part.content_type.split(";")[0]
+          if content_type[0..3] == "text"
+            if content_type == "text/html"
+              @html_body = part.body.decoded.force_encoding("ASCII-8BIT").encode('UTF-8', undef: :replace, replace: '')
+            elsif content_type == "text/plain"
+              @text_body = part.body.decoded.force_encoding("ASCII-8BIT").encode('UTF-8', undef: :replace, replace: '')
+            end
+          end
+        end
+      else
+        @text_body = @email.body.decoded.force_encoding("ASCII-8BIT").encode('UTF-8', undef: :replace, replace: '')
+      end
+
+      @body = @html_body || @text_body
+    end
+
+    def generate_message_hash
+
+      message_hash = {
+        "from" => @email.from,
+        "to" => @email.to,
+        "subject" => @email.subject,
+        "date" => @email.date,
+        "body" => @body,
+        "attachements" => prepare_attachments,
+        "metadata" => fetch_metadata
+      }
+      message_hash.delete(:inbound_message)
+      message_hash
+    end
+
+    def fetch_metadata
+      fetch_fingerprints.merge({
+        "has_bounced" => @email.bounced?,
+        "in_reply_to" => @email.in_reply_to,
+        "message_id" => @email.message_id,
+        "references" => references
+      })
+    end
+
+    def references
+      @email.header["References"] ? @email.header["References"].field.element.message_ids : []
+    end
+
+    def fetch_fingerprints
+      previous_id = references.last
+      match = /(.*?)\.(.*?)@emergeadapt.com/.match(previous_id)
+      if match
+        if match[2] == "case"
+          {"case_id" => match[1]}
+        else
+          {"message_id" => match[1]}
+        end
+      else
+        {}
+      end
+    end
+
+    def prepare_attachments
+      attachments = []
+      @email.attachments.each do | attachment |
+        filename = attachment.filename
+        random_tag = Random.rand(100000000000)
+        attachment_folder = File.join(["/", "tmp", "caseblocks", @options[:mailbox][:account_code], "attachments"])
+        FileUtils::mkdir_p(attachment_folder)
+        file_path = File.join([attachment_folder, "#{random_tag}.#{filename}"])
+        File.open(file_path, "w+b", 0644) {|f| f.write attachment.body.decoded}
+        attachments << {
+          "filename" => attachment.filename,
+          "filepath" => file_path
+        }
+      end
+      attachments
+    end
+
+
+    def content_type
+      @html_body.nil? ? "text/plain" : "text/html"
+    end
+
+    def sanitize!
+      @body = Sanitize.fragment(@body, Sanitize::Config::RELAXED)
+    end
+
+    def clean_replies!
+      @body = Mail2cb::EmailBodyParser.parse(@body, content_type)
+    end
+
+    def queue!
+      $redis
+    end
+
+    def body
+      @body
+    end
+  end
+end

data/lib/mail2cb/email_watcher.rb

@@ -0,0 +1,126 @@
+require 'redis'
+require 'ap'
+require 'mysql2'
+
+module Mail2cb
+  class EmailWatcher
+
+    def initialize
+
+      raise "REDIS_URL environment variable is required (eg redis://localhost:6739)" unless ENV["REDIS_URL"]
+      raise "MYSQL_HOST environment variable is required" unless ENV["MYSQL_HOST"]
+      raise "MYSQL_DATABASE environment variable is required" unless ENV["MYSQL_DATABASE"]
+      raise "MYSQL_USERNAME environment variable is required" unless ENV["MYSQL_USERNAME"]
+      raise "MYSQL_PASSWORD environment variable is required" unless ENV["MYSQL_PASSWORD"]
+
+      ENV["MYSQL_PASSWORD"] = "" unless ENV["MYSQL_PASSWORD"]
+      ENV["MYSQL_PORT"] = "3306"
+
+      redis_url = URI.parse(ENV["REDIS_URL"])
+
+      $redis = Redis.new(:host => redis_url.host, :port => redis_url.port)
+
+      Signal.trap("INT") {
+        Thread.new {self.stop}.join
+      }
+      # Trap `Kill `
+      Signal.trap("TERM") {
+        Thread.new {self.stop}.join
+      }
+
+      @daemon = MailDaemon::Handler.new(:connections => configuration)
+    end
+
+    def start
+      Thread.new do
+        @daemon.start do |message, type|
+          if type == "status_update"
+            update_status(message)
+          else
+            handle_incoming_message(message)
+          end
+        end
+      end
+    end
+
+    def configuration
+      mailboxes = []
+      mysql_client do |mysql|
+        statement = mysql.prepare("SELECT case_blocks_email_accounts.id, case_blocks_accounts.nickname, case_blocks_email_accounts.imap_username, case_blocks_email_accounts.imap_encrypted_password, case_blocks_email_accounts.imap_host, case_blocks_email_accounts.imap_port, case_blocks_email_accounts.imap_ssl, case_blocks_email_accounts.imap_start_tls, case_blocks_email_accounts.imap_folder_name, case_blocks_email_accounts.imap_search_command, case_blocks_email_accounts.imap_messages_processed, case_blocks_email_accounts.imap_last_processed_at FROM case_blocks_email_accounts JOIN case_blocks_accounts ON case_blocks_email_accounts.account_id = case_blocks_accounts.id where imap_enabled=1")
+        result = statement.execute()
+        result.each do |row|
+          ssl_options = row["imap_ssl"]==1 ? {:verify_mode => OpenSSL::SSL::VERIFY_NONE} : false
+          decrypted_password = Encryption.new.decrypt(row["imap_encrypted_password"])
+          mailboxes << {:id => row["id"], :account_code => row["nickname"], :username => row["imap_username"], :host => row["imap_host"], :port => row["imap_port"], :password => decrypted_password, :ssl_options => ssl_options, :start_tls => row["imap_start_tls"]==1, :name => row["imap_folder_nam"], :search_command => row["imap_search_command"], :message_count => row["imap_messages_processed"], :last_delivered_at => row["imap_last_processed_at"]}
+        end
+      end
+      mailboxes
+    end
+
+    def restart
+      @daemon.reload(:connections => configuration)
+    end
+
+    def handle_incoming_message(options)
+      @handler = Mail2cb::EmailHandler.new(options)
+      @handler.sanitize!
+      # @handler.clean_replies!
+
+      hash = @handler.generate_message_hash
+
+      $redis.lpush(redis_key(options), hash)
+      puts "Queued."
+    end
+
+    def redis_key(options)
+      "cb:comms:#{options[:mailbox][:account_code]}:inbox"
+    end
+
+    def update_status(options)
+      puts "Status Update: #{options[:status]} for #{options[:mailbox][:username]}"
+      mysql_client do |mysql|
+        status_message = options[:status]
+        statement = mysql.prepare("UPDATE case_blocks_email_accounts SET imap_status='#{options[:status]}', imap_status_message='#{status_message}' where id=?")
+        statement.execute(options[:mailbox][:id])
+      end
+    end
+
+    private
+
+    def mysql_client(&block)
+      client = Mysql2::Client.new(:host => ENV["MYSQL_HOST"], :port => ENV["MYSQL_PORT"], :username => ENV["MYSQL_USERNAME"], :password => ENV["MYSQL_PASSWORD"], :database => ENV["MYSQL_DATABASE"])
+      yield client
+      client.close
+    end
+
+    def mailbox_status_message(watcher)
+      if watcher.logging_in?
+        "Connecting and Logging into server"
+      elsif watcher.logged_in?
+        "Connected"
+      else
+        "Disconnected"
+      end
+    end
+    def mailbox_status(watcher)
+      if watcher.logging_in?
+        :logging_in
+      elsif watcher.logged_in?
+        :connected
+      else
+        :disconnected
+      end
+    end
+    def mailbox_status_colour(watcher)
+      if watcher.logging_in?
+        "orange"
+      elsif watcher.logged_in?
+        "green"
+      else
+        "red"
+      end
+    end
+
+
+  end
+end

data/lib/mail2cb/encryption.rb

@@ -0,0 +1,42 @@
+require 'base64'
+
+module Mail2cb
+  class Encryption
+
+    def initialize()
+      @key = ENV["CASEBLOCKS_ENCRYPTION_KEY"] || "YLX0IBT+OXaO4mP2bVYqzMPbrrss8eUcX1XtgLxlVH8="
+      @iv = ENV["CASEBLOCKS_ENCRYPTION_IV"] || "vvSVfoWvZQ3T/DfjsjO/9w=="
+    end
+
+    def encrypt(data)
+      unless data.nil?
+        cipher = OpenSSL::Cipher::AES.new(128, :CBC)
+        cipher.encrypt
+        cipher.key = Base64.decode64(@key)
+        cipher.iv = Base64.decode64(@iv)
+        encrypted = cipher.update(data) + cipher.final
+
+        # [0..-2] strip off trailing carriage return
+        Base64.encode64(encrypted)[0..-2]
+      else
+        data
+      end
+    end
+
+    def decrypt(value)
+      unless value.nil?
+        decipher = OpenSSL::Cipher::AES.new(128, :CBC)
+        decipher.decrypt
+        decipher.key = Base64.decode64(@key)
+        decipher.iv = Base64.decode64(@iv)
+
+        encrypted = Base64.decode64(value)
+        decipher.update(encrypted) + decipher.final
+      else
+        value
+      end
+    end
+
+
+  end
+end

data/lib/mail2cb/helpers.rb

@@ -0,0 +1,16 @@
+module Mail2cb
+  module Helpers
+    def setup_options(options)
+      @options = options.inject({}){|memo,(k,v)| memo[k.to_sym] = v; memo}
+    end
+    def default_option(name, value)
+      @options[name.to_s.to_sym] = value unless @options.has_key?(name.to_s.to_sym)
+    end
+    def required_option(names)
+      names_array = Array(names)
+      names_array.each do |name|
+        raise "#{name} is a required option, please supply this in the call to new" unless @options.has_key?(name.to_s.to_sym)
+      end
+    end
+  end
+end

data/lib/mail2cb/version.rb

@@ -0,0 +1,3 @@
+module Mail2cb
+  VERSION = "0.0.6"
+end

data/lib/mail2cb.rb

@@ -0,0 +1,33 @@
+require_relative 'mail2cb/version'
+require_relative 'mail2cb/helpers'
+require_relative 'mail2cb/email_body_parser'
+require_relative 'mail2cb/email_watcher'
+require_relative 'mail2cb/email_handler'
+require_relative 'mail2cb/encryption'
+require 'sinatra/base'
+require 'json'
+require 'open3'
+require 'mail'
+require 'mail_daemon'
+
+module Mail2cb
+  class Handler
+    def initialize
+      @@watcher = EmailWatcher.new
+
+      @@watcher.start
+
+      my_app = Sinatra.new do
+        set :logging, false
+        set :run, false
+
+        get('/reload') do
+          @@watcher.restart
+          "OK"
+        end
+
+      end
+      my_app.run!
+    end
+  end
+end

data/lib/public/custom.css

@@ -0,0 +1,19 @@
+.status-circle {
+    width: 10px;
+    height: 10px;
+    background-color: #ccc;
+    border-radius: 50%;
+    margin-top: 6px;
+}
+
+.status-circle.red {
+  background-color: red;
+}
+
+.status-circle.green {
+  background-color: green;
+}
+
+.status-circle.orange {
+  background-color: orange;
+}

data/lib/public/dashboard.css

@@ -0,0 +1,105 @@
+/*
+ * Base structure
+ */
+
+/* Move down content because we have a fixed navbar that is 50px tall */
+body {
+  padding-top: 50px;
+}
+
+
+/*
+ * Global add-ons
+ */
+
+.sub-header {
+  padding-bottom: 10px;
+  border-bottom: 1px solid #eee;
+}
+
+/*
+ * Top navigation
+ * Hide default border to remove 1px line.
+ */
+.navbar-fixed-top {
+  border: 0;
+}
+
+/*
+ * Sidebar
+ */
+
+/* Hide for mobile, show later */
+.sidebar {
+  display: none;
+}
+@media (min-width: 768px) {
+  .sidebar {
+    position: fixed;
+    top: 51px;
+    bottom: 0;
+    left: 0;
+    z-index: 1000;
+    display: block;
+    padding: 20px;
+    overflow-x: hidden;
+    overflow-y: auto; /* Scrollable contents if viewport is shorter than content. */
+    background-color: #f5f5f5;
+    border-right: 1px solid #eee;
+  }
+}
+
+/* Sidebar navigation */
+.nav-sidebar {
+  margin-right: -21px; /* 20px padding + 1px border */
+  margin-bottom: 20px;
+  margin-left: -20px;
+}
+.nav-sidebar > li > a {
+  padding-right: 20px;
+  padding-left: 20px;
+}
+.nav-sidebar > .active > a,
+.nav-sidebar > .active > a:hover,
+.nav-sidebar > .active > a:focus {
+  color: #fff;
+  background-color: #428bca;
+}
+
+
+/*
+ * Main content
+ */
+
+.main {
+  padding: 20px;
+}
+@media (min-width: 768px) {
+  .main {
+    padding-right: 40px;
+    padding-left: 40px;
+  }
+}
+.main .page-header {
+  margin-top: 0;
+}
+
+
+/*
+ * Placeholder dashboard ideas
+ */
+
+.placeholders {
+  margin-bottom: 30px;
+  text-align: center;
+}
+.placeholders h4 {
+  margin-bottom: 0;
+}
+.placeholder {
+  margin-bottom: 20px;
+}
+.placeholder img {
+  display: inline-block;
+  border-radius: 50%;
+}

data/lib/server.rb

@@ -0,0 +1,6 @@
+require 'sinatra'
+
+get '/reload' do
+  Mail2cb::EmailWatcher.reload
+  Mail2cb::EmailWatcher.restart
+end

data/lib/views/settings.erb

@@ -0,0 +1,113 @@
+<!DOCTYPE html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8">
+    <meta http-equiv="X-UA-Compatible" content="IE=edge">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
+    <title>CaseBlocks Email Watcher</title>
+
+    <!-- Bootstrap -->
+    <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.6/css/bootstrap.min.css" integrity="sha384-1q8mTJOASx8j1Au+a5WDVnPi2lkFfwwEAa8hDDdjZlpLegxhjVME1fgjWPGmkzs7" crossorigin="anonymous">
+    <link href="dashboard.css" rel="stylesheet">
+
+
+    <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
+    <!-- WARNING: Respond.js doesn't work if you view the page via file:// -->
+    <!--[if lt IE 9]>
+      <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script>
+      <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
+    <![endif]-->
+  </head>
+  <body>
+
+        <nav class="navbar navbar-inverse navbar-fixed-top">
+          <div class="container-fluid">
+            <div class="navbar-header">
+              <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar">
+                <span class="sr-only">Toggle navigation</span>
+                <span class="icon-bar"></span>
+                <span class="icon-bar"></span>
+                <span class="icon-bar"></span>
+              </button>
+              <a class="navbar-brand" href="#">CaseBlocks Email Watcher</a>
+            </div>
+            <div id="navbar" class="navbar-collapse collapse">
+              <ul class="nav navbar-nav navbar-right">
+                <li><a href="/">Dashboard</a></li>
+                <li><a href="/settings">Settings</a></li>
+              </ul>
+              <form class="navbar-form navbar-right">
+                <input type="text" class="form-control" placeholder="Search...">
+              </form>
+            </div>
+          </div>
+        </nav>
+
+        <div class="container-fluid">
+          <div class="row">
+
+            <div class="col-sm-9 col-sm-offset-3 col-md-10 col-md-offset-2 main">
+              <h1 class="page-header">Dashboard</h1>
+
+              <div class="row placeholders">
+                <div class="col-xs-6 col-sm-3 placeholder">
+                  <img src="data:image/gif;base64,R0lGODlhAQABAIAAAHd3dwAAACH5BAAAAAAALAAAAAABAAEAAAICRAEAOw==" width="200" height="200" class="img-responsive" alt="Generic placeholder thumbnail">
+                  <h4>Label</h4>
+                  <span class="text-muted">Something else</span>
+                </div>
+                <div class="col-xs-6 col-sm-3 placeholder">
+                  <img src="data:image/gif;base64,R0lGODlhAQABAIAAAHd3dwAAACH5BAAAAAAALAAAAAABAAEAAAICRAEAOw==" width="200" height="200" class="img-responsive" alt="Generic placeholder thumbnail">
+                  <h4>Label</h4>
+                  <span class="text-muted">Something else</span>
+                </div>
+                <div class="col-xs-6 col-sm-3 placeholder">
+                  <img src="data:image/gif;base64,R0lGODlhAQABAIAAAHd3dwAAACH5BAAAAAAALAAAAAABAAEAAAICRAEAOw==" width="200" height="200" class="img-responsive" alt="Generic placeholder thumbnail">
+                  <h4>Label</h4>
+                  <span class="text-muted">Something else</span>
+                </div>
+                <div class="col-xs-6 col-sm-3 placeholder">
+                  <img src="data:image/gif;base64,R0lGODlhAQABAIAAAHd3dwAAACH5BAAAAAAALAAAAAABAAEAAAICRAEAOw==" width="200" height="200" class="img-responsive" alt="Generic placeholder thumbnail">
+                  <h4>Label</h4>
+                  <span class="text-muted">Something else</span>
+                </div>
+              </div>
+
+              <h2 class="sub-header">Mailboxes</h2>
+              <div class="table-responsive">
+                <table class="table table-striped">
+                  <thead>
+                    <tr>
+                      <th>Email Address</th>
+                      <th>Host</th>
+                      <th>Delivery Method</th>
+                    </tr>
+                  </thead>
+                  <tbody>
+                    <% @mailboxes.each do |mailbox| %>
+                      <tr>
+                        <td><%= mailbox[:email] %></td>
+                        <td><%= mailbox[:host] %></td>
+                        <td><%= mailbox[:delivery_method] %></td>
+                      </tr>
+                    <% end %>
+                  </tbody>
+                </table>
+              </div>
+            </div>
+          </div>
+        </div>
+
+        <!-- Bootstrap core JavaScript
+        ================================================== -->
+        <!-- Placed at the end of the document so the pages load faster -->
+        <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.3/jquery.min.js"></script>
+        <script>window.jQuery || document.write('<script src="../../assets/js/vendor/jquery.min.js"><\/script>')</script>
+        <script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.6/js/bootstrap.min.js" integrity="sha384-0mSbJDEHialfmuBBQP6A4Qrprq5OVfW37PRR3j5ELqxss1yVqOtnepnHVP9aJ7xS" crossorigin="anonymous"></script>
+
+
+    <!-- jQuery (necessary for Bootstrap's JavaScript plugins) -->
+    <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.3/jquery.min.js"></script>
+
+  </body>
+</html>

data/lib/views/stats.erb

@@ -0,0 +1,100 @@
+<!DOCTYPE html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8">
+    <meta http-equiv="X-UA-Compatible" content="IE=edge">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
+    <title>CaseBlocks Email Watcher</title>
+
+    <!-- Bootstrap -->
+    <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.6/css/bootstrap.min.css" integrity="sha384-1q8mTJOASx8j1Au+a5WDVnPi2lkFfwwEAa8hDDdjZlpLegxhjVME1fgjWPGmkzs7" crossorigin="anonymous">
+    <link href="dashboard.css" rel="stylesheet">
+    <link href="custom.css" rel="stylesheet">
+
+
+    <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
+    <!-- WARNING: Respond.js doesn't work if you view the page via file:// -->
+    <!--[if lt IE 9]>
+      <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script>
+      <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
+    <![endif]-->
+  </head>
+  <body>
+
+        <nav class="navbar navbar-inverse navbar-fixed-top">
+          <div class="container-fluid">
+            <div class="navbar-header">
+              <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar">
+                <span class="sr-only">Toggle navigation</span>
+                <span class="icon-bar"></span>
+                <span class="icon-bar"></span>
+                <span class="icon-bar"></span>
+              </button>
+              <a class="navbar-brand" href="#">CaseBlocks Email Watcher</a>
+            </div>
+            <div id="navbar" class="navbar-collapse collapse">
+              <ul class="nav navbar-nav navbar-right">
+                <li><a href="/">Dashboard</a></li>
+                <li><a href="/reload">Reload Configuration</a></li>
+              </ul>
+              <form class="navbar-form navbar-right">
+                <input type="text" class="form-control" placeholder="Search...">
+              </form>
+            </div>
+          </div>
+        </nav>
+
+        <div class="container-fluid">
+          <div class="row">
+            <div class="col-sm-9 col-md-10 main" style="width: 100%;">
+              <!-- <div class="col-sm-9 col-sm-offset-3 col-md-10 col-md-offset-2 main"> -->
+
+              <h2 class="sub-header">Mailboxes</h2>
+              <div class="table-responsive">
+                <table class="table table-striped">
+                  <thead>
+                    <tr>
+                      <th></th>
+                      <th>Email Address</th>
+                      <th>Host</th>
+                      <th>Port</th>
+                      <th>SSL</th>
+                      <th>Start TLS</th>
+                      <th>Messages Processed</th>
+                      <th>Last Processed At</th>
+                    </tr>
+                  </thead>
+                  <tbody>
+                    <% @mailboxes.each do |mailbox| %>
+                      <tr>
+                        <td><div class="status-circle <%=mailbox[:status_colour]%>"></td>
+                        <td><%= mailbox[:email] %></td>
+                        <td><%= mailbox[:host] %></td>
+                        <td><%= mailbox[:port] %></td>
+                        <td><%= !!mailbox[:ssl] ? "Yes" : "No" %></td>
+                        <td><%= mailbox[:start_tls] ? "Yes" : "No" %></td>
+                        <td><%= mailbox[:message_count] %></td>
+                        <td><%= mailbox[:last_delivered_at] %></td>
+                      </tr>
+                    <% end %>
+                  </tbody>
+                </table>
+              </div>
+            </div>
+          </div>
+        </div>
+
+        <!-- Bootstrap core JavaScript
+        ================================================== -->
+        <!-- Placed at the end of the document so the pages load faster -->
+        <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.3/jquery.min.js"></script>
+        <script>window.jQuery || document.write('<script src="../../assets/js/vendor/jquery.min.js"><\/script>')</script>
+        <script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.6/js/bootstrap.min.js" integrity="sha384-0mSbJDEHialfmuBBQP6A4Qrprq5OVfW37PRR3j5ELqxss1yVqOtnepnHVP9aJ7xS" crossorigin="anonymous"></script>
+
+
+    <!-- jQuery (necessary for Bootstrap's JavaScript plugins) -->
+    <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.3/jquery.min.js"></script>
+
+  </body>
+</html>

data/mail2cb.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mail2cb/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "mail2cb"
+  spec.version       = Mail2cb::VERSION
+  spec.authors       = ["EmergeAdapt"]
+  spec.email         = ["development@emergeadapt.com"]
+  spec.summary       = %q{Grabs orders from Tyreshopper and posts them to SQS.}
+  spec.description   = %q{Basic WIP.}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "awesome_print"
+
+  spec.add_dependency 'mysql2'
+  spec.add_dependency 'sidekiq'
+  spec.add_dependency 'mail'
+  spec.add_dependency 'mail_daemon', "~> 0.0.6"
+  spec.add_dependency 'charlock_holmes' # required for sidekiq delivery
+  spec.add_dependency 'nokogiri'
+  spec.add_dependency 'sinatra'
+  spec.add_dependency 'sanitize'
+
+
+end

data/test/lib/order2cb/order_test.rb

@@ -0,0 +1,20 @@
+require "minitest/autorun"
+
+class TestOrder < Minitest::Test
+  def setup
+    @sample = {}
+    @order = Order.new(@sample)
+  end
+
+  def test_that_kitty_can_eat
+    assert_equal "OHAI!", @meme.i_can_has_cheezburger?
+  end
+
+  def test_that_it_will_not_blend
+    refute_match /^no/i, @meme.will_it_blend?
+  end
+
+  def test_that_will_be_skipped
+    skip "test this later"
+  end
+end

data/test/lib/order2cb/version_test.rb

@@ -0,0 +1,7 @@
+require_relative '../../test_helper'
+
+class VersionTest < MiniTest::Unit::TestCase
+  def test_version
+    assert_equal '0.0.1', mail2cb::VERSION
+  end
+end

data/test/lib/order2cb_test.rb

@@ -0,0 +1,25 @@
+require_relative '../test_helper'
+
+class MessageHandlerTest < MiniTest::Unit::TestCase
+  def setup
+    ENV['CB_API_ENDPOINT'] = 'https://cb.local/'
+    ENV['CB_API_TOKEN'] = '1234'
+  end
+  def test_invalid_construction
+    ENV['AWS_ACCESS_KEY'] = nil
+    ENV['AWS_SECRET_ACCESS_KEY'] = nil
+    ENV['CB_API_ENDPOINT'] = nil
+    ENV['CB_API_TOKEN'] = nil
+    assert_raises(RuntimeError) { mail2cb::OrderHandler.new }
+  end
+  def test_valid_construction
+    ENV['AWS_ACCESS_KEY'] = 'access'
+    ENV['AWS_SECRET_ACCESS_KEY'] = 'secret'
+    refute_nil mail2cb::OrderHandler.new
+  end
+  def test_basic_sqs_connectivity
+    oh = mail2cb::OrderHandler.new
+    result = oh.send_orders
+
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require 'minitest/autorun'
+require 'minitest/pride'
+require File.expand_path('../../lib/mail2cb.rb', __FILE__)

metadata

@@ -0,0 +1,230 @@
+--- !ruby/object:Gem::Specification
+name: mail2cb
+version: !ruby/object:Gem::Version
+  version: 0.0.6
+platform: ruby
+authors:
+- EmergeAdapt
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-04-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mail
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mail_daemon
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.6
+- !ruby/object:Gem::Dependency
+  name: charlock_holmes
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sanitize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Basic WIP.
+email:
+- development@emergeadapt.com
+executables:
+- mail2cb
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-gemset"
+- ".ruby-version"
+- Gemfile
+- LICENSE
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/mail2cb
+- config.yml
+- lib/mail2cb.rb
+- lib/mail2cb/email_body_parser.rb
+- lib/mail2cb/email_handler.rb
+- lib/mail2cb/email_watcher.rb
+- lib/mail2cb/encryption.rb
+- lib/mail2cb/helpers.rb
+- lib/mail2cb/version.rb
+- lib/public/custom.css
+- lib/public/dashboard.css
+- lib/server.rb
+- lib/views/settings.erb
+- lib/views/stats.erb
+- mail2cb.gemspec
+- test/lib/order2cb/order_test.rb
+- test/lib/order2cb/version_test.rb
+- test/lib/order2cb_test.rb
+- test/test_helper.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: Grabs orders from Tyreshopper and posts them to SQS.
+test_files:
+- test/lib/order2cb/order_test.rb
+- test/lib/order2cb/version_test.rb
+- test/lib/order2cb_test.rb
+- test/test_helper.rb