mailcannon 0.0.8.pre.1 → 0.0.8

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mailcannon
 version: !ruby/object:Gem::Version
-  version: 0.0.8.pre.1
+  version: 0.0.8
 platform: ruby
 authors:
 - Lucas Martins
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-05 00:00:00.000000000 Z
+date: 2014-02-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -94,6 +94,34 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: librato-metrics
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: airbrake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: vcr
   requirement: !ruby/object:Gem::Requirement
@@ -278,20 +306,16 @@ files:
 - lib/mailcannon.rb
 - lib/mailcannon/adapter.rb
 - lib/mailcannon/adapters/sendgrid_web.rb
+- lib/mailcannon/airbrake.rb
 - lib/mailcannon/envelope.rb
 - lib/mailcannon/envelope_bag.rb
-- lib/mailcannon/envelope_bag_map_reduce.rb
-- lib/mailcannon/envelope_bag_statistic.rb
 - lib/mailcannon/event.rb
 - lib/mailcannon/hash.rb
+- lib/mailcannon/librato.rb
 - lib/mailcannon/mail.rb
-- lib/mailcannon/reduces/envelope_bag_map.js
-- lib/mailcannon/reduces/envelope_bag_reduce.js
-- lib/mailcannon/sendgrid_event.rb
 - lib/mailcannon/stamp.rb
 - lib/mailcannon/version.rb
 - lib/mailcannon/workers/barrel.rb
-- lib/mailcannon/workers/envelope_bag_reduce_job.rb
 - mailcannon.gemspec
 - spec/factories/envelope.rb
 - spec/factories/envelope_bag.rb
@@ -300,16 +324,14 @@ files:
 - spec/fixtures/cassettes/mailcannon_adapter_sendgrid_send_bulk.yml
 - spec/fixtures/cassettes/mailcannon_integration_1k.yml
 - spec/integration/1k_spec.rb
-- spec/integration/full_stack_stats_spec.rb
 - spec/integration/xsmtpapi_spec.rb
 - spec/mailcannon/adapters/sendgrid_spec.rb
-- spec/mailcannon/envelope_bag_map_reduce_spec.rb
+- spec/mailcannon/airbrake_spec.rb
 - spec/mailcannon/envelope_bag_spec.rb
-- spec/mailcannon/envelope_bag_statistic_spec.rb
 - spec/mailcannon/envelope_spec.rb
+- spec/mailcannon/librato_spec.rb
 - spec/mailcannon/stamp_spec.rb
 - spec/mailcannon/workers/barrel_spec.rb
-- spec/mailcannon/workers/envelope_bag_reduce_job_spec.rb
 - spec/mailcannon_spec.rb
 - spec/spec_helper.rb
 - spec/support/mongoid.yml
@@ -330,9 +352,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 1.9.3
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>'
+  - - '>='
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.0.14
@@ -347,16 +369,14 @@ test_files:
 - spec/fixtures/cassettes/mailcannon_adapter_sendgrid_send_bulk.yml
 - spec/fixtures/cassettes/mailcannon_integration_1k.yml
 - spec/integration/1k_spec.rb
-- spec/integration/full_stack_stats_spec.rb
 - spec/integration/xsmtpapi_spec.rb
 - spec/mailcannon/adapters/sendgrid_spec.rb
-- spec/mailcannon/envelope_bag_map_reduce_spec.rb
+- spec/mailcannon/airbrake_spec.rb
 - spec/mailcannon/envelope_bag_spec.rb
-- spec/mailcannon/envelope_bag_statistic_spec.rb
 - spec/mailcannon/envelope_spec.rb
+- spec/mailcannon/librato_spec.rb
 - spec/mailcannon/stamp_spec.rb
 - spec/mailcannon/workers/barrel_spec.rb
-- spec/mailcannon/workers/envelope_bag_reduce_job_spec.rb
 - spec/mailcannon_spec.rb
 - spec/spec_helper.rb
 - spec/support/mongoid.yml

data/lib/mailcannon/envelope_bag_map_reduce.rb

@@ -1,106 +0,0 @@
-module MailCannon::EnvelopeBagMapReduce
-  module ClassMethods
-
-    def find_gem_root_path
-      path = ""
-      begin
-        spec = Gem::Specification.find_by_name("mailcannon")
-        path = spec.gem_dir
-      rescue LoadError => e
-        raise unless e.message =~ /mailcannon/
-        puts 'mailcannon gem path not found'
-      end
-      path
-    end
-
-    def reduce_statistics_for_envelope_bag(id)
-      events = change_events_status_for_envelope_bag(id, nil, :lock)
-      result = events.map_reduce(self.js_map, self.js_reduce).out(merge: "mail_cannon_envelope_bag_statistics")
-      set_events_to(events,:processed)
-      {raw: result.raw, count: events.count}
-    end
-
-    def statistics_for_envelope(id)
-      self.stats
-    end
-
-    def js_map
-      root_path = find_gem_root_path
-      root_path += "/" unless root_path.empty?
-      @js_map ||= File.read("#{root_path}lib/mailcannon/reduces/envelope_bag_map.js")
-      #TODO cache this
-      @js_map
-    end
-
-    def js_reduce
-      root_path = find_gem_root_path
-      root_path += "/" unless root_path.empty?
-      @js_reduce ||= File.read("#{root_path}lib/mailcannon/reduces/envelope_bag_reduce.js")
-      #TODO cache this
-      @js_reduce
-    end
-
-    # [from|to]sym = :new, :lock, :processed
-    def change_events_status_for_envelope_bag(id, from_sym, to_sym)
-      from_status = processed_status_for(from_sym)
-      to_status = processed_status_for(to_sym)
-      if from_sym
-        query = MailCannon::SendgridEvent.where(envelope_bag_id: id, processed: from_status)
-      else
-        query = MailCannon::SendgridEvent.where(envelope_bag_id: id)
-      end
-      if query.kind_of?(Mongoid::Criteria)
-        query.update_all(processed: to_status)
-      else
-        query.processed=to_status
-        query.save
-      end
-      query
-    end
-
-    #private
-    def set_events_to(events,status)
-      status = processed_status_for(status)
-      if events.kind_of?(Mongoid::Criteria)
-        events.update_all(processed: status)
-      else
-        events.processed=status
-        events.save
-      end
-    end
-
-    def processed_status_for(input)
-      status_map = {
-        lock: false,
-        processed: true,
-        new: nil
-      }
-      if [false,true,nil].include?(input)
-        status_map = status_map.invert
-        raise "Unexpected  input(#{input})" unless status_map.has_key?(input)
-      end
-      status_map[input]
-    end
-
-  end
-  
-  module InstanceMethods
-    def reduce_statistics
-      self.class.reduce_statistics_for_envelope_bag(self.id)
-    end
-
-    def statistics
-      self.class.statistics_for_envelope(self.id)
-    end
-
-    def change_events_status(from_sym, to_sym)
-      self.set_processed_status_for_envelope(self.id, from_sym, to_sym)
-    end
-  end
-  
-  def self.included(receiver)
-    receiver.extend         ClassMethods
-    receiver.send :include, InstanceMethods
-  end
-end
-

data/lib/mailcannon/envelope_bag_statistic.rb

@@ -1,5 +0,0 @@
-# Holds information about a recipient's email event, like deliveries and bounces.
-class MailCannon::EnvelopeBagStatistic
-  include Mongoid::Document
-  include Mongoid::Timestamps
-end

data/lib/mailcannon/reduces/envelope_bag_map.js

@@ -1,3 +0,0 @@
-function () {
-  emit(this.envelope_bag_id, { target_id: this.target_id, event: this.event, type: this.type });
-}

data/lib/mailcannon/reduces/envelope_bag_reduce.js

@@ -1,116 +0,0 @@
-function (key, values) {
-  var result = {
-    'posted': {
-      'count': 0,
-      'targets': []
-    },
-    'processed': {
-      'count': 0,
-      'targets': []
-    },
-    'delivered': {
-      'count': 0,
-      'targets': []
-    },
-    'open': {
-      'count': 0,
-      'targets': []
-    },
-    'click': {
-      'count': 0,
-      'targets': []
-    },
-    'deferred': {
-      'count': 0,
-      'targets': []
-    },
-    'spam_report': {
-      'count': 0,
-      'targets': []
-    },
-    'spam': {
-      'count': 0,
-      'targets': []
-    },
-    'unsubscribe': {
-      'count': 0,
-      'targets': []
-    },
-    'drop': {
-      'count': 0,
-      'targets': []
-    },
-    'hard_bounce': {
-      'count': 0,
-      'targets': []
-    },
-    'soft_bounce': {
-      'count': 0,
-      'targets': []
-    },
-    'unknown': {
-      'count': 0,
-      'targets': []
-    }
-  };
-
-  values.forEach(function(value) {
-    switch (value['event']) {
-      case 'posted':
-        result['posted']['count']++;
-        result['posted']['targets'].push(value['target_id']);
-      break;
-      case 'processed':
-        result['processed']['count']++;
-        result['processed']['targets'].push(value['target_id']);
-      break;
-      case 'delivered':
-        result['delivered']['count']++;
-        result['delivered']['targets'].push(value['target_id']);
-      break;
-      case 'open':
-        result['open']['count']++;
-        result['open']['targets'].push(value['target_id']);
-      break;
-      case 'click':
-        result['click']['count']++;
-        result['click']['targets'].push(value['target_id']);
-      break;
-      case 'deferred':
-        result['deferred']['count']++;
-        result['deferred']['targets'].push(value['target_id']);
-      break;
-      case 'spam_report':
-        result['spam_report']['count']++;
-        result['spam_report']['targets'].push(value['target_id']);
-      break;
-      case 'spam':
-        result['spam']['count']++;
-        result['spam']['targets'].push(value['target_id']);
-      break;
-      case 'unsubscribe':
-        result['unsubscribe']['count']++;
-        result['unsubscribe']['targets'].push(value['target_id']);
-      break;
-      case 'drop':
-        result['drop']['count']++;
-        result['drop']['targets'].push(value['target_id']);
-      break;
-      case 'bounce':
-        if(value['type'] == "bounce"){
-          result['hard_bounce']['count']++;
-          result['hard_bounce']['targets'].push(value['target_id']);
-        }
-        else {
-          result['soft_bounce']['count']++;
-          result['soft_bounce']['targets'].push(value['target_id']);
-        }  
-      break;
-      default:
-        result['unknown']['count']++;
-        result['unknown']['targets'].push(value['target_id']);
-      break;
-    }
-  });
-  return result;
-}

data/lib/mailcannon/sendgrid_event.rb

@@ -1,18 +0,0 @@
-class MailCannon::SendgridEvent
-  include Mongoid::Document
-  field :envelope_id, type: String
-  field :envelope_bag_id, type: String
-  field :email, type: String
-  field :timestamp, type: String
-  field :unique_arg, type: String
-  field :event, type: String
-  field :type, type: String
-  field :processed, type: Boolean, default: nil
-  
-  belongs_to :envelope
-  belongs_to :envelope_bag
-
-  def self.insert_bulk(tha_huge_string)
-    MailCannon::SendgridEvent.collection.insert(tha_huge_string)
-  end
-end

data/lib/mailcannon/workers/envelope_bag_reduce_job.rb

@@ -1,11 +0,0 @@
-class MailCannon::EnvelopeBagReduceJob
-  include Sidekiq::Worker
-  
-  def perform(envelope_bag_ids)
-    envelope_bag_ids.each do |id|
-      id = id['$oid'] if id['$oid']
-      MailCannon::EnvelopeBag.reduce_statistics_for_envelope_bag(id)
-    end
-  end
-  
-end

data/spec/integration/full_stack_stats_spec.rb

@@ -1,118 +0,0 @@
-require "spec_helper"
-
-describe 'full stack test' do
-  describe "should send 2 envelopes, receive correct statistics and map/reduce data correctly" do
-
-    let(:expected_hash_a){
-      {
-        "posted"=>{"count"=>1.0, "targets"=>["1"]},
-        "processed"=>{"count"=>1.0, "targets"=>["2"]},
-        "delivered"=>{"count"=>1.0, "targets"=>["3"]},
-        "open" => {"count"=>1.0, "targets"=>["4"]},
-        "click"=>{"count"=>1.0, "targets"=>["5"]},
-        "deferred"=>{"count"=>1.0, "targets"=>["6"]},
-        "spam_report"=>{"count"=>1.0, "targets"=>["7"]},
-        "spam"=>{"count"=>1.0, "targets"=>["8"]},
-        "unsubscribe"=>{"count"=>1.0, "targets"=>["9"]},
-        "drop"=>{"count"=>1.0, "targets"=>["10"]},
-        "hard_bounce" => {"count"=>1.0, "targets"=>["11"]},
-        "soft_bounce"=>{"count"=>1.0, "targets"=>["12"]},
-        "unknown"=>{"count"=>1.0, "targets"=>["13"]}
-      }
-    }
-
-    let(:expected_hash_b){
-      {
-        "posted"=>{"count"=>2.0, "targets"=>["1", "1" ]},
-        "processed"=>{"count"=>2.0, "targets"=>["2", "2"]},
-        "delivered"=>{"count"=>2.0, "targets"=>["3", "3"]},
-        "open" => {"count"=>2.0, "targets"=>["4", "4"]},
-        "click"=>{"count"=>2.0, "targets"=>["5","5"]},
-        "deferred"=>{"count"=>2.0, "targets"=>["6", "6"]},
-        "spam_report"=>{"count"=>2.0, "targets"=>["7", "7"]},
-        "spam"=>{"count"=>2.0, "targets"=>["8", "8"]},
-        "unsubscribe"=>{"count"=>2.0, "targets"=>["9", "9"]},
-        "drop"=>{"count"=>2.0, "targets"=>["10", "10"]},
-        "hard_bounce" => {"count"=>2.0, "targets"=>["11", "11"]},
-        "soft_bounce"=>{"count"=>2.0, "targets"=>["12", "12"]},
-        "unknown"=>{"count"=>2.0, "targets"=>["13", "13"]}
-      }
-    }
-
-    context "send emails and map reduce" do
-      let(:envelope_bag) { build(:empty_envelope_bag)}
-      let!(:envelope_a) { build(:envelope_multi) }
-      let!(:envelope_b) { build(:envelope_multi) }
-
-      it "sends http request for Sendgrid web API" do
-        envelope_bag.save
-        envelope_bag.envelopes << envelope_a
-        envelope_bag.envelopes << envelope_b
-        VCR.use_cassette('mailcannon_adapter_sendgrid_send_bulk') do
-          Sidekiq::Testing.inline! do
-            bm = Benchmark.measure do
-              envelope_a.send_bulk!
-            end
-          end
-        end
-
-        envelope_a_hash = [
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'posted', target_id: '1'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'processed', target_id: '2'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'delivered', target_id: '3'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'open', target_id: '4'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'click', type: 'bounce', target_id: '5'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'deferred', type: 'expected', target_id: '6'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'spam_report', target_id: '7'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'spam', target_id: '8'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'unsubscribe', target_id: '9'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'drop', target_id: '10'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', type: 'bounce', target_id: '11'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', type: 'expected', target_id: '12'},
-          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'gfyigad', target_id: '13'},
-        ]
-        MailCannon::SendgridEvent.insert_bulk(envelope_a_hash)
-
-        Sidekiq::Testing.inline! do
-          MailCannon::EnvelopeBagReduceJob.perform_async([envelope_bag.id])
-        end
-
-        expect(envelope_a.reload.sendgrid_events.where(processed: true).count).to eq(13)
-        expect(envelope_bag.stats).to eq(expected_hash_a)
-
-        VCR.use_cassette('mailcannon_adapter_sendgrid_send_bulk') do
-          Sidekiq::Testing.inline! do
-            bm = Benchmark.measure do
-              envelope_b.send_bulk!
-            end
-          end
-        end
-
-        envelope_b_hash = [
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'posted', target_id: '1'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'processed', target_id: '2'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'delivered', target_id: '3'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'open', target_id: '4'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'click', type: 'bounce', target_id: '5'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'deferred', type: 'expected', target_id: '6'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'spam_report', target_id: '7'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'spam', target_id: '8'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'unsubscribe', target_id: '9'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'drop', target_id: '10'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', type: 'bounce', target_id: '11'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', type: 'expected', target_id: '12'},
-          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'gfyigad', target_id: '13'},
-        ]
-        MailCannon::SendgridEvent.insert_bulk(envelope_b_hash)
-
-        Sidekiq::Testing.inline! do
-          MailCannon::EnvelopeBagReduceJob.perform_async([envelope_bag.id])
-        end
-
-        expect(envelope_b.reload.sendgrid_events.where(processed: true).count).to eq(13)
-        expect(envelope_bag.stats).to eq(expected_hash_b)
-      end
-    end
-
-  end
-end