mailcannon 0.0.6 → 0.0.8.pre.1

data/spec/integration/1k_spec.rb

@@ -1,10 +1,24 @@
 require "spec_helper"
+require 'benchmark'
+
 
 describe "shoot 1k emails!" do
-  let(:envelope) { build(:envelope_multi_1k) }
+  let!(:envelope_a) { build(:envelope_multi_1k) }
   it "sends http request for Sendgrid web API" do
     VCR.use_cassette('mailcannon_integration_1k') do
-      expect(envelope.send_bulk!).to be_true
+      Sidekiq::Testing.inline! do
+        bm = Benchmark.measure do
+          envelope_a.post!
+        end
+        puts "1k test real time: #{bm.real}"
+        expect(envelope_a.reload.processed?).to be_true
+
+        # Travis has been showing unstable performance, not feasible to include performance tests.
+        # The performance varies from machine to machine, specially when using dedicated servers for each service.
+        if ENV['PERFORMANCE_TEST']
+          expect(bm.real<0.2).to be_true
+        end
+      end
     end
   end
 end

data/spec/integration/full_stack_stats_spec.rb

@@ -0,0 +1,118 @@
+require "spec_helper"
+
+describe 'full stack test' do
+  describe "should send 2 envelopes, receive correct statistics and map/reduce data correctly" do
+
+    let(:expected_hash_a){
+      {
+        "posted"=>{"count"=>1.0, "targets"=>["1"]},
+        "processed"=>{"count"=>1.0, "targets"=>["2"]},
+        "delivered"=>{"count"=>1.0, "targets"=>["3"]},
+        "open" => {"count"=>1.0, "targets"=>["4"]},
+        "click"=>{"count"=>1.0, "targets"=>["5"]},
+        "deferred"=>{"count"=>1.0, "targets"=>["6"]},
+        "spam_report"=>{"count"=>1.0, "targets"=>["7"]},
+        "spam"=>{"count"=>1.0, "targets"=>["8"]},
+        "unsubscribe"=>{"count"=>1.0, "targets"=>["9"]},
+        "drop"=>{"count"=>1.0, "targets"=>["10"]},
+        "hard_bounce" => {"count"=>1.0, "targets"=>["11"]},
+        "soft_bounce"=>{"count"=>1.0, "targets"=>["12"]},
+        "unknown"=>{"count"=>1.0, "targets"=>["13"]}
+      }
+    }
+
+    let(:expected_hash_b){
+      {
+        "posted"=>{"count"=>2.0, "targets"=>["1", "1" ]},
+        "processed"=>{"count"=>2.0, "targets"=>["2", "2"]},
+        "delivered"=>{"count"=>2.0, "targets"=>["3", "3"]},
+        "open" => {"count"=>2.0, "targets"=>["4", "4"]},
+        "click"=>{"count"=>2.0, "targets"=>["5","5"]},
+        "deferred"=>{"count"=>2.0, "targets"=>["6", "6"]},
+        "spam_report"=>{"count"=>2.0, "targets"=>["7", "7"]},
+        "spam"=>{"count"=>2.0, "targets"=>["8", "8"]},
+        "unsubscribe"=>{"count"=>2.0, "targets"=>["9", "9"]},
+        "drop"=>{"count"=>2.0, "targets"=>["10", "10"]},
+        "hard_bounce" => {"count"=>2.0, "targets"=>["11", "11"]},
+        "soft_bounce"=>{"count"=>2.0, "targets"=>["12", "12"]},
+        "unknown"=>{"count"=>2.0, "targets"=>["13", "13"]}
+      }
+    }
+
+    context "send emails and map reduce" do
+      let(:envelope_bag) { build(:empty_envelope_bag)}
+      let!(:envelope_a) { build(:envelope_multi) }
+      let!(:envelope_b) { build(:envelope_multi) }
+
+      it "sends http request for Sendgrid web API" do
+        envelope_bag.save
+        envelope_bag.envelopes << envelope_a
+        envelope_bag.envelopes << envelope_b
+        VCR.use_cassette('mailcannon_adapter_sendgrid_send_bulk') do
+          Sidekiq::Testing.inline! do
+            bm = Benchmark.measure do
+              envelope_a.send_bulk!
+            end
+          end
+        end
+
+        envelope_a_hash = [
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'posted', target_id: '1'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'processed', target_id: '2'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'delivered', target_id: '3'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'open', target_id: '4'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'click', type: 'bounce', target_id: '5'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'deferred', type: 'expected', target_id: '6'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'spam_report', target_id: '7'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'spam', target_id: '8'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'unsubscribe', target_id: '9'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'drop', target_id: '10'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', type: 'bounce', target_id: '11'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', type: 'expected', target_id: '12'},
+          {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'gfyigad', target_id: '13'},
+        ]
+        MailCannon::SendgridEvent.insert_bulk(envelope_a_hash)
+
+        Sidekiq::Testing.inline! do
+          MailCannon::EnvelopeBagReduceJob.perform_async([envelope_bag.id])
+        end
+
+        expect(envelope_a.reload.sendgrid_events.where(processed: true).count).to eq(13)
+        expect(envelope_bag.stats).to eq(expected_hash_a)
+
+        VCR.use_cassette('mailcannon_adapter_sendgrid_send_bulk') do
+          Sidekiq::Testing.inline! do
+            bm = Benchmark.measure do
+              envelope_b.send_bulk!
+            end
+          end
+        end
+
+        envelope_b_hash = [
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'posted', target_id: '1'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'processed', target_id: '2'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'delivered', target_id: '3'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'open', target_id: '4'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'click', type: 'bounce', target_id: '5'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'deferred', type: 'expected', target_id: '6'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'spam_report', target_id: '7'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'spam', target_id: '8'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'unsubscribe', target_id: '9'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'drop', target_id: '10'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', type: 'bounce', target_id: '11'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', type: 'expected', target_id: '12'},
+          {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'gfyigad', target_id: '13'},
+        ]
+        MailCannon::SendgridEvent.insert_bulk(envelope_b_hash)
+
+        Sidekiq::Testing.inline! do
+          MailCannon::EnvelopeBagReduceJob.perform_async([envelope_bag.id])
+        end
+
+        expect(envelope_b.reload.sendgrid_events.where(processed: true).count).to eq(13)
+        expect(envelope_bag.stats).to eq(expected_hash_b)
+      end
+    end
+
+  end
+end

data/spec/integration/xsmtpapi_spec.rb

@@ -5,9 +5,13 @@ describe 'X-SMTPAPI compatibility' do
     # This should guarantee the expected behavior for the following api:
     #   http://sendgrid.com/docs/API_Reference/SMTP_API/unique_arguments.html
     context "generates expected xsmtpapi for #post!" do
+      let(:envelope_bag) { build(:empty_envelope_bag)}
       let(:envelope) { build(:envelope_multi, xsmtpapi: { "sub" => { "-email-id-" => ["314159","271828"] }, "unique_args" => { "email_id" => "-email-id-"} }) }
+      let(:expectated_hash) { {"sub"=>{"-email-id-"=>["314159", "271828"], "*|NAME|*"=>["Mail Cannon", "Lucas Martins", "Contact"], "*|EMAIL|*"=>["mailcannon@railsnapraia.com", "lucasmartins@railsnapraia.com", "contact@railsonthebeach.com"]}, "unique_args"=>{"email_id"=>"-email-id-", "envelope_id"=>envelope.id, "envelope_bag_id"=>envelope_bag.id}, "to"=>["mailcannon@railsnapraia.com", "lucasmartins@railsnapraia.com", "contact@railsonthebeach.com"]} }
 
       it "returns true" do
+        envelope_bag.save
+        envelope_bag.envelopes << envelope
         VCR.use_cassette('mailcannon_adapter_sendgrid_send_bulk') do
           Sidekiq::Testing.inline! do
             envelope.post!
@@ -15,12 +19,7 @@ describe 'X-SMTPAPI compatibility' do
         end
         envelope.save
         envelope.reload # content is changed inside the Adapter module
-        expect(envelope.xsmtpapi).to eq({
-          "sub"=>{"*|NAME|*"=>["Mail Cannon", "Lucas Martins", "Contact"]},
-          "unique_args"=>{"email_id"=>"-email-id-"},
-          "to"=>["mailcannon@railsnapraia.com",
-           "lucasmartins@railsnapraia.com",
-           "contact@railsonthebeach.com"]})
+        expect(envelope.xsmtpapi).to eq(expectated_hash)
       end
     end
   end

data/spec/mailcannon/adapters/sendgrid_spec.rb

@@ -21,13 +21,19 @@ describe MailCannon::Adapter::SendgridWeb do
     end
   end
   describe "#send!" do
+    let(:envelope_bag) { build(:empty_envelope_bag) }
     let(:envelope) { build(:envelope) }
+
     it "sends http request for Sendgrid web API" do
+      envelope_bag.save
+      envelope_bag.envelopes << envelope
       VCR.use_cassette('mailcannon_adapter_sendgrid_send') do
         expect(envelope.send!).to be_true
       end
     end
     it "calls after_sent callback" do
+      envelope_bag.save
+      envelope_bag.envelopes << envelope
       VCR.use_cassette('mailcannon_adapter_sendgrid_send') do
         envelope.should_receive(:after_sent)
         envelope.send!
@@ -36,8 +42,11 @@ describe MailCannon::Adapter::SendgridWeb do
   end
 
   describe "#send_bulk!" do
+    let(:envelope_bag) { build(:empty_envelope_bag) }
     let(:envelope) { build(:envelope_multi) }
     it "sends http request for Sendgrid web API" do
+      envelope_bag.save
+      envelope_bag.envelopes << envelope
       VCR.use_cassette('mailcannon_adapter_sendgrid_send_bulk') do
         expect(envelope.send_bulk!).to be_true
       end
@@ -46,12 +55,16 @@ describe MailCannon::Adapter::SendgridWeb do
 
   context "grab auth exception" do
     describe "#send!" do
+    let(:envelope_bag) { build(:empty_envelope_bag) }
     let(:envelope) { build(:envelope_wrong_auth) }
-    it "sends http request for Sendgrid web API with a wrong user/passwd combination" do
-      Sidekiq::Testing.inline! do
-        expect{envelope.send!}.to raise_error(MailCannon::Adapter::AuthException)
+      it "sends http request for Sendgrid web API with a wrong user/passwd combination" do
+        envelope_bag.save
+        envelope_bag.envelopes << envelope
+        Sidekiq::Testing.inline! do
+          expect{envelope.send!}.to raise_error(MailCannon::Adapter::AuthException)
+        end
       end
     end
   end
-  end
+
 end

data/spec/mailcannon/envelope_bag_map_reduce_spec.rb

@@ -0,0 +1,211 @@
+require "spec_helper"
+
+describe MailCannon::EnvelopeBagMapReduce do
+
+  describe "#find_gem_root_path" do
+
+    after(:all) do
+      Gem::Specification.any_instance.unstub(:gem_dir)
+      Gem::Specification.unstub(:find_by_name)
+    end
+
+    context "when gem is found" do
+      it "returns the path" do
+        mocked_gem_path = "/app/vendor/bundle/ruby/2.0.0/bundler/gems/mailcannon-2c266138c2eb"
+        Gem::Specification.stub(:find_by_name).and_return(Gem::Specification.new)
+        Gem::Specification.any_instance.stub(:gem_dir).and_return(mocked_gem_path)
+        expect(MailCannon::EnvelopeBag.find_gem_root_path).to eq(mocked_gem_path)
+      end
+    end
+
+    context "when gem is not found" do
+      it "returns empty string" do
+        Gem::Specification.stub(:find_by_name) do
+          raise LoadError.new(message: /mailcannon/)
+        end
+        expect(MailCannon::EnvelopeBag.find_gem_root_path).to eq("")
+      end
+    end
+
+    context "when dependence is not found" do
+      it "raises error" do
+        Gem::Specification.stub(:find_by_name) do
+          raise LoadError.new(message: /some_other_gem/)
+        end
+        expect{ MailCannon::EnvelopeBag.find_gem_root_path }.to raise_error
+      end
+    end
+
+    context "something else goes wrong" do
+      it "raises exception" do
+        Gem::Specification.stub(:find_by_name).and_raise(Exception.new)
+        expect{ MailCannon::EnvelopeBag.find_gem_root_path }.to raise_exception
+      end
+    end
+  end
+
+  describe "#js_map" do
+
+    before(:each) do
+      File.stub(:read) { |path| path }
+      MailCannon::EnvelopeBag.instance_variable_set(:@js_map, nil)
+    end
+
+    after(:each) do
+      File.unstub(:read)
+      MailCannon::EnvelopeBag.unstub(:find_gem_root_path)
+      MailCannon::EnvelopeBag.instance_variable_set(:@js_map, nil)
+    end
+
+
+    context "when gem is found" do
+      it "returns full gem file path" do
+        MailCannon::EnvelopeBag.stub(:find_gem_root_path).and_return("path/to/gem")
+        expect(MailCannon::EnvelopeBag.js_map).to eq("path/to/gem/lib/mailcannon/reduces/envelope_bag_map.js")
+      end
+    end
+
+    context "when gem is not found" do
+      it "returns file path relative to current location" do
+        MailCannon::EnvelopeBag.stub(:find_gem_root_path).and_return("")
+        expect(MailCannon::EnvelopeBag.js_map).to eq("lib/mailcannon/reduces/envelope_bag_map.js")
+      end
+    end
+  end
+
+  describe "#js_reduce" do
+
+    before(:each) do
+      File.stub(:read) { |path| path }
+      MailCannon::EnvelopeBag.instance_variable_set(:@js_reduce, nil)
+    end
+
+    after(:each) do
+      File.unstub(:read)
+      MailCannon::EnvelopeBag.unstub(:find_gem_root_path)
+      MailCannon::EnvelopeBag.instance_variable_set(:@js_reduce, nil)
+    end
+
+    context "when gem is found" do
+      it "returns full gem file path" do
+        MailCannon::EnvelopeBag.stub(:find_gem_root_path).and_return("path/to/gem")
+        expect(MailCannon::EnvelopeBag.js_reduce).to eq("path/to/gem/lib/mailcannon/reduces/envelope_bag_reduce.js")
+      end
+    end
+
+    context "when gem is not found" do
+      it "returns file path relative to current location" do
+        MailCannon::EnvelopeBag.stub(:find_gem_root_path).and_return("")
+        expect(MailCannon::EnvelopeBag.js_reduce).to eq("lib/mailcannon/reduces/envelope_bag_reduce.js")
+      end
+    end
+  end
+
+
+  let!(:envelope_bag) { build(:empty_envelope_bag) }
+  let(:envelope_a) { build(:envelope, envelope_bag_id: envelope_bag.id) }
+  let(:envelope_b) { build(:envelope, envelope_bag_id: envelope_bag.id) }
+  let(:envelope_c) { build(:envelope, envelope_bag_id: envelope_bag.id) }
+
+  def insert_sample_events
+    test_hash = [
+      {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'delivered', target_id: '1'},
+      {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'open', target_id: '2'},
+      {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', type: 'bounce', target_id: '3'},
+      {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'delivered', target_id: '1'},
+      {envelope_id: envelope_b.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'click', target_id: '2'},
+      {envelope_id: envelope_c.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'click', target_id: '1'}
+    ]
+    MailCannon::SendgridEvent.insert_bulk(test_hash)
+  end
+
+  before(:each) do
+    envelope_a.save
+    envelope_b.save
+    envelope_c.save
+    insert_sample_events
+  end
+
+  describe "#change_events_status_for_envelope" do
+    it "sets events status (processed) to :lock(false)" do
+      MailCannon::EnvelopeBag.change_events_status_for_envelope_bag(envelope_bag.id, nil, :lock)
+      expect(envelope_a.reload.sendgrid_events.where(processed: false).count).to eq(3)
+      expect(envelope_b.reload.sendgrid_events.where(processed: false).count).to eq(2)
+      expect(envelope_c.reload.sendgrid_events.where(processed: false).count).to eq(1)
+    end
+    
+    it "sets events status (processed) to :processed(true)" do
+      MailCannon::EnvelopeBag.change_events_status_for_envelope_bag(envelope_bag.id, nil, :processed)
+      expect(envelope_a.reload.sendgrid_events.where(processed: true).count).to eq(3)
+      expect(envelope_b.reload.sendgrid_events.where(processed: true).count).to eq(2)
+      expect(envelope_c.reload.sendgrid_events.where(processed: true).count).to eq(1)
+    end
+  end
+
+  describe ".reduce_statistics_for_envelope_bag" do
+    let(:expected_hash_a){
+      {
+        "posted"=>{"count"=>0.0, "targets"=>[]},
+        "processed"=>{"count"=>0.0, "targets"=>[]},
+        "delivered"=>{"count"=>2.0, "targets"=>["1", "1"]},
+        "open"=>{"count"=>1.0, "targets"=>["2"]},
+        "click"=>{"count"=>2.0, "targets"=>["2", "1"]},
+        "deferred"=>{"count"=>0.0, "targets"=>[]},
+        "spam_report"=>{"count"=>0.0, "targets"=>[]},
+        "spam"=>{"count"=>0.0, "targets"=>[]},
+        "unsubscribe"=>{"count"=>0.0, "targets"=>[]},
+        "drop"=>{"count"=>0.0, "targets"=>[]},
+        "hard_bounce"=>{"count"=>1.0, "targets"=>["3"]},
+        "soft_bounce"=>{"count"=>0.0, "targets"=>[]},
+        "unknown"=>{"count"=>0.0, "targets"=>[]}
+      }
+    }
+
+    let(:expected_hash_b){
+      {
+        "posted"=>{"count"=>0.0, "targets"=>[]},
+        "processed"=>{"count"=>0.0, "targets"=>[]},
+        "delivered"=>{"count"=>4.0, "targets"=>["1", "1","1", "1"]},
+        "open"=>{"count"=>2.0, "targets"=>["2", "2"]},
+        "click"=>{"count"=>4.0, "targets"=>["2", "1","2", "1"]},
+        "deferred"=>{"count"=>0.0, "targets"=>[]},
+        "spam_report"=>{"count"=>0.0, "targets"=>[]},
+        "spam"=>{"count"=>0.0, "targets"=>[]},
+        "unsubscribe"=>{"count"=>0.0, "targets"=>[]},
+        "drop"=>{"count"=>0.0, "targets"=>[]},
+        "hard_bounce"=>{"count"=>2.0, "targets"=>["3","3"]},
+        "soft_bounce"=>{"count"=>0.0, "targets"=>[]},
+        "unknown"=>{"count"=>0.0, "targets"=>[]}
+      }
+    }
+
+    it "measure reduce output availability" do
+      envelope_bag.reduce_statistics
+      start_time = Time.now
+      while MailCannon::EnvelopeBagStatistic.count==0
+        sleep 1
+      end
+      end_time = Time.now
+      diff = end_time-start_time
+      expect(diff<1.0).to be_true
+    end
+
+    it "creates an EnvelopeStatistic entry" do
+      expect{ MailCannon::EnvelopeBag.reduce_statistics_for_envelope_bag(envelope_bag.id) }.to change{ MailCannon::EnvelopeBagStatistic.count }.from(0).to(1)
+    end
+
+    it "returns statistics hash/json" do
+      envelope_bag.reduce_statistics
+      expect(envelope_bag.stats).to eq(expected_hash_a)
+    end
+
+    it "merges recurring reduces" do
+      envelope_bag.reduce_statistics
+      expect(envelope_bag.stats).to eq(expected_hash_a)
+      insert_sample_events
+      envelope_bag.reduce_statistics
+      expect(envelope_bag.stats).to eq(expected_hash_b)
+    end
+  end
+
+end

data/spec/mailcannon/envelope_bag_statistic_spec.rb

@@ -0,0 +1,41 @@
+require "spec_helper"
+
+describe MailCannon::EnvelopeBagStatistic do
+  
+  let!(:envelope_bag) { build(:empty_envelope_bag) }
+  let!(:envelope_a) { build(:envelope, envelope_bag_id: envelope_bag.id) }
+
+  def insert_sample_events
+    test_hash = [
+      {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo1@bar.com', timestamp: 1322000092, unique_arg: 'my unique arg', event: 'delivered', target_id: '1'},
+      {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo2@bar.com', timestamp: 1322000093, unique_arg: 'my unique arg', event: 'open', target_id: '2'},
+      {envelope_id: envelope_a.id, envelope_bag_id: envelope_bag.id, email: 'foo3@bar.com', timestamp: 1322000094, unique_arg: 'my unique arg', event: 'bounce', target_id: '3'},
+    ]
+    MailCannon::SendgridEvent.insert_bulk(test_hash)
+  end
+
+  before(:each) do
+    envelope_bag.save
+    envelope_a.save
+    insert_sample_events
+  end
+  
+  describe "stats" do
+    it "has expected keys" do
+      envelope_bag.reduce_statistics
+      expect(envelope_bag.stats).to have_key("posted")
+      expect(envelope_bag.stats).to have_key("processed")
+      expect(envelope_bag.stats).to have_key("delivered")
+      expect(envelope_bag.stats).to have_key("open")
+      expect(envelope_bag.stats).to have_key("click")
+      expect(envelope_bag.stats).to have_key("deferred")
+      expect(envelope_bag.stats).to have_key("spam_report")
+      expect(envelope_bag.stats).to have_key("spam")
+      expect(envelope_bag.stats).to have_key("unsubscribe")
+      expect(envelope_bag.stats).to have_key("drop")
+      expect(envelope_bag.stats).to have_key("soft_bounce")
+      expect(envelope_bag.stats).to have_key("hard_bounce")
+      expect(envelope_bag.stats).to have_key("unknown")
+    end
+  end
+end

data/spec/mailcannon/envelope_spec.rb

@@ -73,10 +73,13 @@ describe MailCannon::Envelope do
 
   describe "xsmtpapi" do
     context "keep xsmtpapi arguments after #post!" do
+      let(:envelope_bag) { build(:empty_envelope_bag)}
       let(:envelope) { build(:envelope_multi, xsmtpapi: { "unique_args" => { "userid" => "1123", "template" => "welcome" }}) }
       let(:name_placeholder) { MailCannon.config['default_name_placeholder'].to_s }
 
       it "returns true" do
+        envelope_bag.save
+        envelope_bag.envelopes << envelope
         VCR.use_cassette('mailcannon_adapter_sendgrid_send_bulk') do
           Sidekiq::Testing.inline! do
             envelope.post!
@@ -84,6 +87,8 @@ describe MailCannon::Envelope do
         end
         envelope.reload # content is changed inside the Adapter module
         expect(envelope.xsmtpapi).to have_key("unique_args")
+        expect(envelope.xsmtpapi["unique_args"]).to have_key("envelope_id") if MailCannon.config['add_envelope_id_to_unique_args']
+        expect(envelope.xsmtpapi["unique_args"]).to have_key("envelope_bag_id") if MailCannon.config['add_envelope_bag_id_to_unique_args']
         expect(envelope.xsmtpapi).to have_key("to")
         expect(envelope.xsmtpapi).to have_key("sub")
         expect(envelope.xsmtpapi['sub']).to have_key("*|NAME|*")

data/spec/mailcannon/workers/barrel_spec.rb

@@ -23,14 +23,6 @@ describe MailCannon::Barrel do
         end
       end
     end
-    pending "calls Envelope#send!" do
-      Sidekiq::Testing.inline! do
-        MailCannon::Adapter::SendgridWeb.any_instance.should_receive('send!')
-        VCR.use_cassette('mailcannon_barrel_envelope_post') do
-          envelope.post!
-        end
-      end
-    end
     context "check for expected adapter behavior" do
       it "implements send! behavior" do
         expect(envelope.respond_to?(:send!)).to be_true

data/spec/mailcannon/workers/envelope_bag_reduce_job_spec.rb

@@ -0,0 +1,17 @@
+require "spec_helper"
+
+describe MailCannon::EnvelopeBagReduceJob do
+  describe "perform" do
+
+    let(:bag_1) { create(:filled_envelope_bag) }
+    let(:bag_2) { create(:filled_envelope_bag) }
+
+    it "calls the reduce trigger for each envelope" do
+      Sidekiq::Testing.inline! do
+        MailCannon::EnvelopeBag.should_receive(:reduce_statistics_for_envelope_bag).with(bag_2.id.to_s).and_return(nil)
+        MailCannon::EnvelopeBag.should_receive(:reduce_statistics_for_envelope_bag).with(bag_1.id.to_s).and_return(nil)
+        MailCannon::EnvelopeBagReduceJob.perform_async([bag_2.id, bag_1.id])
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -56,4 +56,7 @@ VCR.configure do |c|
 end
 
 Mongoid.load!("spec/support/mongoid.yml", 'test')
-MailCannon.config('templates')
+MailCannon.config('templates')
+
+ENV['AIRBRAKE_TOKEN']=nil
+ENV['LIBRATO_TOKEN']=nil

data/templates/config/mailcannon.yml

@@ -11,4 +11,13 @@ waiting_time: 0
 auto_destroy: true
 
 # MailCannon builds the 'name' substitution Array for convenience, using the name from Envelope.to: [{email: 'foo', name: 'bar'}]
-default_name_placeholder: "*|NAME|*"
+default_name_placeholder: "*|NAME|*"
+
+# MailCannon builds the 'email' substitution Array for convenience, using the email from Envelope.to: [{email: 'foo', name: 'bar'}]
+default_email_placeholder: "*|EMAIL|*"
+
+# Pretty self explanatory. This is intended to be used by your event consuming service.
+add_envelope_id_to_unique_args: true
+
+# Pretty self explanatory. This is intended to be used by your event consuming service.
+add_envelope_bag_id_to_unique_args: true

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mailcannon
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.8.pre.1
 platform: ruby
 authors:
 - Lucas Martins
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-21 00:00:00.000000000 Z
+date: 2014-04-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -280,12 +280,18 @@ files:
 - lib/mailcannon/adapters/sendgrid_web.rb
 - lib/mailcannon/envelope.rb
 - lib/mailcannon/envelope_bag.rb
+- lib/mailcannon/envelope_bag_map_reduce.rb
+- lib/mailcannon/envelope_bag_statistic.rb
 - lib/mailcannon/event.rb
 - lib/mailcannon/hash.rb
 - lib/mailcannon/mail.rb
+- lib/mailcannon/reduces/envelope_bag_map.js
+- lib/mailcannon/reduces/envelope_bag_reduce.js
+- lib/mailcannon/sendgrid_event.rb
 - lib/mailcannon/stamp.rb
 - lib/mailcannon/version.rb
 - lib/mailcannon/workers/barrel.rb
+- lib/mailcannon/workers/envelope_bag_reduce_job.rb
 - mailcannon.gemspec
 - spec/factories/envelope.rb
 - spec/factories/envelope_bag.rb
@@ -294,12 +300,16 @@ files:
 - spec/fixtures/cassettes/mailcannon_adapter_sendgrid_send_bulk.yml
 - spec/fixtures/cassettes/mailcannon_integration_1k.yml
 - spec/integration/1k_spec.rb
+- spec/integration/full_stack_stats_spec.rb
 - spec/integration/xsmtpapi_spec.rb
 - spec/mailcannon/adapters/sendgrid_spec.rb
+- spec/mailcannon/envelope_bag_map_reduce_spec.rb
 - spec/mailcannon/envelope_bag_spec.rb
+- spec/mailcannon/envelope_bag_statistic_spec.rb
 - spec/mailcannon/envelope_spec.rb
 - spec/mailcannon/stamp_spec.rb
 - spec/mailcannon/workers/barrel_spec.rb
+- spec/mailcannon/workers/envelope_bag_reduce_job_spec.rb
 - spec/mailcannon_spec.rb
 - spec/spec_helper.rb
 - spec/support/mongoid.yml
@@ -320,9 +330,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 1.9.3
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - '>'
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.0.14
@@ -337,12 +347,16 @@ test_files:
 - spec/fixtures/cassettes/mailcannon_adapter_sendgrid_send_bulk.yml
 - spec/fixtures/cassettes/mailcannon_integration_1k.yml
 - spec/integration/1k_spec.rb
+- spec/integration/full_stack_stats_spec.rb
 - spec/integration/xsmtpapi_spec.rb
 - spec/mailcannon/adapters/sendgrid_spec.rb
+- spec/mailcannon/envelope_bag_map_reduce_spec.rb
 - spec/mailcannon/envelope_bag_spec.rb
+- spec/mailcannon/envelope_bag_statistic_spec.rb
 - spec/mailcannon/envelope_spec.rb
 - spec/mailcannon/stamp_spec.rb
 - spec/mailcannon/workers/barrel_spec.rb
+- spec/mailcannon/workers/envelope_bag_reduce_job_spec.rb
 - spec/mailcannon_spec.rb
 - spec/spec_helper.rb
 - spec/support/mongoid.yml