ses-proxy 0.1.0

data/lib/ses_proxy/models/bounce.rb

@@ -0,0 +1,14 @@
+require 'mongoid'
+
+module SesProxy
+  class Bounce
+    include Mongoid::Document
+    store_in collection: "bounced"
+
+    field :email, type: String
+    field :type, type: String
+    field :desc, type: String
+    field :created_at, type: DateTime
+    field :updated_at, type: DateTime
+  end
+end

data/lib/ses_proxy/models/complaint.rb

@@ -0,0 +1,13 @@
+require 'mongoid'
+
+module SesProxy
+  class Complaint
+    include Mongoid::Document
+    store_in collection: "complained"
+
+    field :email, type: String
+    field :type, type: String
+    field :created_at, type: DateTime
+    field :updated_at, type: DateTime
+  end
+end

data/lib/ses_proxy/models/email.rb

@@ -0,0 +1,15 @@
+require 'mongoid'
+
+module SesProxy
+  class Email
+    include Mongoid::Document
+
+    field :sender, type: String
+    field :recipients, type: String
+    field :subject, type: String
+    field :body, type: String
+    field :system, type: String
+    field :created_at, type: DateTime
+    field :updated_at, type: DateTime
+  end
+end

data/lib/ses_proxy/smtp_server.rb

@@ -0,0 +1,122 @@
+require 'eventmachine'
+require 'mail'
+require 'aws-sdk'
+
+module SesProxy
+  class SmtpServer < EM::P::SmtpServer
+
+    def get_server_domain
+      @host || "mock.smtp.server.local"
+    end
+
+    def get_server_greeting
+      "smtp ses greetings"
+    end
+
+    def receive_plain_auth(user, password)
+      @verified = SesProxy::Conf.get[:smtp_auth][:user].eql?(user) and SesProxy::Conf.get[:smtp_auth][:password].eql?(password)
+    end
+
+    def receive_sender(sender)
+      sender = sender.gsub(/[<>]/,'')
+      @sender = sender
+      domains = ses.identities.domains.map(&:identity)
+      email_addresses = ses.identities.email_addresses.map(&:identity)
+      identity = nil
+      if email_addresses.include?(sender)
+        identity = ses.identities[sender]
+      elsif domains.include?(sender.split('@').last)
+        identity = ses.identities[sender.split('@').last]
+      end
+      identity&&identity.verified?
+    end
+
+    def receive_recipient(recipient)
+      recipients << recipient.gsub(/[<>]/,'')
+      true
+    end
+
+    def receive_data_chunk(data)
+      @message = "#{@message}\n#{data.join("\n")}"
+      true
+    end
+
+    def recipients
+      @recipients ||= []
+    end
+
+    def sender
+      @sender || ""
+    end
+
+    def message
+      @message || ""
+    end
+
+    def verified
+      @verified || false
+    end
+
+    def ses
+      @ses ||= AWS::SimpleEmailService.new(SesProxy::Conf.get[:aws])
+    end
+
+    def receive_message
+      return false unless verified
+      bounced = Bounce.where({:email=>{"$in"=>recipients}}).map(&:email)
+      mail = Mail.read_from_string(message)
+      #TODO: Define policy for retry when bounce is not permanent
+      actual_recipients = recipients - bounced
+      actual_cc_addrs = mail.cc_addrs - bounced
+      actual_bcc_addrs = mail.bcc_addrs - bounced
+      if actual_recipients.any?
+        mail.to = actual_recipients.uniq.join(",")
+        mail.cc = actual_cc_addrs.uniq.join(",")
+        mail.bcc = actual_bcc_addrs.uniq.join(",")
+        record = Email.new({
+          :sender => sender,
+          :recipients => actual_recipients.uniq.join(","),
+          :subject => mail.subject,
+          :body => mail.body.decoded,
+          :system => mail['X-Sender-System']||"Unknown",
+          :created_at => Time.now,
+          :updated_at => Time.now
+        })
+        record.save!
+        begin
+          ses.send_raw_email(mail.to_s)
+          true
+        rescue Exception => e
+          print "Error! "
+          puts e.message
+          false
+        end
+      else
+        puts "No valid recipients!"
+        true
+      end
+    end
+
+    def receive_ehlo_domain(domain)
+      @ehlo_domain = domain
+      true
+    end
+
+    def self.start(host, port)
+      trap(:QUIT) { stop }
+      @host = host
+      @server = EM.start_server host, port, self
+    end
+
+    def self.stop
+      if @server
+       EM.stop_server @server
+       @server = nil
+      end
+    end
+
+    def self.running?
+      !!@server
+    end
+  end
+end

data/lib/ses_proxy/sns_endpoint.rb

@@ -0,0 +1,199 @@
+require 'rack/request'
+require 'json'
+require 'aws-sdk'
+require 'net/http'
+require 'base64'
+require 'openssl'
+
+module SesProxy
+  class SnsEndpoint
+
+    CERTS_URI = {
+      "us-east-1" => "http://sns.us-east-1.amazonaws.com/SimpleNotificationService.pem",
+      "us-west-1" => "http://sns.us-west-1.amazonaws.com/SimpleNotificationService.pem",
+      "eu-west-1" => "http://sns.eu-west-1.amazonaws.com/SimpleNotificationService.pem",
+      "ap-southeast-1" => "http://sns.ap-southeast-1.amazonaws.com/SimpleNotificationService.pem"
+    }
+
+    def call(env)
+      req = Rack::Request.new(env)
+      res = []
+
+      if not req.post? or not check_message_type(env) or not check_topic(env)
+        return make_error
+      end
+
+      json_string = req.body.read
+      sns_obj = nil
+
+      begin
+        if json_string and not json_string.strip.eql?""
+          sns_obj = JSON.parse json_string
+        end
+        if sns_obj
+          unless check_message_signature(sns_obj)
+            puts "Error in message signature"
+            return make_error
+          end
+          if env["HTTP_X_AMZ_SNS_MESSAGE_TYPE"].eql?"Notification"
+            message = JSON.parse sns_obj["Message"]
+            unless message
+              return make_error
+            end
+            if message["notificationType"].eql? "Bounce"
+              message["bounce"]["bouncedRecipients"].each do |recipient|
+                if record = Bounce.where(:email => recipient["emailAddress"]).first
+                  record.updated_at = Time.now
+                  record.save!
+                else
+                  record = Bounce.new({
+                    :email => recipient["emailAddress"],
+                    :type => message["bounce"]["bounceType"],
+                    :desc => recipient["diagnosticCode"],
+                    :created_at => Time.now,
+                    :updated_at => Time.now
+                  })
+                  record.save!
+                end
+              end
+            elsif message["notificationType"].eql? "Complaint"
+              message["complaint"]["complainedRecipients"].each do |recipient|
+                if record = Complaint.where(:email => recipient["emailAddress"]).first
+                  record.updated_at = Time.now
+                  record.save!
+                else
+                  record = Complaint.new({
+                    :email=>recipient["emailAddress"],
+                    :type=>message["complaint"]["complaintFeedbackType"],
+                    :created_at=>Time.now,
+                    :updated_at=>Time.now
+                  })
+                  record.save!
+                end
+              end
+            end
+          elsif env["HTTP_X_AMZ_SNS_MESSAGE_TYPE"].eql?"SubscriptionConfirmation" and sns_obj["Type"].eql? "SubscriptionConfirmation"
+            sns.confirm_subscription :topic_arn=>sns_obj["TopicArn"], :token=>sns_obj["Token"], :authenticate_on_unsubscribe=>"true"
+          end
+          [200, {'Content-Type' => 'text/html'}, res]
+        else
+          puts "SNS Object is nil"
+          return make_error
+        end
+      rescue Exception => e
+        print "Error! "
+        puts e.message
+        return make_error
+      end
+    end
+
+    private
+
+    def check_message_signature(sns_obj)
+      if sns_obj["Type"].eql? "Notification"
+        string = get_notification_canonical_string(sns_obj)
+      else
+        string = get_subscription_confirmation_canonical_string(sns_obj)
+      end
+      region = sns_obj["TopicArn"].split(":")[3]
+      signature = sns_obj["Signature"]
+      #openssl x509 -in CERT -pubkey -noout > pub_key
+      pub_key = OpenSSL::X509::Certificate.new(File.read(get_cert(region))).public_key
+      #base64 -i -d signature > plain_signature
+      plain_signature = Base64.decode64(signature)
+      #openssl dgst -sha1 -verify pub -signature sigraw MESS
+      pub_key.verify(OpenSSL::Digest::SHA1.new, plain_signature, string)
+    end
+
+    def get_cert(region)
+      unless File.exists? File.join("/","tmp","#{region}_sns_cert.pem")
+        res = fetch CERTS_URI[region]
+        puts res.inspect
+        if res and not res.eql?""
+          open(File.join("/","tmp","#{region}_sns_cert.pem"), "wb") do |file|
+            file.write(res)
+          end
+        else
+          raise Exception, "Unable to get SNS Certificate!"
+        end
+      end
+      File.join("/","tmp","#{region}_sns_cert.pem")
+    end
+
+    def get_notification_canonical_string(sns_obj)
+      string = "Message\n"
+      string = "#{string}#{sns_obj["Message"]}\n"
+      string = "#{string}MessageId\n"
+      string = "#{string}#{sns_obj["MessageId"]}\n"
+      if sns_obj["Subject"]
+        string = "#{string}Subject\n"
+        string = "#{string}#{sns_obj["Subject"]}\n"
+      end
+      string = "#{string}Timestamp\n"
+      string = "#{string}#{sns_obj["Timestamp"]}\n"
+      string = "#{string}TopicArn\n"
+      string = "#{string}#{sns_obj["TopicArn"]}\n"
+      string = "#{string}Type\n"
+      string = "#{string}#{sns_obj["Type"]}\n"
+      string.force_encoding("UTF-8")
+    end
+
+    def get_subscription_confirmation_canonical_string(sns_obj)
+      string = "Message\n"
+      string = "#{string}#{sns_obj["Message"]}\n"
+      string = "#{string}MessageId\n"
+      string = "#{string}#{sns_obj["MessageId"]}\n"
+      string = "#{string}SubscribeURL\n"
+      string = "#{string}#{sns_obj["SubscribeURL"]}\n"
+      string = "#{string}Timestamp\n"
+      string = "#{string}#{sns_obj["Timestamp"]}\n"
+      string = "#{string}Token\n"
+      string = "#{string}#{sns_obj["Token"]}\n"
+      string = "#{string}TopicArn\n"
+      string = "#{string}#{sns_obj["TopicArn"]}\n"
+      string = "#{string}Type\n"
+      string = "#{string}#{sns_obj["Type"]}\n"
+      string.force_encoding("UTF-8")
+    end
+
+    def fetch(uri_str, limit = 10)
+      raise Exception, 'too many HTTP redirects' if limit == 0
+
+      response = Net::HTTP.get_response(URI(uri_str))
+
+      case response
+      when Net::HTTPSuccess then
+        response.body
+      when Net::HTTPRedirection then
+        puts response.inspect
+        location = response['location']
+        url = URI.parse(location)
+        location = "#{URI(uri_str).scheme}://#{URI(uri_str).host}#{location}" unless url.host
+        warn "redirected to #{location}"
+        fetch(location, limit - 1)
+      else
+        response.value
+      end
+    end
+
+    def make_error
+      [422, {'Content-Type' => 'text/html'}, ["Wrong request!"]]
+    end
+
+    def sns
+      @sns ||= AWS::SNS::Client.new(SesProxy::Conf.get[:aws])
+    end
+
+    def check_topic(env)
+      topic_arn = env["HTTP_X_AMZ_SNS_TOPIC_ARN"]
+      allowed_topic_arns = SesProxy::Conf.get[:aws][:allowed_topic_arns]
+      topic_arn && allowed_topic_arns.include?(topic_arn)
+    end
+
+    def check_message_type(env)
+      message_type = env["HTTP_X_AMZ_SNS_MESSAGE_TYPE"]
+      message_type && ["SubscriptionConfirmation","Notification","UnsubscribeConfirmation"].include?(message_type)
+    end
+
+  end
+end

data/ses_proxy.rb

@@ -0,0 +1,10 @@
+module SesProxy
+  ROOT = File.expand_path(File.join(File.dirname(__FILE__)))
+  autoload :MainCommand, 'ses_proxy/main_command'
+  autoload :SnsEndpoint, 'ses_proxy/sns_endpoint'
+  autoload :SmtpServer, 'ses_proxy/smtp_server'
+  autoload :Conf, 'ses_proxy/conf'
+  autoload :Bounce, 'ses_proxy/models/bounce'
+  autoload :Complaint, 'ses_proxy/models/complaint'
+  autoload :Email, 'ses_proxy/models/email'
+end

data/template/mongoid.yml

@@ -0,0 +1,12 @@
+development:
+  sessions:
+    default:
+      database: ses-proxy-development
+      hosts:
+        - localhost:27017
+production:
+  sessions:
+    default:
+      database: ses-proxy-production
+      hosts:
+        - localhost:27017

data/template/ses-proxy.yml

@@ -0,0 +1,19 @@
+:aws:
+  :access_key_id: your_access_key_id
+  :secret_access_key: your_secret_access_key
+  :account_id: 000000000000
+  :allowed_topic_arns: ["arn:aws:sns:us-east-1:123456789012:MyTopic"]
+:smtp_auth:
+  :user: smtp_user
+  :password: smtp_pass
+:test:
+  :from: test@example.com
+  :to: ["test@example.com"]
+  :topic_arn: "arn:aws:sns:us-east-1:123456789012:MyTopic"
+  :subscription_arn: "arn:aws:sns:us-east-1:123456789012:MyTopic:2bcfbf39-05c3-41de-beaa-fcfcc21c8f55"
+#:smtp:
+#  :port: 1025
+#  :host: 0.0.0.0
+#:http:
+#  :port: 9292
+#  :host: 0.0.0.0

metadata

@@ -0,0 +1,294 @@
+--- !ruby/object:Gem::Specification
+name: ses-proxy
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Massimo Maino
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-12-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: clamp
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thin
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mail
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mongoid
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: haml
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: kaminari
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: padrino-helpers
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: maintux@gmail.com
+executables:
+- ses_proxy
+extensions: []
+extra_rdoc_files: []
+files:
+- ses_proxy.rb
+- lib/ses_proxy/sns_endpoint.rb
+- lib/ses_proxy/models/email.rb
+- lib/ses_proxy/models/complaint.rb
+- lib/ses_proxy/models/bounce.rb
+- lib/ses_proxy/conf.rb
+- lib/ses_proxy/smtp_server.rb
+- lib/ses_proxy/main_command.rb
+- bin/ses_proxy
+- app/web_panel.rb
+- app/views/_search_form.haml
+- app/views/bounces.haml
+- app/views/kaminari/_gap.html.erb
+- app/views/kaminari/_prev_page.html.erb
+- app/views/kaminari/_page.html.erb
+- app/views/kaminari/_next_page.html.erb
+- app/views/kaminari/_paginator.html.erb
+- app/views/kaminari/_first_page.html.erb
+- app/views/kaminari/_last_page.html.erb
+- app/views/layout.haml
+- app/views/mails.haml
+- app/views/_chart.haml
+- app/public/datepicker/less/datepicker.less
+- app/public/datepicker/css/datepicker.css
+- app/public/datepicker/js/bootstrap-datepicker.js
+- app/public/images/loader.gif
+- app/public/css/application.css
+- app/public/js/application.js
+- app/public/highcharts/modules/canvas-tools.js
+- app/public/highcharts/modules/exporting.js
+- app/public/highcharts/modules/data.src.js
+- app/public/highcharts/modules/data.js
+- app/public/highcharts/modules/exporting.src.js
+- app/public/highcharts/modules/canvas-tools.src.js
+- app/public/highcharts/highcharts.src.js
+- app/public/highcharts/themes/gray.js
+- app/public/highcharts/themes/skies.js
+- app/public/highcharts/themes/dark-blue.js
+- app/public/highcharts/themes/grid.js
+- app/public/highcharts/themes/dark-green.js
+- app/public/highcharts/adapters/prototype-adapter.js
+- app/public/highcharts/adapters/prototype-adapter.src.js
+- app/public/highcharts/adapters/mootools-adapter.src.js
+- app/public/highcharts/adapters/mootools-adapter.js
+- app/public/highcharts/highcharts-more.js
+- app/public/highcharts/highcharts.js
+- app/public/bootstrap/img/glyphicons-halflings-white.png
+- app/public/bootstrap/img/glyphicons-halflings.png
+- app/public/bootstrap/css/bootstrap.min.css
+- app/public/bootstrap/css/bootstrap-responsive.css
+- app/public/bootstrap/css/bootstrap-responsive.min.css
+- app/public/bootstrap/css/bootstrap.css
+- app/public/bootstrap/js/bootstrap.min.js
+- app/public/bootstrap/js/bootstrap.js
+- template/ses-proxy.yml
+- template/mongoid.yml
+homepage: https://github.com/maintux/ses-proxy
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: SMTP Proxy for Amazon Simple Email Service with bounce and complaints support
+test_files: []