actionmailbox 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 56440a6cdfeaf77350754266fba5e3e00ab5abf8e05518b22bccd76f69c80f1a
+  data.tar.gz: 1a3e0968725439b1b38f96f5e50c946e5b593f444946e40ed5dea94176d0ef14
+SHA512:
+  metadata.gz: d28565e5cc3851cc5a33fb93d3989f93351b2346e64c737d576b1b4d3cef41b01f92aba573e394e9d66e34ff602c9d99ac302daafa50199f84abda8c9213cb22
+  data.tar.gz: 07ceb50601e8094c74c5217cf9546fb542682e77471161eeab7f73469826cfde43531d6a3e5731e26142eed509f2eea99381f671864337847be4ad14a9bbc1ac

data/.gitignore

@@ -0,0 +1,2 @@
+.byebug_history
+*.sqlite3-journal

data/Gemfile

@@ -0,0 +1,8 @@
+source "https://rubygems.org"
+git_source(:github) { |repo_path| "https://github.com/#{repo_path}.git" }
+
+gemspec
+
+gem "rails", github: "rails/rails"
+
+gem "aws-sdk-sns"

data/Gemfile.lock

@@ -0,0 +1,159 @@
+GIT
+  remote: https://github.com/rails/rails.git
+  revision: a1ee4a9ff9d4a3cb255365310ead0dc7b739c6be
+  specs:
+    actioncable (6.0.0.alpha)
+      actionpack (= 6.0.0.alpha)
+      nio4r (~> 2.0)
+      websocket-driver (>= 0.6.1)
+    actionmailer (6.0.0.alpha)
+      actionpack (= 6.0.0.alpha)
+      actionview (= 6.0.0.alpha)
+      activejob (= 6.0.0.alpha)
+      mail (~> 2.5, >= 2.5.4)
+      rails-dom-testing (~> 2.0)
+    actionpack (6.0.0.alpha)
+      actionview (= 6.0.0.alpha)
+      activesupport (= 6.0.0.alpha)
+      rack (~> 2.0)
+      rack-test (>= 0.6.3)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.0, >= 1.0.2)
+    actionview (6.0.0.alpha)
+      activesupport (= 6.0.0.alpha)
+      builder (~> 3.1)
+      erubi (~> 1.4)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.0, >= 1.0.3)
+    activejob (6.0.0.alpha)
+      activesupport (= 6.0.0.alpha)
+      globalid (>= 0.3.6)
+    activemodel (6.0.0.alpha)
+      activesupport (= 6.0.0.alpha)
+    activerecord (6.0.0.alpha)
+      activemodel (= 6.0.0.alpha)
+      activesupport (= 6.0.0.alpha)
+    activestorage (6.0.0.alpha)
+      actionpack (= 6.0.0.alpha)
+      activerecord (= 6.0.0.alpha)
+      marcel (~> 0.3.1)
+    activesupport (6.0.0.alpha)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    rails (6.0.0.alpha)
+      actioncable (= 6.0.0.alpha)
+      actionmailer (= 6.0.0.alpha)
+      actionpack (= 6.0.0.alpha)
+      actionview (= 6.0.0.alpha)
+      activejob (= 6.0.0.alpha)
+      activemodel (= 6.0.0.alpha)
+      activerecord (= 6.0.0.alpha)
+      activestorage (= 6.0.0.alpha)
+      activesupport (= 6.0.0.alpha)
+      bundler (>= 1.3.0)
+      railties (= 6.0.0.alpha)
+      sprockets-rails (>= 2.0.0)
+    railties (6.0.0.alpha)
+      actionpack (= 6.0.0.alpha)
+      activesupport (= 6.0.0.alpha)
+      method_source
+      rake (>= 0.8.7)
+      thor (>= 0.19.0, < 2.0)
+
+PATH
+  remote: .
+  specs:
+    actionmailbox (0.1.0)
+      rails (>= 5.2.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.5.2)
+      public_suffix (>= 2.0.2, < 4.0)
+    aws-eventstream (1.0.1)
+    aws-partitions (1.105.0)
+    aws-sdk-core (3.30.0)
+      aws-eventstream (~> 1.0)
+      aws-partitions (~> 1.0)
+      aws-sigv4 (~> 1.0)
+      jmespath (~> 1.0)
+    aws-sdk-sns (1.5.0)
+      aws-sdk-core (~> 3, >= 3.26.0)
+      aws-sigv4 (~> 1.0)
+    aws-sigv4 (1.0.3)
+    builder (3.2.3)
+    byebug (10.0.2)
+    concurrent-ruby (1.0.5)
+    crack (0.4.3)
+      safe_yaml (~> 1.0.0)
+    crass (1.0.4)
+    erubi (1.7.1)
+    globalid (0.4.1)
+      activesupport (>= 4.2.0)
+    hashdiff (0.3.7)
+    i18n (1.1.0)
+      concurrent-ruby (~> 1.0)
+    jmespath (1.4.0)
+    loofah (2.2.2)
+      crass (~> 1.0.2)
+      nokogiri (>= 1.5.9)
+    mail (2.7.1)
+      mini_mime (>= 0.1.1)
+    marcel (0.3.3)
+      mimemagic (~> 0.3.2)
+    method_source (0.9.0)
+    mimemagic (0.3.2)
+    mini_mime (1.0.1)
+    mini_portile2 (2.3.0)
+    minitest (5.11.3)
+    nio4r (2.3.1)
+    nokogiri (1.8.5)
+      mini_portile2 (~> 2.3.0)
+    public_suffix (3.0.3)
+    rack (2.0.5)
+    rack-test (1.1.0)
+      rack (>= 1.0, < 3)
+    rails-dom-testing (2.0.3)
+      activesupport (>= 4.2.0)
+      nokogiri (>= 1.6)
+    rails-html-sanitizer (1.0.4)
+      loofah (~> 2.2, >= 2.2.2)
+    rake (12.3.1)
+    safe_yaml (1.0.4)
+    sprockets (3.7.2)
+      concurrent-ruby (~> 1.0)
+      rack (> 1, < 3)
+    sprockets-rails (3.2.1)
+      actionpack (>= 4.0)
+      activesupport (>= 4.0)
+      sprockets (>= 3.0.0)
+    sqlite3 (1.3.13)
+    thor (0.20.0)
+    thread_safe (0.3.6)
+    tzinfo (1.2.5)
+      thread_safe (~> 0.1)
+    webmock (3.4.2)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+      hashdiff
+    websocket-driver (0.7.0)
+      websocket-extensions (>= 0.1.0)
+    websocket-extensions (0.1.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  actionmailbox!
+  aws-sdk-sns
+  bundler (~> 1.15)
+  byebug
+  rails!
+  sqlite3
+  webmock
+
+BUNDLED WITH
+   1.16.6

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2018 Basecamp, LLC
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,278 @@
+# Action Mailbox
+
+Action Mailbox routes incoming emails to controller-like mailboxes for processing in Rails. It ships with ingresses for Amazon SES, Mailgun, Mandrill, and SendGrid. You can also handle inbound mails directly via the built-in Postfix ingress.
+
+The inbound emails are turned into `InboundEmail` records using Active Record and feature lifecycle tracking, storage of the original email on cloud storage via Active Storage, and responsible data handling with on-by-default incineration.
+
+These inbound emails are routed asynchronously using Active Job to one or several dedicated mailboxes, which are capable of interacting directly with the rest of your domain model.
+
+
+## How does this compare to Action Mailer's inbound processing?
+
+Rails has long had an anemic way of [receiving emails using Action Mailer](https://guides.rubyonrails.org/action_mailer_basics.html#receiving-emails), but it was poorly flushed out, lacked cohesion with the task of sending emails, and offered no help on integrating with popular inbound email processing platforms. Action Mailbox supersedes the receiving part of Action Mailer, which will be deprecated in due course.
+
+
+## Installing
+
+Assumes a Rails 5.2+ application:
+
+1. Install the gem:
+
+    ```ruby
+    # Gemfile
+    gem "actionmailbox", github: "rails/actionmailbox", require: "action_mailbox"
+    ```
+
+1. Install migrations needed for InboundEmail (and ensure Active Storage is setup)
+
+   ```
+   ./bin/rails action_mailbox:install
+   ./bin/rails db:migrate
+   ```
+
+## Configuring
+
+### Amazon SES
+
+1. Install the [`aws-sdk-sns`](https://rubygems.org/gems/aws-sdk-sns) gem:
+
+   ```ruby
+   # Gemfile
+   gem "aws-sdk-sns", ">= 1.9.0", require: false
+   ```
+
+2. Tell Action Mailbox to accept emails from SES:
+
+   ```ruby
+   # config/environments/production.rb
+   config.action_mailbox.ingress = :amazon
+   ```
+
+3. [Configure SES][ses-docs] to deliver emails to your application via POST requests
+   to `/rails/action_mailbox/amazon/inbound_emails`. If your application lived at `https://example.com`, you would specify
+   the fully-qualified URL `https://example.com/rails/action_mailbox/amazon/inbound_emails`.
+
+[ses-docs]: https://docs.aws.amazon.com/ses/latest/DeveloperGuide/receiving-email-notifications.html
+
+### Mailgun
+
+1. Give Action Mailbox your [Mailgun API key][mailgun-api-key] so it can authenticate requests to the Mailgun ingress.
+
+   Use `rails credentials:edit` to add your API key to your application's encrypted credentials under
+   `action_mailbox.mailgun_api_key`, where Action Mailbox will automatically find it:
+
+   ```yaml
+   action_mailbox:
+     mailgun_api_key: ...
+   ```
+
+   Alternatively, provide your API key in the `MAILGUN_INGRESS_API_KEY` environment variable.
+
+2. Tell Action Mailbox to accept emails from Mailgun:
+
+   ```ruby
+   # config/environments/production.rb
+   config.action_mailbox.ingress = :mailgun
+   ```
+
+3. [Configure Mailgun][mailgun-forwarding] to forward inbound emails to `/rails/action_mailbox/mailgun/inbound_emails/mime`.
+   If your application lived at `https://example.com`, you would specify the fully-qualified URL
+   `https://example.com/rails/action_mailbox/mailgun/inbound_emails/mime`.
+
+[mailgun-api-key]: https://help.mailgun.com/hc/en-us/articles/203380100-Where-can-I-find-my-API-key-and-SMTP-credentials-
+[mailgun-forwarding]: https://documentation.mailgun.com/en/latest/user_manual.html#receiving-forwarding-and-storing-messages
+
+### Mandrill
+
+1. Give Action Mailbox your Mandrill API key so it can authenticate requests to the Mandrill ingress.
+
+   Use `rails credentials:edit` to add your API key to your application's encrypted credentials under
+   `action_mailbox.mandrill_api_key`, where Action Mailbox will automatically find it:
+
+   ```yaml
+   action_mailbox:
+     mandrill_api_key: ...
+   ```
+
+   Alternatively, provide your API key in the `MANDRILL_INGRESS_API_KEY` environment variable.
+
+2. Tell Action Mailbox to accept emails from Mandrill:
+
+   ```ruby
+   # config/environments/production.rb
+   config.action_mailbox.ingress = :mandrill
+   ```
+
+3. [Configure Mandrill][mandrill-routing] to route inbound emails to `/rails/action_mailbox/mandrill/inbound_emails`.
+   If your application lived at `https://example.com`, you would specify the fully-qualified URL
+   `https://example.com/rails/action_mailbox/mandrill/inbound_emails`.
+
+[mandrill-routing]: https://mandrill.zendesk.com/hc/en-us/articles/205583197-Inbound-Email-Processing-Overview
+
+### Postfix
+
+1. Tell Action Mailbox to accept emails from Postfix:
+
+   ```ruby
+   # config/environments/production.rb
+   config.action_mailbox.ingress = :postfix
+   ```
+
+2. Generate a strong password that Action Mailbox can use to authenticate requests to the Postfix ingress.
+
+   Use `rails credentials:edit` to add the password to your application's encrypted credentials under
+   `action_mailbox.ingress_password`, where Action Mailbox will automatically find it:
+
+   ```yaml
+   action_mailbox:
+     ingress_password: ...
+   ```
+
+   Alternatively, provide the password in the `RAILS_INBOUND_EMAIL_PASSWORD` environment variable.
+
+3. [Configure Postfix][postfix-config] to pipe inbound emails to `bin/rails action_mailbox:ingress:postfix`, providing
+   the `URL` of the Postfix ingress and the `INGRESS_PASSWORD` you previously generated. If your application lived at
+   `https://example.com`, the full command would look like this:
+
+   ```
+   URL=https://example.com/rails/action_mailbox/postfix/inbound_emails INGRESS_PASSWORD=... bin/rails action_mailbox:ingress:postfix
+   ```
+
+[postfix-config]: https://serverfault.com/questions/258469/how-to-configure-postfix-to-pipe-all-incoming-email-to-a-script
+
+### SendGrid
+
+1. Tell Action Mailbox to accept emails from SendGrid:
+
+   ```ruby
+   # config/environments/production.rb
+   config.action_mailbox.ingress = :sendgrid
+   ```
+
+2. Generate a strong password that Action Mailbox can use to authenticate requests to the SendGrid ingress.
+
+   Use `rails credentials:edit` to add the password to your application's encrypted credentials under
+   `action_mailbox.ingress_password`, where Action Mailbox will automatically find it:
+
+   ```yaml
+   action_mailbox:
+     ingress_password: ...
+   ```
+
+   Alternatively, provide the password in the `RAILS_INBOUND_EMAIL_PASSWORD` environment variable.
+
+3. [Configure SendGrid Inbound Parse][sendgrid-config] to forward inbound emails to
+   `/rails/action_mailbox/sendgrid/inbound_emails` with the username `actionmailbox` and the password you previously
+   generated. If your application lived at `https://example.com`, you would configure SendGrid with the following URL:
+
+   ```
+   https://actionmailbox:PASSWORD@example.com/rails/action_mailbox/sendgrid/inbound_emails
+   ```
+
+   **⚠️ Note:** When configuring your SendGrid Inbound Parse webhook, be sure to check the box labeled **“Post the raw,
+   full MIME message.”** Action Mailbox needs the raw MIME message to work.
+
+[sendgrid-config]: https://sendgrid.com/docs/for-developers/parsing-email/setting-up-the-inbound-parse-webhook/
+
+
+## Examples
+
+Configure basic routing:
+
+```ruby
+# app/models/message.rb
+class ApplicationMailbox < ActionMailbox::Base
+  routing /^save@/i     => :forwards
+  routing /@replies\./i => :replies
+end
+```
+
+Then setup a mailbox:
+
+```ruby
+# app/mailboxes/forwards_mailbox.rb
+class ForwardsMailbox < ApplicationMailbox
+  # Callbacks specify prerequisites to processing
+  before_processing :require_forward
+
+  def process
+    if forwarder.buckets.one?
+      record_forward
+    else
+      stage_forward_and_request_more_details
+    end
+  end
+
+  private
+    def require_forward
+      unless message.forward?
+        # Use Action Mailers to bounce incoming emails back to sender – this halts processing
+        bounce_with Forwards::BounceMailer.missing_forward(
+          inbound_email, forwarder: forwarder
+        )
+      end
+    end
+
+    def forwarder
+      @forwarder ||= Person.where(email_address: mail.from)
+    end
+
+    def record_forward
+      forwarder.buckets.first.record \
+        Forward.new forwarder: forwarder, subject: message.subject, content: mail.content
+    end
+
+    def stage_forward_and_request_more_details
+      Forwards::RoutingMailer.choose_project(mail).deliver_now
+    end
+end
+```
+
+## Incineration of InboundEmails
+
+By default, an InboundEmail that has been successfully processed will be incinerated after 30 days. This ensures you're not holding on to people's data willy-nilly after they may have canceled their accounts or deleted their content. The intention is that after you've processed an email, you should have extracted all the data you needed and turned it into domain models and content on your side of the application. The InboundEmail simply stays in the system for the extra time to provide debugging and forensics options.
+
+The actual incineration is done via the `IncinerationJob` that's scheduled to run after `config.action_mailbox.incinerate_after` time. This value is by default set to `30.days`, but you can change it in your production.rb configuration. (Note that this far-future incineration scheduling relies on your job queue being able to hold jobs for that long.)
+
+
+## Working with Action Mailbox in development
+
+It's helpful to be able to test incoming emails in development without actually sending and receiving real emails. To accomplish this, there's a conductor controller mounted at `/rails/conductor/action_mailbox/inbound_emails`, which gives you an index of all the InboundEmails in the system, their state of processing, and a form to create a new InboundEmail as well.
+
+
+## Testing mailboxes
+
+Example:
+
+```ruby
+class ForwardsMailboxTest < ActionMailbox::TestCase
+  test "directly recording a client forward for a forwarder and forwardee corresponding to one project" do
+    assert_difference -> { people(:david).buckets.first.recordings.count } do
+      receive_inbound_email_from_mail \
+        to: 'save@example.com',
+        from: people(:david).email_address,
+        subject: "Fwd: Status update?",
+        body: <<~BODY
+          --- Begin forwarded message ---
+          From: Frank Holland <frank@microsoft.com>
+
+          What's the status?
+        BODY
+    end
+
+    recording = people(:david).buckets.first.recordings.last
+    assert_equal people(:david), recording.creator
+    assert_equal "Status update?", recording.forward.subject
+    assert_match "What's the status?", recording.forward.content.to_s
+  end
+end
+```
+
+
+## Development road map
+
+Action Mailbox is destined for inclusion in Rails 6, which is due to be released some time in 2019. We will refine the framework in this separate rails/actionmailbox repository until we're ready to promote it via a pull request to rails/rails.
+
+## License
+
+Action Mailbox is released under the [MIT License](https://opensource.org/licenses/MIT).