activestorage 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3d5b78ca3e20511930821d54a0c608c70d8ed125
+  data.tar.gz: 8d2e522c210eee6b36f0d8b8a62af7a0c7e2df0f
+SHA512:
+  metadata.gz: 512f8d05b25a4f040f6475d6ffea581ebb3c643e4055df64f6c78ae97b3fa61bcf41ac4d4df5af638878031c9e53ec4a94b03dc673747a10bff12b532ec26d2c
+  data.tar.gz: 1db5a5435511c6ad157c2cd714dee4c229854cc74468890a262307d1b707a2fa909cacfedd12e8f297e11870773eac5d2c3da8610f097f8ee11687d806993bff

data/.gitignore

@@ -0,0 +1 @@
+.byebug_history

data/Gemfile

@@ -0,0 +1,11 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem 'rake'
+gem 'byebug'
+
+gem 'sqlite3'
+
+gem 'aws-sdk', require: false
+gem 'google-cloud', require: false

data/Gemfile.lock

@@ -0,0 +1,235 @@
+PATH
+  remote: .
+  specs:
+    activestorage (0.1)
+      actionpack (>= 5.1)
+      activejob (>= 5.1)
+      activerecord (>= 5.1)
+      activesupport (>= 5.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    actionpack (5.1.1)
+      actionview (= 5.1.1)
+      activesupport (= 5.1.1)
+      rack (~> 2.0)
+      rack-test (~> 0.6.3)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.0, >= 1.0.2)
+    actionview (5.1.1)
+      activesupport (= 5.1.1)
+      builder (~> 3.1)
+      erubi (~> 1.4)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.0, >= 1.0.3)
+    activejob (5.1.1)
+      activesupport (= 5.1.1)
+      globalid (>= 0.3.6)
+    activemodel (5.1.1)
+      activesupport (= 5.1.1)
+    activerecord (5.1.1)
+      activemodel (= 5.1.1)
+      activesupport (= 5.1.1)
+      arel (~> 8.0)
+    activesupport (5.1.1)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (~> 0.7)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    addressable (2.5.1)
+      public_suffix (~> 2.0, >= 2.0.2)
+    arel (8.0.0)
+    aws-sdk (2.10.7)
+      aws-sdk-resources (= 2.10.7)
+    aws-sdk-core (2.10.7)
+      aws-sigv4 (~> 1.0)
+      jmespath (~> 1.0)
+    aws-sdk-resources (2.10.7)
+      aws-sdk-core (= 2.10.7)
+    aws-sigv4 (1.0.0)
+    builder (3.2.3)
+    byebug (9.0.6)
+    concurrent-ruby (1.0.5)
+    declarative (0.0.9)
+    declarative-option (0.1.0)
+    digest-crc (0.4.1)
+    erubi (1.6.0)
+    faraday (0.12.1)
+      multipart-post (>= 1.2, < 3)
+    globalid (0.4.0)
+      activesupport (>= 4.2.0)
+    google-api-client (0.13.0)
+      addressable (~> 2.5, >= 2.5.1)
+      googleauth (~> 0.5)
+      httpclient (>= 2.8.1, < 3.0)
+      mime-types (~> 3.0)
+      representable (~> 3.0)
+      retriable (>= 2.0, < 4.0)
+    google-cloud (0.34.0)
+      google-cloud-bigquery (~> 0.27.0)
+      google-cloud-datastore (~> 1.0)
+      google-cloud-dns (~> 0.25.0)
+      google-cloud-error_reporting (~> 0.25.0)
+      google-cloud-language (~> 0.26.0)
+      google-cloud-logging (~> 1.0)
+      google-cloud-monitoring (~> 0.24.0)
+      google-cloud-pubsub (~> 0.25.0)
+      google-cloud-resource_manager (~> 0.26.0)
+      google-cloud-spanner (~> 0.21.0)
+      google-cloud-speech (~> 0.24.0)
+      google-cloud-storage (~> 1.2)
+      google-cloud-trace (~> 0.25.0)
+      google-cloud-translate (~> 1.0)
+      google-cloud-video_intelligence (~> 0.20.0)
+      google-cloud-vision (~> 0.24.0)
+    google-cloud-bigquery (0.27.0)
+      google-api-client (~> 0.13.0)
+      google-cloud-core (~> 1.0)
+    google-cloud-core (1.0.0)
+      google-cloud-env (~> 1.0)
+      googleauth (~> 0.5.1)
+    google-cloud-datastore (1.0.1)
+      google-cloud-core (~> 1.0)
+      google-gax (~> 0.8.0)
+      google-protobuf (~> 3.2.0)
+    google-cloud-dns (0.25.0)
+      google-api-client (~> 0.13.0)
+      google-cloud-core (~> 1.0)
+      zonefile (~> 1.04)
+    google-cloud-env (1.0.0)
+      faraday (~> 0.11)
+    google-cloud-error_reporting (0.25.0)
+      google-cloud-core (~> 1.0)
+      google-gax (~> 0.8.0)
+      stackdriver-core (~> 1.1)
+    google-cloud-language (0.26.2)
+      google-cloud-core (~> 1.0)
+      google-gax (~> 0.8.2)
+    google-cloud-logging (1.1.0)
+      google-cloud-core (~> 1.0)
+      google-gax (~> 0.8.0)
+      stackdriver-core (~> 1.1)
+    google-cloud-monitoring (0.24.0)
+      google-gax (~> 0.8.0)
+    google-cloud-pubsub (0.25.0)
+      google-cloud-core (~> 1.0)
+      google-gax (~> 0.8.0)
+      grpc-google-iam-v1 (~> 0.6.8)
+    google-cloud-resource_manager (0.26.0)
+      google-api-client (~> 0.13.0)
+      google-cloud-core (~> 1.0)
+    google-cloud-spanner (0.21.0)
+      concurrent-ruby (~> 1.0)
+      google-cloud-core (~> 1.0)
+      google-gax (~> 0.8.1)
+      grpc (~> 1.1)
+      grpc-google-iam-v1 (~> 0.6.8)
+    google-cloud-speech (0.24.0)
+      google-cloud-core (~> 1.0)
+      google-gax (~> 0.8.2)
+    google-cloud-storage (1.2.0)
+      digest-crc (~> 0.4)
+      google-api-client (~> 0.13.0)
+      google-cloud-core (~> 1.0)
+    google-cloud-trace (0.25.0)
+      google-cloud-core (~> 1.0)
+      google-gax (~> 0.8.0)
+      stackdriver-core (~> 1.1)
+    google-cloud-translate (1.0.0)
+      google-cloud-core (~> 1.0)
+      googleauth (~> 0.5.1)
+    google-cloud-video_intelligence (0.20.0)
+      google-gax (~> 0.8.0)
+    google-cloud-vision (0.24.0)
+      google-cloud-core (~> 1.0)
+      google-gax (~> 0.8.0)
+    google-gax (0.8.4)
+      google-protobuf (~> 3.2)
+      googleapis-common-protos (~> 1.3.5)
+      googleauth (~> 0.5.1)
+      grpc (~> 1.0)
+      rly (~> 0.2.3)
+    google-protobuf (3.2.0.2)
+    googleapis-common-protos (1.3.5)
+      google-protobuf (~> 3.2)
+      grpc (~> 1.0)
+    googleauth (0.5.1)
+      faraday (~> 0.9)
+      jwt (~> 1.4)
+      logging (~> 2.0)
+      memoist (~> 0.12)
+      multi_json (~> 1.11)
+      os (~> 0.9)
+      signet (~> 0.7)
+    grpc (1.4.1)
+      google-protobuf (~> 3.1)
+      googleauth (~> 0.5.1)
+    grpc-google-iam-v1 (0.6.8)
+      googleapis-common-protos (~> 1.3.1)
+      googleauth (~> 0.5.1)
+      grpc (~> 1.0)
+    httpclient (2.8.3)
+    i18n (0.8.4)
+    jmespath (1.3.1)
+    jwt (1.5.6)
+    little-plugger (1.1.4)
+    logging (2.2.2)
+      little-plugger (~> 1.1)
+      multi_json (~> 1.10)
+    loofah (2.0.3)
+      nokogiri (>= 1.5.9)
+    memoist (0.16.0)
+    mime-types (3.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2016.0521)
+    mini_portile2 (2.1.0)
+    minitest (5.10.2)
+    multi_json (1.12.1)
+    multipart-post (2.0.0)
+    nokogiri (1.7.2)
+      mini_portile2 (~> 2.1.0)
+    os (0.9.6)
+    public_suffix (2.0.5)
+    rack (2.0.3)
+    rack-test (0.6.3)
+      rack (>= 1.0)
+    rails-dom-testing (2.0.3)
+      activesupport (>= 4.2.0)
+      nokogiri (>= 1.6)
+    rails-html-sanitizer (1.0.3)
+      loofah (~> 2.0)
+    rake (12.0.0)
+    representable (3.0.4)
+      declarative (< 0.1.0)
+      declarative-option (< 0.2.0)
+      uber (< 0.2.0)
+    retriable (3.0.2)
+    rly (0.2.3)
+    signet (0.7.3)
+      addressable (~> 2.3)
+      faraday (~> 0.9)
+      jwt (~> 1.5)
+      multi_json (~> 1.10)
+    sqlite3 (1.3.13)
+    stackdriver-core (1.1.0)
+    thread_safe (0.3.6)
+    tzinfo (1.2.3)
+      thread_safe (~> 0.1)
+    uber (0.1.0)
+    zonefile (1.06)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activestorage!
+  aws-sdk
+  bundler (~> 1.15)
+  byebug
+  google-cloud
+  rake
+  sqlite3
+
+BUNDLED WITH
+   1.15.1

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2017 David Heinemeier Hansson, Basecamp
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,76 @@
+# Active Storage
+
+Active Storage makes it simple to upload and reference files in cloud services, like Amazon S3 or Google Cloud Storage,
+and attach those files to Active Records. It also provides a disk service for testing or local deployments, but the
+focus is on cloud storage.
+
+## Examples
+
+One attachment:
+
+```ruby
+class User < ApplicationRecord
+  has_one_attached :avatar
+end
+
+user.avatar.attach io: File.open("~/face.jpg"), filename: "avatar.jpg", content_type: "image/jpg"
+user.avatar.exist? # => true
+
+user.avatar.purge
+user.avatar.exist? # => false
+
+user.avatar.url(expires_in: 5.minutes) # => /rails/blobs/<encoded-key>
+
+class AvatarsController < ApplicationController
+  def update
+    Current.user.avatar.attach(params.require(:avatar))
+    redirect_to Current.user
+  end
+end
+```
+
+Many attachments:
+
+```ruby
+class Message < ApplicationRecord
+  has_many_attached :images
+end
+
+<%= form_with model: @message do |form| %>
+  <%= form.text_field :title, placeholder: "Title" %><br>
+  <%= form.text_area :content %><br><br>
+  
+  <%= form.file_field :images, multiple: true %><br>
+  <%= form.submit %>
+<% end %>
+
+class MessagesController < ApplicationController
+  def create
+    message = Message.create! params.require(:message).permit(:title, :content)
+    message.images.attach(params[:message][:images])
+    redirect_to message
+  end
+end
+```
+
+## Installation
+
+1. Add `require "active_storage"` to config/application.rb.
+2. Run `rails activestorage:install` to create needed directories, migrations, and configuration.
+3. Configure the storage service in `config/environments/*` with `config.active_storage.service = :local`
+   that references the services configured in `config/storage_services.yml`.
+
+## Todos
+
+- Document all the classes
+- Strip Download of its resposibilities and delete class
+- Proper logging
+- Convert MirrorService to use threading
+- Read metadata via Marcel?
+- Add Migrator to copy/move between services
+- Explore direct uploads to cloud
+- Extract VerifiedKeyWithExpiration into Rails as a feature of MessageVerifier
+
+## License
+
+Active Storage is released under the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/setup"
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new do |test|
+  test.libs << "test"
+  test.test_files = FileList["test/**/*_test.rb"]
+  test.warning = false
+end
+
+task default: :test

data/activestorage.gemspec

@@ -0,0 +1,21 @@
+Gem::Specification.new do |s|
+  s.name     = "activestorage"
+  s.version  = "0.1"
+  s.authors  = "David Heinemeier Hansson"
+  s.email    = "david@basecamp.com"
+  s.summary  = "Attach cloud and local files in Rails applications"
+  s.homepage = "https://github.com/rails/activestorage"
+  s.license  = "MIT"
+
+  s.required_ruby_version = ">= 2.3.0"
+
+  s.add_dependency "activesupport", ">= 5.1"
+  s.add_dependency "activerecord", ">= 5.1"
+  s.add_dependency "actionpack", ">= 5.1"
+  s.add_dependency "activejob", ">= 5.1"
+
+  s.add_development_dependency "bundler", "~> 1.15"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- test/*`.split("\n")
+end

data/lib/active_storage.rb

@@ -0,0 +1,9 @@
+require "active_record"
+require "active_storage/railtie" if defined?(Rails)
+
+module ActiveStorage
+  extend ActiveSupport::Autoload
+
+  autoload :Blob
+  autoload :Service
+end

data/lib/active_storage/attached.rb

@@ -0,0 +1,34 @@
+require "active_storage/blob"
+require "active_storage/attachment"
+
+require "action_dispatch/http/upload"
+require "active_support/core_ext/module/delegation"
+
+class ActiveStorage::Attached
+  attr_reader :name, :record
+
+  def initialize(name, record)
+    @name, @record = name, record
+  end
+
+  private
+    def create_blob_from(attachable)
+      case attachable
+      when ActiveStorage::Blob
+        attachable
+      when ActionDispatch::Http::UploadedFile
+        ActiveStorage::Blob.create_after_upload! \
+          io: attachable.open,
+          filename: attachable.original_filename,
+          content_type: attachable.content_type
+      when Hash
+        ActiveStorage::Blob.create_after_upload!(attachable)
+      else
+        nil
+      end
+    end
+end
+
+require "active_storage/attached/one"
+require "active_storage/attached/many"
+require "active_storage/attached/macros"

data/lib/active_storage/attached/macros.rb

@@ -0,0 +1,23 @@
+module ActiveStorage::Attached::Macros
+  def has_one_attached(name, dependent: :purge_later)
+    define_method(name) do
+      instance_variable_get("@active_storage_attached_#{name}") || 
+        instance_variable_set("@active_storage_attached_#{name}", ActiveStorage::Attached::One.new(name, self))
+    end
+
+    if dependent == :purge_later
+      before_destroy { public_send(name).purge_later }
+    end
+  end
+
+  def has_many_attached(name, dependent: :purge_later)
+    define_method(name) do
+      instance_variable_get("@active_storage_attached_#{name}") || 
+        instance_variable_set("@active_storage_attached_#{name}", ActiveStorage::Attached::Many.new(name, self))
+    end
+
+    if dependent == :purge_later
+      before_destroy { public_send(name).purge_later }
+    end
+  end
+end