deadpull 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 9746519a34dc5962bd60f2453d8b9a9080a231b151f82bb18a07a8160992b3d3
+  data.tar.gz: ea7c4d54bf24a03417e019496f979239fca1d7a02fac8fc983806333b67cb805
+SHA512:
+  metadata.gz: 46527b410c7c2449876aa84a302122bcf358fee52e2fc4a367446a5471b38f45c51e5d702afb157b94514570f480eab628c11ba3a254960f98f65610d402f208
+  data.tar.gz: a1dff71358a2485f0011fc2fc95e9f8460a9026c2d87704474b179bbe0580ed6e6d3df6d567e77976442eb6b01e6680142dc0bbc5ffc20c30358a7538e9c54bc

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status
+.deadpull.local.yml

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,15 @@
+AllCops:
+  TargetRubyVersion: 2.5.1
+
+LineLength:
+  Max: 125
+
+StringLiterals:
+  EnforcedStyle: single_quotes
+
+Documentation:
+  Enabled: false
+
+Metrics/BlockLength:
+  Exclude:
+    - spec/**/*.rb

data/.ruby-version

@@ -0,0 +1 @@
+2.5.1

data/.travis.yml

@@ -0,0 +1,20 @@
+sudo: false
+language: ruby
+env:
+  global:
+    - CC_TEST_REPORTER_ID=b6f2f94380074e6db38810ba993e806a752de86d8ea00af35bf657f3eceae0e6
+rvm:
+  - 2.5.0
+
+before_install: gem install bundler -v 1.16.1
+
+before_script:
+  - curl -L https://codeclimate.com/downloads/test-reporter/test-reporter-latest-linux-amd64 > ./cc-test-reporter
+  - chmod +x ./cc-test-reporter
+  - ./cc-test-reporter before-build
+
+script:
+  - bundle exec rspec
+
+after_script:
+  - ./cc-test-reporter after-build --exit-code $TRAVIS_TEST_RESULT

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at pawel.wal@codesthq.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,106 @@
+PATH
+  remote: .
+  specs:
+    deadpull (0.1.0)
+      activesupport (~> 5.2)
+      aws-sdk-s3 (~> 1)
+      dry-initializer (~> 2.4)
+      dry-transaction (~> 0.13)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (5.2.0)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    aws-eventstream (1.0.1)
+    aws-partitions (1.94.0)
+    aws-sdk-core (3.22.1)
+      aws-eventstream (~> 1.0)
+      aws-partitions (~> 1.0)
+      aws-sigv4 (~> 1.0)
+      jmespath (~> 1.0)
+    aws-sdk-kms (1.6.0)
+      aws-sdk-core (~> 3)
+      aws-sigv4 (~> 1.0)
+    aws-sdk-s3 (1.16.0)
+      aws-sdk-core (~> 3, >= 3.21.2)
+      aws-sdk-kms (~> 1)
+      aws-sigv4 (~> 1.0)
+    aws-sigv4 (1.0.3)
+    coderay (1.1.2)
+    concurrent-ruby (1.0.5)
+    diff-lcs (1.3)
+    docile (1.3.1)
+    dry-configurable (0.7.0)
+      concurrent-ruby (~> 1.0)
+    dry-container (0.6.0)
+      concurrent-ruby (~> 1.0)
+      dry-configurable (~> 0.1, >= 0.1.3)
+    dry-core (0.4.7)
+      concurrent-ruby (~> 1.0)
+    dry-equalizer (0.2.1)
+    dry-events (0.1.0)
+      concurrent-ruby (~> 1.0)
+      dry-core (~> 0.4)
+      dry-equalizer (~> 0.2)
+    dry-initializer (2.4.0)
+    dry-matcher (0.7.0)
+    dry-monads (1.0.0)
+      concurrent-ruby (~> 1.0)
+      dry-core (~> 0.4, >= 0.4.4)
+      dry-equalizer
+    dry-transaction (0.13.0)
+      dry-container (>= 0.2.8)
+      dry-events (>= 0.1.0)
+      dry-matcher (>= 0.7.0)
+      dry-monads (>= 0.4.0)
+    fakefs (0.14.2)
+    i18n (1.0.1)
+      concurrent-ruby (~> 1.0)
+    jmespath (1.4.0)
+    json (2.1.0)
+    method_source (0.9.0)
+    minitest (5.11.3)
+    pry (0.11.3)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    rake (10.5.0)
+    rspec (3.7.0)
+      rspec-core (~> 3.7.0)
+      rspec-expectations (~> 3.7.0)
+      rspec-mocks (~> 3.7.0)
+    rspec-core (3.7.1)
+      rspec-support (~> 3.7.0)
+    rspec-expectations (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-mocks (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-support (3.7.1)
+    simplecov (0.16.1)
+      docile (~> 1.1)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.2)
+    thread_safe (0.3.6)
+    tzinfo (1.2.5)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.16)
+  deadpull!
+  fakefs (~> 0.14)
+  pry (~> 0.11)
+  rake (~> 10.0)
+  rspec (~> 3.0)
+  simplecov (~> 0.16)
+
+BUNDLED WITH
+   1.16.1

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Paweł J. Wal
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,168 @@
+# Deadpull
+
+[![Build Status](https://travis-ci.org/paweljw/deadpull.svg?branch=master)](https://travis-ci.org/paweljw/deadpull)
+[![Maintainability](https://api.codeclimate.com/v1/badges/d53d13278ba762fc66dc/maintainability)](https://codeclimate.com/github/paweljw/deadpull/maintainability)
+[![Test Coverage](https://api.codeclimate.com/v1/badges/d53d13278ba762fc66dc/test_coverage)](https://codeclimate.com/github/paweljw/deadpull/test_coverage)
+
+A simple gem to organize storing and retrieving configuration files on AWS S3 in a programmatic, automated fashion.
+
+Use cases:
+
+* Automatically synchronizing newest configs during a deploy
+* Bootstrapping developers' environments as part of an onboarding process
+* Personal dotfiles synchronization between machines
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'deadpull', '~> 0.1', group: :development
+```
+
+And then execute:
+
+    $ bundle
+
+If you wish to take advantage of the `deadpull` command in your project's directory, install binstubs with
+
+    $ bundle binstubs deadpull
+
+If you wish to use the provided `deadpull` command globally from the command line, install it with `gem`:
+
+    $ gem install deadpull
+
+## Configuration
+
+Configuration uses two keys currently:
+
+* `path` - required. This is composed of a bucket part and then a prefix, e.g. `my-fancy-bucket/a-directory/prefix`. It relates to locations on AWS S3.
+* `aws` - optional. This is a hash containing anything [`Aws::S3::Client`](https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/S3/Client.html) accepts in its initializer. You should set at least `profile` and `region` keys here.
+
+### Configuration file order
+
+Deadpull will first look for a file called `.deadpull.yml`. Then, data from file `.deadpull.local.yml` will be merged into this. The idea is that you use `.deadpull.yml` for your public configuration and commit this file, while the local file contains e.g. secrets and does not get commited.
+
+When using programmatic operation, any hash passed to `Deadpull::Configuration#new` will be merged into the hash resulting from the above operations, effectively giving it highest priority.
+
+### Environment
+
+Environment is decided by either passing it explicitly to commands, or by using `DEADPULL_ENV` or `RAILS_ENV`. If none of the above is provided, it defaults to `development`, following Rails convention.
+
+## CLI usage
+
+Pulling config for 'production' environment to 'tmp' example:
+
+```
+$ deadpull -e production tmp
+```
+
+Pushing config from 'tmp' to a specific path on S3 for 'staging' environment example:
+
+```
+$ deadpull -u -e staging -p my-fancy-bucket/this-project tmp
+```
+
+Note that when not given `-u` (or `--upload`), Deadpull defaults to pulling in order to prevent inadvertent damage to your configuration source-of-truth on S3.
+
+Options description (use `-h` locally to get this):
+
+```
+Usage: deadpull [options] <path>
+
+Options:
+    -u, --upload                     Push to S3 from given path
+    -e, --environment [ENVIRONMENT]  Provides environment, superseding DEADPULL_ENV and RAILS_ENV
+    -p, --path [PATH]                S3 path to be used for upload or download in form of bucket-name/prefix. Supersedes config.
+    -a, --aws [AWS]                  AWS configuration hash in the form of a JSON string. Supersedes config.
+    -v, --[no-]verbose               Explicitly print used configuration.
+
+Common options:
+    -h, --help                       Show this message
+```
+
+## Capistrano
+
+The Capistrano plugin works by downloading files from S3 to a temporary directory on your machine, then uploading them
+over SSH to the target server. That way your AWS keys never leave your machine and the configuration files never hit
+a network connection unencrypted. They will be present unencrypted on your machine for the duration of the Cap task though.
+
+Add the following to your Capfile:
+
+```ruby
+require 'capistrano/deadpull'
+```
+
+Options that are configurable in deploy files:
+
+```ruby
+set :deadpull_path, 'my-fancy-bucket/some-prefix' # shouldn't be necessary if you have .deadpull.yml in your project
+set :deadpull_environment, 'production' # defaults to fetch(:stage) or the fallback flow as described above
+set :deadpull_roles, :app # defaults to :app, this you might actually need to set if you do multi-machine deploys
+```
+
+The task hooks into after `deploy:updating`, as soon as shared directories are linked, to ensure your config is in place
+for e.g. asset rebuilding, services restart etc.
+
+The structure of your prefix is rebuilt on the target machine, so if your path is `my-bucket/prefix`, environment is `staging` and
+you uploaded `config/staging.yml`- resulting in a `my-bucket/prefix/staging/config/staging.yml` structure on S3 - then your
+file will be uploaded to `config/staging.yml` with respect to release path on the server.
+
+Note that Deadpull is not concerned whether your files are linked or not; if your config includes paths that are linked,
+Deadpull will happily write to those, in effect changing the contents of your `shared` directory during every deploy. This
+is because Deadpull aims to essentialy replace linked config files - if you can refresh them on every deploy from a
+single source of truth, why not?
+
+## Programmatic usage
+
+### `Deadpull::Commands::Push`
+
+The most complete example of local usage would be:
+
+```ruby
+configuration = Deadpull::Values::Configuration.concretize({ path: ..., aws: ...})
+environment = Deadpull::Values::Environment.concretize('test')
+
+Deadpull::Commands::Push.call('/some/local/path', configuration, environment) #=> true
+# or
+Deadpull::Commands::Push.call('/some/local/path/file.yml', configuration, environment) #=> true
+```
+
+Note that configuration and environment can be ommited if you want to use the defaults found by methods described in the Configuration section above.
+
+### `Deadpull::Commands::Pull`
+
+The most complete example of local usage would be:
+
+```ruby
+configuration = Deadpull::Values::Configuration.concretize({ path: ..., aws: ...})
+environment = Deadpull::Values::Environment.concretize('test')
+
+Deadpull::Commands::Pull.call('/some/local/path', configuration, environment) #=> true
+```
+
+Note that configuration and environment can be ommited if you want to use the defaults found by methods described in the Configuration section above.
+
+Note that `Pull` will raise an `ArgumentError` if it detects that the given `path` is a regular file.
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/paweljw/deadpull. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## Contributors
+
+* [@macbury](https://github.com/macbury) - collaboration on the initial idea
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+
+## Code of Conduct
+
+Everyone interacting in the Deadpull project’s codebases and issue trackers is expected to follow the [code of conduct](https://github.com/paweljw/deadpull/blob/master/CODE_OF_CONDUCT.md).

data/Rakefile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/bin/console

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'deadpull'
+require 'pry'
+
+Pry.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/config.reek

@@ -0,0 +1,2 @@
+IrresponsibleModule:
+  enabled: false

data/deadpull.gemspec

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('./lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'deadpull/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'deadpull'
+  spec.version       = Deadpull::VERSION
+  spec.authors       = ['Paweł J. Wal']
+  spec.email         = ['p@steamshard.net']
+
+  spec.summary       = 'Share config securely with your servers and organization using AWS S3.'
+  spec.homepage      = 'https://github.com/paweljw/deadpull'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'activesupport', '~> 5.2'
+  spec.add_dependency 'aws-sdk-s3', '~> 1'
+  spec.add_dependency 'dry-initializer', '~> 2.4'
+  spec.add_dependency 'dry-transaction', '~> 0.13'
+
+  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'fakefs', '~> 0.14'
+  spec.add_development_dependency 'pry', '~> 0.11'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'simplecov', '~> 0.16'
+end

data/exe/deadpull

@@ -0,0 +1,63 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'deadpull'
+require 'optparse'
+
+options = OpenStruct.new
+options.upload = false
+options.verbose = false
+
+opt_parser = OptionParser.new do |opts|
+  opts.banner = 'Usage: deadpull [options] <path>'
+
+  opts.separator ''
+  opts.separator 'Options:'
+
+  opts.on('-u', '--upload', 'Push to S3 from given path') do |v|
+    options.upload = v
+  end
+
+  opts.on('-e', '--environment [ENVIRONMENT]', 'Provides environment, superseding DEADPULL_ENV and RAILS_ENV') do |v|
+    options.environment = v
+  end
+
+  opts.on('-p', '--path [PATH]',
+          'S3 path to be used for upload or download in form of bucket-name/prefix. Supersedes config.') do |v|
+    options.path = v
+  end
+
+  opts.on('-a', '--aws [AWS]', 'AWS configuration hash in the form of a JSON string. Supersedes config.') do |v|
+    options.aws = JSON.parse(v).symbolize_keys
+  end
+
+  opts.on('-v', '--[no-]verbose', 'Explicitly print used configuration.') do |v|
+    options.verbose = v
+  end
+
+  opts.separator ''
+  opts.separator 'Common options:'
+
+  opts.on_tail('-h', '--help', 'Show this message') do
+    puts opts
+    exit
+  end
+end
+
+opt_parser.parse!(ARGV)
+
+local_path = ARGV.last
+
+environment = Deadpull::Values::Environment.concretize(options.environment)
+configuration = Deadpull::Values::Configuration.concretize
+configuration[:path] = options.path if options.path
+configuration[:aws] = options.aws if options.aws
+
+pp(configuration) if options.verbose
+
+if options.upload
+  Deadpull::Commands::Push.call(local_path, configuration, environment)
+else
+  Deadpull::Commands::Pull.call(local_path, configuration, environment)
+end

data/lib/deadpull/builders/configuration.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+require 'yaml'
+require 'active_support/core_ext/hash/keys'
+require 'active_support/core_ext/hash/deep_merge'
+
+module Deadpull
+  module Builders
+    class Configuration
+      include Dry::Transaction
+
+      HOME_PATH = File.expand_path('~/.config/deadpull.yml').freeze
+
+      step :working_directory_config
+      step :local_config
+      step :inline_config
+
+      def working_directory_config(input)
+        transactionally_merge_input_with_file(input, current_working_path.join('.deadpull.yml'))
+      end
+
+      def local_config(input)
+        transactionally_merge_input_with_file(input, current_working_path.join('.deadpull.local.yml'))
+      end
+
+      def inline_config(input, inline_config)
+        Success(input.deep_merge(inline_config))
+      end
+
+      private
+
+      def current_working_path
+        @current_working_path ||= Pathname.new(Dir.pwd).freeze
+      end
+
+      def transactionally_merge_input_with_file(input, file)
+        output = if File.exist?(file)
+                   YAML.load_file(file).deep_symbolize_keys
+                 else
+                   {}
+                 end
+        Success(input.deep_merge(output))
+      rescue Psych::SyntaxError => error
+        Failure(error)
+      end
+    end
+  end
+end

data/lib/deadpull/builders.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+require 'deadpull/builders/configuration'
+
+module Deadpull
+  module Builders; end
+end

data/lib/deadpull/capistrano/deadpull.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+load File.expand_path('tasks/deadpull.rake', __dir__)

data/lib/deadpull/capistrano/tasks/deadpull.rake

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+# rubocop:disable BlockLength
+namespace :deadpull do
+  def deadpull_environment
+    environment = fetch(:deadpull_environment) || fetch(:stage)
+    Deadpull::Values::Environment.concretize(environment)
+  end
+
+  def deadpull_path
+    fetch(:deadpull_path)
+  end
+
+  def deadpull_config
+    config = deadpull_path ? { path: deadpull_path } : {}
+    Deadpull::Values::Configuration.concretize(config)
+  end
+
+  def deadpull_roles
+    fetch(:deadpull_roles)
+  end
+
+  desc 'Fetch files locally and upload them to server'
+  task :upload do
+    Dir.mktmpdir do |dir|
+      Deadpull::Commands::Pull.call(dir, deadpull_config, deadpull_environment)
+      on roles(deadpull_roles) do
+        within release_path do
+          Dir[Pathname.new(dir).join('**', '*')].each do |local_path|
+            upload! local_path, Deadpull::Values::RootRelativePath.concretize(dir, local_path)
+          end
+        end
+      end
+    end
+  end
+
+  after('deploy:updating', 'deadpull:upload') if Rake::Task.task_defined?('deploy:updating')
+end
+# rubocop:enable BlockLength
+
+namespace :load do
+  task :defaults do
+    set :deadpull_roles, :app
+  end
+end

data/lib/deadpull/commands/base.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Commands
+    class Base
+      def self.call(*args)
+        new(*args).call
+      end
+
+      def call
+        raise NotImplementedError, "implement `call` for #{self.class.name}"
+      end
+    end
+  end
+end

data/lib/deadpull/commands/pull.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Commands
+    class Pull < S3Command
+      extend Dry::Initializer
+
+      param(:path, proc { |path| path.is_a?(Pathname) ? path : Pathname.new(File.expand_path(path)) })
+      param :configuration, default: proc { Values::Configuration.concretize }
+      param :environment, default: proc { Values::Environment.concretize }
+
+      def call
+        ensure_target_is_not_a_file
+        objects.each do |object|
+          location = Values::LocalLocation.concretize(path, s3_locations.prefix, object.key)
+          object.download_file(location)
+        end
+        true
+      end
+
+      private
+
+      def objects
+        bucket.objects(prefix: s3_locations.prefix)
+      end
+
+      def ensure_target_is_not_a_file
+        raise(ArgumentError, "#{path} is a regular file") if File.file?(path)
+      end
+    end
+  end
+end

data/lib/deadpull/commands/push.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Commands
+    class Push < S3Command
+      extend Dry::Initializer
+
+      param(:path, proc { |path| path.is_a?(Pathname) ? path : Pathname.new(File.expand_path(path)) })
+      param :configuration, default: proc { Values::Configuration.concretize }
+      param :environment, default: proc { Values::Environment.concretize }
+
+      def call
+        paths.each do |current_path|
+          bucket.put_object(
+            key: Values::S3Path.concretize(local_root, current_path, s3_locations.prefix),
+            body: File.read(current_path)
+          )
+        end
+        true
+      end
+
+      private
+
+      def paths
+        @paths ||= if File.file?(path)
+                     [path]
+                   else
+                     Dir[path.join('**', '*')]
+                   end
+      end
+
+      def local_root
+        @local_root ||= File.file?(path) ? File.dirname(path) : path
+      end
+    end
+  end
+end

data/lib/deadpull/commands/s3_command.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Commands
+    class S3Command < Base
+      private
+
+      def s3_client
+        @s3_client ||= Values::S3Client.concretize(configuration)
+      end
+
+      def s3_locations
+        @s3_locations ||= Values::S3Locations.concretize(configuration, environment)
+      end
+
+      def bucket
+        @bucket ||= Aws::S3::Bucket.new(s3_locations.bucket, client: s3_client)
+      end
+    end
+  end
+end

data/lib/deadpull/commands.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+require 'deadpull/commands/base'
+require 'deadpull/commands/s3_command'
+require 'deadpull/commands/push'
+require 'deadpull/commands/pull'
+
+module Deadpull
+  module Commands; end
+end

data/lib/deadpull/values/base.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Values
+    class Base
+      def self.concretize(*args)
+        new(*args).concretize
+      end
+
+      def concretize
+        raise NotImplementedError, "implement `concretize` for #{self.class.name}"
+      end
+    end
+  end
+end

data/lib/deadpull/values/configuration.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Values
+    class Configuration < Base
+      extend Dry::Initializer
+
+      param :inline_config, default: proc { {} }
+
+      def concretize
+        Builders::Configuration.new.with_step_args(
+          inline_config: [inline_config]
+        ).call({}).value!
+      end
+    end
+  end
+end

data/lib/deadpull/values/environment.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Values
+    class Environment < Base
+      extend Dry::Initializer
+
+      option :environment, optional: true
+
+      def concretize
+        environment || ENV['DEADPULL_ENV'] || ENV['RAILS_ENV'] || 'development'
+      end
+    end
+  end
+end

data/lib/deadpull/values/local_location.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Values
+    class LocalLocation < Base
+      extend Dry::Initializer
+
+      param(:path, proc { |path| path.is_a?(Pathname) ? path : Pathname.new(File.expand_path(path)) })
+      param :prefix
+      param :key
+
+      def concretize
+        create_local_directory unless local_directory_exists?
+        local_path
+      end
+
+      private
+
+      def local_path
+        @local_path ||= path.join(key.sub(%r{\A#{prefix}?\/}, ''))
+      end
+
+      def local_dirname
+        @local_dirname = File.dirname(local_path)
+      end
+
+      def local_directory_exists?
+        Dir.exist?(local_dirname)
+      end
+
+      def create_local_directory
+        FileUtils.mkdir_p(local_dirname)
+      end
+    end
+  end
+end

data/lib/deadpull/values/root_relative_path.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Values
+    class RootRelativePath < Base
+      extend Dry::Initializer
+
+      param :root
+      param :path
+
+      def concretize
+        path.sub(%r{\A#{root}?\/}, '')
+      end
+    end
+  end
+end

data/lib/deadpull/values/s3_client.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Values
+    class S3Client < Base
+      extend Dry::Initializer
+
+      param :config
+
+      def concretize
+        aws = config[:aws] || {}
+        Aws::S3::Client.new(aws)
+      end
+    end
+  end
+end

data/lib/deadpull/values/s3_locations.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Values
+    class S3Locations < Base
+      extend Dry::Initializer
+
+      param :config
+      param :environment
+
+      def concretize
+        OpenStruct.new(bucket: bucket, prefix: prefix)
+      end
+
+      private
+
+      def bucket
+        @bucket ||= config[:path].split('/')[0]
+      end
+
+      def prefix
+        @prefix ||= (config[:path].split('/')[1..-1] + [environment]).reject(&:blank?).join('/')
+      end
+    end
+  end
+end

data/lib/deadpull/values/s3_path.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Deadpull
+  module Values
+    class S3Path < Base
+      extend Dry::Initializer
+
+      param :local_root
+      param :local_path
+      param :s3_prefix
+
+      def concretize
+        [s3_prefix, RootRelativePath.concretize(local_root, local_path)].join('/')
+      end
+    end
+  end
+end

data/lib/deadpull/values.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+require 'deadpull/values/base'
+require 'deadpull/values/configuration'
+require 'deadpull/values/environment'
+require 'deadpull/values/s3_client'
+require 'deadpull/values/s3_locations'
+require 'deadpull/values/root_relative_path'
+require 'deadpull/values/s3_path'
+require 'deadpull/values/local_location'
+
+module Deadpull
+  module Values; end
+end

data/lib/deadpull/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Deadpull
+  VERSION = '0.1.0'
+end

data/lib/deadpull.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+require 'aws-sdk-s3'
+require 'dry/transaction'
+require 'dry/initializer'
+require 'active_support/core_ext/object/blank'
+
+require 'deadpull/version'
+
+require 'deadpull/values'
+require 'deadpull/builders'
+require 'deadpull/commands'
+
+module Deadpull; end

metadata

@@ -0,0 +1,221 @@
+--- !ruby/object:Gem::Specification
+name: deadpull
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Paweł J. Wal
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-07-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-s3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: dry-initializer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: dry-transaction
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: fakefs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.16'
+description: 
+email:
+- p@steamshard.net
+executables:
+- deadpull
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".ruby-version"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- config.reek
+- deadpull.gemspec
+- exe/deadpull
+- lib/deadpull.rb
+- lib/deadpull/builders.rb
+- lib/deadpull/builders/configuration.rb
+- lib/deadpull/capistrano/deadpull.rb
+- lib/deadpull/capistrano/tasks/deadpull.rake
+- lib/deadpull/commands.rb
+- lib/deadpull/commands/base.rb
+- lib/deadpull/commands/pull.rb
+- lib/deadpull/commands/push.rb
+- lib/deadpull/commands/s3_command.rb
+- lib/deadpull/values.rb
+- lib/deadpull/values/base.rb
+- lib/deadpull/values/configuration.rb
+- lib/deadpull/values/environment.rb
+- lib/deadpull/values/local_location.rb
+- lib/deadpull/values/root_relative_path.rb
+- lib/deadpull/values/s3_client.rb
+- lib/deadpull/values/s3_locations.rb
+- lib/deadpull/values/s3_path.rb
+- lib/deadpull/version.rb
+homepage: https://github.com/paweljw/deadpull
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Share config securely with your servers and organization using AWS S3.
+test_files: []