datapimp 0.0.1 → 1.0.0

data/tasks/distribution/release_notes.erb

@@ -0,0 +1,14 @@
+# Brief <%= version %>
+
+Cheers to another great release!
+
+## Contributors
+
+Thank you too all of you fabulous contributors! :clap:
+
+<%= committers %>
+
+## SHA256 Sums
+
+```
+<%= shasums %>```

data/tasks/distribution/release_notes.rb

@@ -0,0 +1,62 @@
+Dir[File.join(Dir.pwd, 'tasks', '**', '*.rb')].each { |f| require f }
+
+require 'digest'
+require 'erb'
+require 'octokit'
+
+module Distribution
+  class ReleaseNotes
+    attr_reader :version, :content, :github
+
+    def initialize
+      @version = `git tag | tail -1`.strip
+      @github = Octokit::Client.new access_token: ENV['OCTODOWN_TOKEN']
+      @content = render_template
+    end
+
+    private
+
+    def render_template
+      template_text = File.read 'tasks/distribution/release_notes.erb'
+      erb_template = ERB.new template_text
+      erb_template.result binding
+    end
+
+    # Show our committers
+    def committers
+      committer_logins_for(contributor_emails)
+        .map { |str| "- @#{str}" }
+        .join "\n"
+    end
+
+    def contributor_emails
+      `git log #{prev_release}.. --format="%aE"`
+        .split("\n")
+        .uniq
+    end
+
+    def committer_logins_for(emails)
+      emails.map do |email|
+        github.search_users("#{email} in:email")
+          .items
+          .first
+          .login
+      end
+    end
+
+    def prev_release
+      `git tag | tail -2 | head -1`.strip
+    end
+
+    def shasums
+      Dir['distro/*'].reduce '' do |a, e|
+        [].tap do |arr|
+          arr << a
+          arr << "#{File.basename e}: "
+          arr << ' ' * (36 - arr[1].size)
+          arr << "#{Digest::SHA256.hexdigest File.read(e)}\n"
+        end.join
+      end
+    end
+  end
+end

data/tasks/distribution/tarball.rb

@@ -0,0 +1,47 @@
+Dir[File.join(Dir.pwd, 'tasks', '**', '*.rb')].each { |f| require f }
+
+module Distribution
+  class Tarball
+    include PackageHelpers
+    extend Forwardable
+
+    attr_accessor :arch, :file, :version, :dir, :package
+
+    def_delegators :@package, :arch, :dir
+
+    def initialize(package)
+      @package = package
+      @file = search || build
+      @version = extract_version
+    end
+
+    def self.upload(package)
+      new(package).to_github
+    end
+
+    def to_github
+      Release.new(self).upload_asset
+    end
+
+    def build
+      print_to_console 'Creating tarball...'
+
+      FileUtils.mkdir_p 'distro'
+      system "tar -czf distro/#{dir}.tar.gz #{dir} > /dev/null"
+      FileUtils.remove_dir "#{dir}", true
+
+      File.new "distro/#{dir}.tar.gz"
+    end
+
+    private
+
+    def search
+      ball = Dir['distro/*.tar.gz'].find { |n| n.include? "#{arch}.tar.gz" }
+      File.new ball unless ball.nil?
+    end
+
+    def extract_version
+      file.path.match(/\*|\d+(\.\d+){0,2}(\.\*)?/)[0]
+    end
+  end
+end

data/tasks/distribution/travelling_ruby.rb

@@ -0,0 +1,87 @@
+Dir[File.join(Dir.pwd, 'tasks', '**', '*.rb')].each { |f| require f }
+
+module Distribution
+  class TravellingRuby
+    attr_reader :package
+
+    include PackageHelpers
+
+    def initialize(package)
+      @package = package
+    end
+
+    def self.install(package)
+      new(package)
+        .tap(&:download_runtime)
+        .tap(&:extract_to_folder)
+        .tap(&:install_gems)
+        .tap(&:install_native_extensions)
+        .tap(&:cleanup_files)
+    end
+
+    def install_gems
+      print_to_console 'Installing Gems...'
+
+      Bundler.with_clean_env do
+        FileUtils.cd "#{package.dir}/lib/app" do
+          system(
+            'BUNDLE_IGNORE_CONFIG=1 bundle install ' \
+            '--path vendor --without development --jobs 2 ' \
+            '--quiet'
+          )
+        end
+      end
+    end
+
+    def extract_to_folder
+      FileUtils.mkdir "#{package.dir}/lib/ruby"
+
+      system(
+        "tar -xzf packaging/traveling-ruby-#{package.rb_version}-" \
+        "#{package.arch}.tar.gz " \
+        "-C #{package.dir}/lib/ruby " \
+        '&> /dev/null'
+      )
+    end
+
+    def download_runtime
+      print_to_console 'Downloading Ruby...'
+      ruby = "traveling-ruby-#{package.rb_version}-#{package.arch}.tar.gz"
+
+      FileUtils.cd Distribution.configuration.packaging_dir do
+        unless File.exist? ruby
+          curl "http://d6r77u77i8pq3.cloudfront.net/releases/#{ruby}"
+        end
+      end
+    end
+
+    def install_native_extensions
+      clean_old_extensions
+
+      package.native_extensions.each do |ext|
+        FileUtils.cd "#{package.dir}/lib/app/vendor/ruby/2.1.0/extensions" do
+          curl 'http://d6r77u77i8pq3.cloudfront.net/releases/' \
+               "traveling-ruby-gems-#{package.rb_version}-#{package.arch}/" \
+               "#{ext}.tar.gz"
+
+          system "tar xzf #{ext}.tar.gz && rm #{ext}.tar.gz > /dev/null"
+        end
+      end
+    end
+
+    def clean_old_extensions
+      files = Dir['lib/app/vendor/ruby/2.1.0/extensions/**/*']
+      files.each { |file| FileUtils.rm_rf file }
+    end
+
+    def cleanup_files
+      FileUtils.cd package.dir do
+        files  = Dir['**/{test,spec,doc,example,examples,features,benchmark}']
+        files += Dir['**/{tasks,Rakefile}']
+        files += Dir['lib/ruby/lib/ruby/**/darkfish/images/**/*']
+        files += Dir['**/*.{h,c,cpp,rl,java,class,md,rdoc,txt,gif}']
+        files.each { |file| FileUtils.rm_rf file }
+      end
+    end
+  end
+end

data/tasks/package.rake

@@ -0,0 +1,41 @@
+include Distribution
+
+namespace :distribution do
+  desc 'Package octodown into self-contained programs'
+  task :package do
+    %w(linux:x86 linux:x86_64 osx).each do |task|
+      fork do
+        Rake::Task["distribution:package:#{task}"].invoke
+        exit
+      end
+
+      sleep 0.01
+    end
+
+    Process.waitall
+  end
+
+  namespace :package do
+    namespace :linux do
+      desc 'Package for Linux x86'
+      task :x86 do
+        Package.create 'linux-x86'
+      end
+
+      desc 'Package for Linux x86_64'
+      task :x86_64 do
+        Package.create 'linux-x86_64'
+      end
+    end
+
+    desc 'Package for OS X'
+    task :osx do
+      Package.create 'osx'
+    end
+  end
+
+  desc 'Generate release notes'
+  task :release_notes do
+  #  puts ReleaseNotes.new.content
+  end
+end

data/tasks/upload.rake

@@ -0,0 +1,40 @@
+include Distribution
+
+desc 'Upload tarballs to GitHub'
+task :upload do
+  ['upload:linux:x86', 'upload:linux:x86_64', 'upload:osx'].each do |task|
+    begin
+      Release.create Package.new('osx')
+    rescue
+      puts 'Release already uploaded, continuing...'
+    end
+
+    fork do
+      Rake::Task[task].invoke
+      exit
+    end
+
+    sleep 0.01
+  end
+
+  Process.waitall
+end
+
+namespace :upload do
+  namespace :linux do
+    desc 'Upload for Linux x86'
+    task :x86 do
+      Tarball.upload Package.new('x86')
+    end
+
+    desc 'Upload for Linux x86_64'
+    task :x86_64 do
+      Tarball.upload Package.new('x86_64')
+    end
+  end
+
+  desc 'Upload for OS X'
+  task :osx do
+    Tarball.upload Package.new('osx')
+  end
+end

metadata

@@ -1,86 +1,360 @@
 --- !ruby/object:Gem::Specification
 name: datapimp
 version: !ruby/object:Gem::Version
-  version: 0.0.1
-  prerelease: 
+  version: 1.0.0
 platform: ruby
 authors:
 - Jonathan Soeder
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-04 00:00:00.000000000 Z
+date: 2015-03-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: pry
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.3'
-  type: :development
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+- !ruby/object:Gem::Dependency
+  name: colored
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: commander
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fog-aws
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dropbox-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: google_drive
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack-contrib
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: uri_template
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dnsimple-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack-proxy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: axlsx
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: launchy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: oauth
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.7
+- !ruby/object:Gem::Dependency
+  name: octokit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: 3.0.0
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: pry-nav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0'
-description: Write a gem description
+description: Your rails app in a custom tailored suit.
 email:
 - jonathan.soeder@gmail.com
-executables: []
+executables:
+- datapimp
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".gitignore"
 - Gemfile
+- Guardfile
 - LICENSE.txt
 - README.md
 - Rakefile
+- bin/datapimp
 - datapimp.gemspec
 - lib/datapimp.rb
+- lib/datapimp/cli.rb
+- lib/datapimp/cli/01_extensions.rb
+- lib/datapimp/cli/config.rb
+- lib/datapimp/cli/setup.rb
+- lib/datapimp/cli/sync.rb
+- lib/datapimp/clients/amazon.rb
+- lib/datapimp/clients/dropbox.rb
+- lib/datapimp/clients/github.rb
+- lib/datapimp/clients/google.rb
+- lib/datapimp/configuration.rb
+- lib/datapimp/core_ext.rb
+- lib/datapimp/data_sources.rb
+- lib/datapimp/data_sources/dropbox.rb
+- lib/datapimp/data_sources/excel.rb
+- lib/datapimp/data_sources/github.rb
+- lib/datapimp/data_sources/google.rb
+- lib/datapimp/data_sources/json.rb
+- lib/datapimp/data_sources/nokogiri.rb
+- lib/datapimp/sync.rb
+- lib/datapimp/sync/dropbox_delta.rb
+- lib/datapimp/sync/dropbox_folder.rb
+- lib/datapimp/sync/google_drive_folder.rb
 - lib/datapimp/version.rb
+- packaging/wrapper.sh
+- spec/spec_helper.rb
+- spec/support/test_helpers.rb
+- tasks/distribution/configuration.rb
+- tasks/distribution/executable.rb
+- tasks/distribution/package.rb
+- tasks/distribution/package_helpers.rb
+- tasks/distribution/release.rb
+- tasks/distribution/release_notes.erb
+- tasks/distribution/release_notes.rb
+- tasks/distribution/tarball.rb
+- tasks/distribution/travelling_ruby.rb
+- tasks/package.rake
+- tasks/upload.rake
 homepage: ''
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
-summary: Write a gem summary
-test_files: []
+specification_version: 4
+summary: A collection of API development patterns that I have accumulated in my career
+  as a boss.
+test_files:
+- spec/spec_helper.rb
+- spec/support/test_helpers.rb