phill 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c0742ffb15896bb0e9af18cc3aafc48daf368da4
-  data.tar.gz: 378fa52a23fd2bb5d675a45ea3b368b4b13d690b
+  metadata.gz: 02bcea78612b59bcfbda71a37edee09882e7e050
+  data.tar.gz: a8bae8a0820052dbdf03e92a529a48ac98e221f1
 SHA512:
-  metadata.gz: bf71517e72d4b51fa4b79aca821cdf823d0323c37b556504a39c07ed550524959dc98fbeb95584f7c64f62d7df99cbaf44c6613021077518d9a2718e7f6cb395
-  data.tar.gz: 9acc2de7705a827c19fab61ff676509ee556c1e3d8c83905989fe2ed18914e450ede22f9e67c52baed5d7ab9dba838c31d063e72a1d93f4e6ae4300fe2bdbbcc
+  metadata.gz: 60853dfc5a2878c148c44c4346a06a31c76ee8f99af2567ca6a0a190063eeda9ca37a402ff37d9c24f5754ed75ddf2d58b4058e31af0bb2bb75af0a5f89b0d8d
+  data.tar.gz: 8be8ed4e7cfc786305ad912f6d5ea8dbf8cde48090f53c22e0134b7f38112ecd5508a76e0aa292c7bd0430a45c0aac826b72392be5cf13907bf755d0a6f91fde

data/.gitignore

@@ -1 +1,2 @@
-Gemfile.lock
+config/*.yml
+coverage/

data/Gemfile.lock

@@ -0,0 +1,234 @@
+PATH
+  remote: .
+  specs:
+    phill (1.0.0)
+      activesupport
+      awscli
+      minitar
+      recursive-open-struct
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    CFPropertyList (2.3.3)
+    activemodel (5.0.0.1)
+      activesupport (= 5.0.0.1)
+    activerecord (5.0.0.1)
+      activemodel (= 5.0.0.1)
+      activesupport (= 5.0.0.1)
+      arel (~> 7.0)
+    activesupport (5.0.0.1)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (~> 0.7)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    arel (7.1.4)
+    awscli (0.2.8)
+      fog (>= 1.16.0)
+      highline
+      multi_json
+      thor (>= 0.17.0)
+    builder (3.2.2)
+    codeclimate-test-reporter (0.6.0)
+      simplecov (>= 0.7.1, < 1.0.0)
+    coderay (1.1.1)
+    concurrent-ruby (1.0.2)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    excon (0.54.0)
+    fission (0.5.0)
+      CFPropertyList (~> 2.2)
+    fog (1.38.0)
+      fog-aliyun (>= 0.1.0)
+      fog-atmos
+      fog-aws (>= 0.6.0)
+      fog-brightbox (~> 0.4)
+      fog-cloudatcost (~> 0.1.0)
+      fog-core (~> 1.32)
+      fog-dynect (~> 0.0.2)
+      fog-ecloud (~> 0.1)
+      fog-google (<= 0.1.0)
+      fog-json
+      fog-local
+      fog-openstack
+      fog-powerdns (>= 0.1.1)
+      fog-profitbricks
+      fog-rackspace
+      fog-radosgw (>= 0.0.2)
+      fog-riakcs
+      fog-sakuracloud (>= 0.0.4)
+      fog-serverlove
+      fog-softlayer
+      fog-storm_on_demand
+      fog-terremark
+      fog-vmfusion
+      fog-voxel
+      fog-vsphere (>= 0.4.0)
+      fog-xenserver
+      fog-xml (~> 0.1.1)
+      ipaddress (~> 0.5)
+    fog-aliyun (0.1.0)
+      fog-core (~> 1.27)
+      fog-json (~> 1.0)
+      ipaddress (~> 0.8)
+      xml-simple (~> 1.1)
+    fog-atmos (0.1.0)
+      fog-core
+      fog-xml
+    fog-aws (0.12.0)
+      fog-core (~> 1.38)
+      fog-json (~> 1.0)
+      fog-xml (~> 0.1)
+      ipaddress (~> 0.8)
+    fog-brightbox (0.11.0)
+      fog-core (~> 1.22)
+      fog-json
+      inflecto (~> 0.0.2)
+    fog-cloudatcost (0.1.2)
+      fog-core (~> 1.36)
+      fog-json (~> 1.0)
+      fog-xml (~> 0.1)
+      ipaddress (~> 0.8)
+    fog-core (1.43.0)
+      builder
+      excon (~> 0.49)
+      formatador (~> 0.2)
+    fog-dynect (0.0.3)
+      fog-core
+      fog-json
+      fog-xml
+    fog-ecloud (0.3.0)
+      fog-core
+      fog-xml
+    fog-google (0.1.0)
+      fog-core
+      fog-json
+      fog-xml
+    fog-json (1.0.2)
+      fog-core (~> 1.0)
+      multi_json (~> 1.10)
+    fog-local (0.3.1)
+      fog-core (~> 1.27)
+    fog-openstack (0.1.15)
+      fog-core (>= 1.40)
+      fog-json (>= 1.0)
+      ipaddress (>= 0.8)
+    fog-powerdns (0.1.1)
+      fog-core (~> 1.27)
+      fog-json (~> 1.0)
+      fog-xml (~> 0.1)
+    fog-profitbricks (2.0.1)
+      fog-core (~> 1.42)
+      fog-json (~> 1.0)
+    fog-rackspace (0.1.1)
+      fog-core (>= 1.35)
+      fog-json (>= 1.0)
+      fog-xml (>= 0.1)
+      ipaddress (>= 0.8)
+    fog-radosgw (0.0.5)
+      fog-core (>= 1.21.0)
+      fog-json
+      fog-xml (>= 0.0.1)
+    fog-riakcs (0.1.0)
+      fog-core
+      fog-json
+      fog-xml
+    fog-sakuracloud (1.7.5)
+      fog-core
+      fog-json
+    fog-serverlove (0.1.2)
+      fog-core
+      fog-json
+    fog-softlayer (1.1.4)
+      fog-core
+      fog-json
+    fog-storm_on_demand (0.1.1)
+      fog-core
+      fog-json
+    fog-terremark (0.1.0)
+      fog-core
+      fog-xml
+    fog-vmfusion (0.1.0)
+      fission
+      fog-core
+    fog-voxel (0.1.0)
+      fog-core
+      fog-xml
+    fog-vsphere (1.5.0)
+      fog-core
+      rbvmomi (~> 1.9)
+    fog-xenserver (0.2.3)
+      fog-core
+      fog-xml
+    fog-xml (0.1.2)
+      fog-core
+      nokogiri (~> 1.5, >= 1.5.11)
+    formatador (0.2.5)
+    highline (1.7.8)
+    i18n (0.7.0)
+    inflecto (0.0.2)
+    ipaddress (0.8.3)
+    json (2.0.2)
+    method_source (0.8.2)
+    mini_portile2 (2.1.0)
+    minitar (0.5.4)
+    minitest (5.9.1)
+    multi_json (1.12.1)
+    nokogiri (1.6.8.1)
+      mini_portile2 (~> 2.1.0)
+    pry (0.10.4)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    pry-nav (0.2.4)
+      pry (>= 0.9.10, < 0.11.0)
+    rake (11.3.0)
+    rbvmomi (1.9.4)
+      builder (~> 3.2)
+      json (>= 1.8)
+      nokogiri (~> 1.5)
+      trollop (~> 2.1)
+    recursive-open-struct (1.0.1)
+    rspec (3.4.0)
+      rspec-core (~> 3.4.0)
+      rspec-expectations (~> 3.4.0)
+      rspec-mocks (~> 3.4.0)
+    rspec-core (3.4.4)
+      rspec-support (~> 3.4.0)
+    rspec-expectations (3.4.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-mocks (3.4.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-support (3.4.1)
+    simplecov (0.12.0)
+      docile (~> 1.1.0)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.0)
+    slop (3.6.0)
+    sqlite3 (1.3.12)
+    thor (0.19.1)
+    thread_safe (0.3.5)
+    trollop (2.1.2)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+    xml-simple (1.1.5)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord
+  bundler
+  codeclimate-test-reporter
+  phill!
+  pry-nav
+  rake
+  rspec (~> 3.4.0)
+  simplecov
+  sqlite3
+
+BUNDLED WITH
+   1.12.5

data/lib/phill/aws_client.rb

@@ -0,0 +1,28 @@
+require 'recursive-open-struct'
+require 'awscli'
+
+class Phill::AwsClient
+  class << self
+    include Phill::Configurable
+
+    def upload(locations)
+      locations.each do |location|
+        location.files.each do |file|
+          client.put_object(
+            bucket: location.bucket,
+            key: [ location.aws_folder, file.compressed_name ].join('/').gsub(/^\/*/,''),
+            body: file.compressed_file,
+            )
+        end
+      end
+    end
+
+    def client
+      @client ||= Aws::S3::Client.new(
+        access_key_id: config.access_key_id,
+        secret_access_key: config.secret_access_key,
+        region: config.region
+      )
+    end
+  end
+end

data/lib/phill/configurable.rb

@@ -0,0 +1,7 @@
+module Phill::Configurable
+  attr_reader :config
+
+  def config=(hash)
+    @config = RecursiveOpenStruct.new(hash, recurse_over_arrays: true)
+  end
+end

data/lib/phill/file.rb

@@ -0,0 +1,45 @@
+require 'zlib'
+require 'archive/tar/minitar'
+require 'time'
+
+class Phill::File
+  include Archive::Tar
+
+  attr_reader :path
+
+  def initialize(path)
+    @path = path
+  end
+
+  def process
+    compress
+    File.open(path, 'w').close
+  end
+
+  def compressed_file
+    @compressed_file ||= File.open(compressed_path, 'rb')
+  end
+
+  def compressed_name
+    @compressed_name ||= compressed_path.gsub(/.*\//, '')
+  end
+
+  private
+
+  def compress
+    Minitar.pack(path, gzip_file)
+  end
+
+  def compressed_path
+    @compressed_path ||= "#{path}.#{date_string}.tar.gz"
+  end
+
+  def date_string
+    @date_string ||= Time.now.strftime '%Y%m%d'
+  end
+
+  def gzip_file
+    @gzip_file ||= Zlib::GzipWriter.open(compressed_path)
+  end
+end
+

data/lib/phill/location.rb

@@ -0,0 +1,9 @@
+class Phill::Location < DelegateClass(RecursiveOpenStruct)
+  def files
+    @files ||= super.map { |f| Phill::File.new(f) }
+  end
+
+  def process
+    files.each(&:process)
+  end
+end

data/lib/phill/version.rb

@@ -1,4 +1,3 @@
 class Phill
-  VERSION = '0.0.1'
+  VERSION='0.1.0'
 end
-

data/lib/phill.rb

@@ -1,2 +1,23 @@
+require 'recursive-open-struct'
+require 'yaml'
+
 class Phill
+  require 'phill/version'
+  require 'phill/configurable'
+  require 'phill/aws_client'
+  require 'phill/location'
+  require 'phill/file'
+
+  class << self
+    include Phill::Configurable
+
+    def locations
+      @locations ||= config.locations.map { |l|  Location.new(l) }
+    end
+
+    def process
+      locations.each(&:process)
+      AwsClient.upload(locations)
+    end
+  end
 end

data/phill.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |gem|
   gem.authors       = ["Bidu Dev's Team"]
   gem.email         = ["dev@bidu.com.br"]
   gem.homepage      = 'https://github.com/Bidu/phill'
-  gem.description   = 'Gem for log rotation and S3 upload'
+  gem.description   = 'Gem for easy log rotation and S3 upload'
   gem.summary       = gem.description
 
   gem.files         = `git ls-files`.split($/)
@@ -17,9 +17,18 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|gem|features)/})
   gem.require_paths = ["lib"]
 
-  gem.add_development_dependency "bundler", "~> 1.6"
+  gem.add_runtime_dependency 'activesupport'
+  gem.add_runtime_dependency 'awscli'
+  gem.add_runtime_dependency 'recursive-open-struct'
+  gem.add_runtime_dependency 'minitar'
+
+  gem.add_development_dependency "activerecord"
+  gem.add_development_dependency "sqlite3"
+
+  gem.add_development_dependency "bundler"
   gem.add_development_dependency "rake"
-  gem.add_development_dependency "rspec", "~> 2.14"
+  gem.add_development_dependency "rspec", "~> 3.4.0"
+  gem.add_development_dependency 'pry-nav'
   gem.add_development_dependency 'simplecov'
   gem.add_development_dependency 'codeclimate-test-reporter'
 end

data/spec/lib/phill/aws_client_spec.rb

@@ -0,0 +1,5 @@
+require 'spec_helper'
+
+describe Phill::AwsClient do
+  it_behaves_like 'a module that is configurable'
+end

data/spec/lib/phill_spec.rb

@@ -0,0 +1,5 @@
+require 'spec_helper'
+
+describe Phill do
+  it_behaves_like 'a module that is configurable'
+end

data/spec/spec_helper.rb

@@ -11,12 +11,12 @@ end
 SimpleCov.start 'gem'
 
 require 'phill'
+require 'pry'
 
 support_files = File.expand_path("spec/support/**/*.rb")
 Dir[support_files].each { |file| require file  }
 
 RSpec.configure do |config|
-  config.treat_symbols_as_metadata_keys_with_true_values = true
   config.run_all_when_everything_filtered = true
   config.filter_run :focus
   config.filter_run_excluding :integration unless ENV['ALL']

data/spec/support/shared_examples/configurable.rb

@@ -0,0 +1,23 @@
+shared_examples 'a module that is configurable' do
+  it { expect(described_class).to respond_to(:config) }
+  it { expect(described_class).to respond_to(:config=) }
+
+  describe '.config' do
+    context 'after configuration' do
+      let(:config) { { a: 1, b: [{ c: 2 }] } }
+      before do
+        described_class.config = config
+      end
+
+      it { expect(described_class.config).to be_a(RecursiveOpenStruct) }
+
+      it do
+        expect(described_class.config.to_h).to eq(config)
+      end
+
+      it 'recurse over arrays' do
+        expect(described_class.config.b.first).to be_a(RecursiveOpenStruct)
+      end
+    end
+  end
+end

metadata

@@ -1,29 +1,113 @@
 --- !ruby/object:Gem::Specification
 name: phill
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Bidu Dev's Team
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-10-21 00:00:00.000000000 Z
+date: 2016-10-26 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: awscli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: recursive-open-struct
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -44,14 +128,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.14'
+        version: 3.4.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.14'
+        version: 3.4.0
+- !ruby/object:Gem::Dependency
+  name: pry-nav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -80,7 +178,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Gem for log rotation and S3 upload
+description: Gem for easy log rotation and S3 upload
 email:
 - dev@bidu.com.br
 executables: []
@@ -90,13 +188,21 @@ files:
 - ".gitignore"
 - ".rspec"
 - Gemfile
+- Gemfile.lock
 - LICENSE
 - README.md
 - Rakefile
 - lib/phill.rb
+- lib/phill/aws_client.rb
+- lib/phill/configurable.rb
+- lib/phill/file.rb
+- lib/phill/location.rb
 - lib/phill/version.rb
 - phill.gemspec
+- spec/lib/phill/aws_client_spec.rb
+- spec/lib/phill_spec.rb
 - spec/spec_helper.rb
+- spec/support/shared_examples/configurable.rb
 homepage: https://github.com/Bidu/phill
 licenses: []
 metadata: {}
@@ -119,5 +225,5 @@ rubyforge_project:
 rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
-summary: Gem for log rotation and S3 upload
+summary: Gem for easy log rotation and S3 upload
 test_files: []