s3-client 0.0.1

data/lib/s3/client/exception.rb

@@ -0,0 +1,20 @@
+module S3
+  class Client
+    class APIFailure < StandardError
+      attr_accessor :api_code
+      attr_accessor :api_message
+      attr_accessor :api_status
+      attr_accessor :api_request_id
+      attr_accessor :api_resource
+    end
+
+    class ParameterInvalid < StandardError
+    end
+
+    class APIOptionInvalid < StandardError
+    end
+
+    class StatusInvalid < StandardError
+    end
+  end
+end

data/lib/s3/client/model/bucket.rb

@@ -0,0 +1,20 @@
+module S3
+  class Bucket < Driver::Model
+    def initialize(api, bucket_name)
+      super(api)
+      @name = bucket_name
+    end
+
+    def name
+      @name
+    end
+
+    def delete
+      @api.delete_bucket(@name)
+    end
+
+    def objects(prefix: nil)
+      S3::ObjectCollection.new(@api, @name)
+    end
+  end
+end

data/lib/s3/client/model/bucket_collection.rb

@@ -0,0 +1,35 @@
+module S3
+  class BucketCollection < Driver::Model
+    include Enumerable
+
+    def create(bucket_name)
+      @api.create_bucket(bucket_name)
+      bucket_named(bucket_name)
+    end
+
+    # @example
+    #
+    #   bucket = client.buckets[:mybucket],
+    #   bucket = client.buckets['mybucket'],
+    #
+    # @param [String] bucket_name
+    # @return [Bucket]
+    def [] bucket_name
+      bucket_named(bucket_name)
+    end
+
+    def each
+      xml_doc = @api.buckets
+      buckets = S3::Concerns::BucketsResult.new(xml_doc).buckets
+      buckets.each do |bucket|
+        yield bucket_named(bucket)
+      end
+    end
+
+    private
+
+    def bucket_named(bucket)
+      S3::Bucket.new(@api, bucket.to_s)
+    end
+  end
+end

data/lib/s3/client/model/concerns/buckets_result.rb

@@ -0,0 +1,21 @@
+module S3
+  class Concerns
+    class BucketsResult < Driver::Model
+      def initialize(xml_doc)
+        @xml_doc = xml_doc
+      end
+
+      def buckets
+        REXML::XPath.match(@xml_doc, "/ListAllMyBucketsResult/Buckets/Bucket/Name").map { |b| b.text }
+      end
+
+      def owner_id
+        REXML::XPath.match(@xml_doc, "/ListAllMyBucketsResult/Owner/ID").map { |b| b.text }.first
+      end
+
+      def owner_display_name
+        REXML::XPath.match(@xml_doc, "/ListAllMyBucketsResult/Owner/DisplayName").map { |b| b.text }.first
+      end
+    end
+  end
+end

data/lib/s3/client/model/concerns/objects_result.rb

@@ -0,0 +1,35 @@
+module S3
+  class Concerns
+    class ObjectsResult < Driver::Model
+      def initialize(xml_doc)
+        @xml_doc = xml_doc
+      end
+
+      def objects
+        REXML::XPath.match(@xml_doc, "/ListBucketResult/Contents/Key").map { |b| b.text }
+      end
+
+      def full_objects
+        REXML::XPath.match(@xml_doc, "/ListBucketResult/Contents").map{|m|
+          XmlSimple.xml_in(m.to_s)
+        }
+      end
+
+      def truncated?
+        REXML::XPath.match(@xml_doc, "/ListBucketResult/IsTruncated").map { |b| b.text }.first == 'true'
+      end
+
+      def marker
+        REXML::XPath.match(@xml_doc, "/ListBucketResult/Marker").map { |b| b.text }.first
+      end
+
+      def next_marker
+        REXML::XPath.match(@xml_doc, "/ListBucketResult/NextMarker").map { |b| b.text }.first
+      end
+
+      def max
+        REXML::XPath.match(@xml_doc, "/ListBucketResult/MaxKeys").map { |b| b.text }.first.to_i
+      end
+    end
+  end
+end

data/lib/s3/client/model/object.rb

@@ -0,0 +1,56 @@
+module S3
+  class Object < Driver::Model
+    def initialize(api, bucket_name, object_name, opts = {})
+      super(api)
+      @bucket = bucket_name
+      @name = object_name
+      @opts = opts
+    end
+
+    def name
+      @name
+    end
+
+    def size
+      @opts["Size"][0].to_i
+    end
+
+    def etag
+      @opts["ETag"][0]
+    end
+
+    def lastmodified
+      Time.parse(@opts["LastModified"][0])
+    end
+
+    def read(range = nil)
+      @api.get_object(@bucket, @name, range)
+    end
+
+    def write(data, options = {})
+      if data.is_a?(String)
+        data = StringIO.new(data)
+      elsif data.is_a?(Pathname)
+        data = File.open(data, 'rb')
+      elsif data.respond_to?(:read) && data.respond_to?(:eof?)
+      end
+
+      unless options[:multipart]
+        @api.create_object(@bucket, @name, options) do
+          data
+        end
+      else
+        @api.create_multipart_object(@bucket, @name, options) do
+          data
+        end
+      end
+      data.close
+
+      nil
+    end
+
+    def delete
+      @api.delete_object(@bucket, @name)
+    end
+  end
+end

data/lib/s3/client/model/object_collection.rb

@@ -0,0 +1,65 @@
+module S3
+  class ObjectCollection < Driver::Model
+    include Enumerable
+
+    def initialize(api, bucket_name)
+      super(api)
+      @bucket = bucket_name
+    end
+
+    def [](object_name)
+      object_named(object_name)
+    end
+
+    def where(prefix: nil, delimiter: nil)
+      @prefix = prefix
+      @delimiter = delimiter
+
+      self
+    end
+
+    def each
+      options = {}
+      if @prefix
+        options = options.merge(prefix: @prefix)
+      end
+
+      if @delimiter
+        options = options.merge(delimiter: @delimiter)
+      end
+
+      marker = nil
+      truncated = false
+      begin
+        if marker.present?
+          options = options.merge(marker: marker)
+        end
+        xml_doc = @api.objects(@bucket, options)
+        objects_result = S3::Concerns::ObjectsResult.new(xml_doc)
+        objects = objects_result.full_objects
+
+        truncated = objects_result.truncated?
+        next_marker = objects_result.next_marker
+        if next_marker.nil?
+          marker = objects.last['Key'][0] if objects.present?
+        else
+          marker = next_marker
+        end
+
+        objects.each do |object|
+          yield object_opts(object)
+        end
+      end while truncated
+    end
+
+    private
+
+    def object_named(object_name)
+      S3::Object.new(@api, @bucket, object_name.to_s)
+    end
+
+    def object_opts(object_opts)
+      S3::Object.new(@api, @bucket, object_opts["Key"][0], object_opts)
+    end
+  end
+end

data/lib/s3/client/storage.rb

@@ -0,0 +1,43 @@
+module S3
+  class Client
+    model Bucket, BucketCollection, :Object, ObjectCollection
+
+    module Storage
+      def buckets
+        S3::BucketCollection.new(@api)
+      end
+
+      def objects(bucket)
+        S3::ObjectCollection.new(@api, bucket)
+      end
+
+      def create_bucket(bucket)
+        @api.create_bucket(bucket)
+
+        S3::Bucket.new(@api, bucket)
+      end
+
+      def delete_bucket(bucket)
+        @api.delete_bucket(bucket)
+
+        nil
+      end
+
+      def delete_object(bucket, object)
+        @api.delete_object(bucket, object)
+
+        nil
+      end
+
+      #
+      # == options ==
+      # * <tt>label</tt> - label
+      # * <tt>jobs</tt> - count of executing pararell
+      def import(db_name, table, file_path, options = {})
+        @api.import(db_name, table, file_path, options)
+
+        nil
+      end
+    end
+  end
+end

data/lib/s3/settings.rb

@@ -0,0 +1,9 @@
+require 'settingslogic'
+
+module S3
+  class Settings < Settingslogic
+    source File.expand_path("../../../config/settings.yml", __FILE__)
+    namespace ENV['S3_CLIENT_ENV'] || 'defaults'
+    load!
+  end
+end

data/lib/s3/version.rb

@@ -0,0 +1,3 @@
+module S3
+  VERSION = '0.0.1'
+end

data/s3-client.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 's3/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "s3-client"
+  spec.version       = S3::VERSION
+  spec.authors       = ["hiro-su"]
+  spec.email         = ["h.sugipon@gmail.com"]
+  spec.description   = %q{It is a simple AWS S3 library for Ruby}
+  spec.summary       = %q{Is is a simple AWS S3 library for Ruby}
+  spec.homepage      = "http://github.com/hiro-su/s3-client"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/).reject {|item| item =~ /^(sample|doc|README|CHANGELOG|.drone.yml|spec|.rspec)/ }
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "httpclient", "~> 2.8.0"
+  spec.add_dependency "settingslogic", "~> 2.0.9"
+  spec.add_dependency "mime-types", "~> 3.1"
+  spec.add_dependency "xml-simple", "~> 1.1.4"
+  spec.add_dependency "driver", "~> 0.0.4"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.1.0"
+end

metadata

@@ -0,0 +1,176 @@
+--- !ruby/object:Gem::Specification
+name: s3-client
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- hiro-su
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-03-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+- !ruby/object:Gem::Dependency
+  name: settingslogic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.9
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: xml-simple
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.4
+- !ruby/object:Gem::Dependency
+  name: driver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.4
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+description: It is a simple AWS S3 library for Ruby
+email:
+- h.sugipon@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- Rakefile
+- config/settings.yml
+- lib/s3/client.rb
+- lib/s3/client/api.rb
+- lib/s3/client/api/rest_parameter.rb
+- lib/s3/client/api/storage.rb
+- lib/s3/client/exception.rb
+- lib/s3/client/model/bucket.rb
+- lib/s3/client/model/bucket_collection.rb
+- lib/s3/client/model/concerns/buckets_result.rb
+- lib/s3/client/model/concerns/objects_result.rb
+- lib/s3/client/model/object.rb
+- lib/s3/client/model/object_collection.rb
+- lib/s3/client/storage.rb
+- lib/s3/settings.rb
+- lib/s3/version.rb
+- s3-client.gemspec
+homepage: http://github.com/hiro-su/s3-client
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Is is a simple AWS S3 library for Ruby
+test_files: []