iij-dag-client 1.0.1

data/lib/dag/client/model/object_collection.rb

@@ -0,0 +1,64 @@
+module Dag
+  class ObjectCollection < Model
+    include Enumerable
+
+    def initialize(api, bucket_name)
+      super(api)
+      @bucket = bucket_name
+    end
+
+    def [](object_name)
+      object_named(object_name)
+    end
+
+    def where(prefix: nil, delimiter: nil)
+      @prefix = prefix
+      @delimiter = delimiter
+
+      self
+    end
+
+    def each
+      options = {}
+      if @prefix
+        options = options.merge(prefix: @prefix)
+      end
+
+      if @delimiter
+        options = options.merge(delimiter: @delimiter)
+      end
+
+      marker = nil
+      truncated = false
+      begin
+        if marker.present?
+          options = options.merge(marker: marker)
+        end
+        objects_result = @api.objects(@bucket, options)
+        objects = objects_result.full_objects
+
+        truncated = objects_result.truncated?
+        next_marker = objects_result.next_marker
+        if next_marker.nil?
+          marker = objects.last['Key'][0] if objects.present?
+        else
+          marker = next_marker
+        end
+
+        objects.each do |object|
+          yield object_opts(object)
+        end
+      end while truncated
+    end
+
+    private
+
+    def object_named(object_name)
+      Dag::Object.new(@api, @bucket, object_name.to_s)
+    end
+
+    def object_opts(object_opts)
+      Dag::Object.new(@api, @bucket, object_opts["Key"][0], object_opts)
+    end
+  end
+end

data/lib/dag/client/model/table.rb

@@ -0,0 +1,55 @@
+module Dag
+  class Table < Model
+    def initialize(api, cluster_name, db_name, params: {})
+      super(api)
+      @cluster_name = cluster_name
+      @db_name = db_name
+      load_table_info(params)
+    end
+
+    attr_reader :cluster_name, :db_name, :name, :format, :comment, :location, :created_at, :modified_at
+
+    def update(schema: nil, format: nil, comment: nil)
+      parameters = {
+        table: @name,
+        comment: comment || @comment,
+        format: format || @table_info['format'],
+        schema: schema || current_schema,
+      }
+
+      @api.create_table(@cluster_name, @db_name, params: parameters)
+      info = @api.table(@cluster_name, @db_name, @name)
+      load_table_info(info)
+
+      self
+    end
+
+    def delete
+      @api.delete_table(@cluster_name, @db_name, @name)
+    end
+
+    def current_schema
+      @columns.map { |c| "#{c['name']} #{c['type']}" }.join(", ") if @columns.present?
+    end
+
+    alias :schema :current_schema
+
+    def self.json_agent_partition_keys?(partition)
+      (partition['name'] == 'date' && partition['type'] == 'string') ||
+        (partition['name'] == 'hour' && partition['type'] == 'string')
+    end
+
+    private
+
+    def load_table_info(params)
+      @table_info = params
+      @name = @table_info["tableName"]
+      @format = @table_info["format"]
+      @comment = @table_info["comment"]
+      @location = @table_info["location"]
+      @created_at = Time.at(@table_info["createTime"])
+      @modified_at = Time.at(@table_info["modifiedTime"])
+      @columns = params['columns']
+    end
+  end
+end

data/lib/dag/client/model/table_collection.rb

@@ -0,0 +1,60 @@
+module Dag
+  class TableCollection < Model
+    include Enumerable
+    include Dag::Client::ClusterValidation
+
+    attr_reader :cluster_name
+
+    def initialize(api, cluster_name, db_name)
+      super(api)
+
+      @cluster_name = cluster_name
+      @db_name = db_name
+    end
+
+    def each
+      marker = nil
+      truncated = false
+      begin
+        table_info_list = @api.table_info_list(@cluster_name, @db_name, make_options(marker))
+        table_info_list['tables'].each do |table_info|
+          yield Dag::Table.new(@api, @cluster_name, @db_name, params: table_info)
+        end
+        truncated = table_info_list['isTruncated']
+        marker = table_info_list['nextMarker']
+      end while truncated
+    end
+
+    #
+    # == parameters ==
+    # * <tt>table</tt> - table name
+    # * <tt>format</tt> - 'csv' or 'tsv' or 'json' or 'json_agent'
+    # * <tt>schema/tt> - schema
+    # * <tt>comment</tt> - comment
+    def create(table: '', format: nil, schema: nil, comment: nil)
+      params = {
+        table: table,
+        schema: schema,
+        create_api: true
+      }
+      params.merge!({ format: format }) if format
+      params.merge!({ comment: comment }) if comment
+
+      @api.create_table(@cluster_name, @db_name, params: params)
+      table_info = @api.table(@cluster_name, @db_name, table)
+      Dag::Table.new(@api, @cluster_name, @db_name, params: table_info)
+    end
+
+    private
+
+    def make_options(marker = nil)
+      options = { max: 100 }
+
+      if marker
+        options = options.merge(marker: marker)
+      end
+
+      options
+    end
+  end
+end

data/lib/dag/client/storage.rb

@@ -0,0 +1,41 @@
+module Dag
+  class Client
+    module Storage
+      def buckets
+        Dag::BucketCollection.new(@api)
+      end
+
+      def objects(bucket)
+        Dag::ObjectCollection.new(@api, bucket)
+      end
+
+      def create_bucket(bucket)
+        @api.create_bucket(bucket)
+
+        Dag::Bucket.new(@api, bucket)
+      end
+
+      def delete_bucket(bucket)
+        @api.delete_bucket(bucket)
+
+        nil
+      end
+
+      def delete_object(bucket, object)
+        @api.delete_object(bucket, object)
+
+        nil
+      end
+
+      #
+      # == options ==
+      # * <tt>label</tt> - label
+      # * <tt>jobs</tt> - count of executing pararell
+      def import(db_name, table, file_path, options = {})
+        @api.import(db_name, table, file_path, options)
+
+        nil
+      end
+    end
+  end
+end

data/lib/dag/client/table.rb

@@ -0,0 +1,16 @@
+module Dag
+  class Client
+    module Table
+      def tables
+        Dag::TableCollection.new(@api, @cluster_name, @db_name)
+      end
+
+      def table(tbl_name)
+        unless table_info = @api.table(@cluster_name, @db_name, tbl_name)
+          raise Dag::Client::TableNotFound.new('table not found')
+        end
+        Dag::Table.new(@api, @cluster_name, @db_name, params: table_info)
+      end
+    end
+  end
+end

data/lib/dag/client/version.rb

@@ -0,0 +1,5 @@
+module Dag
+  class Client
+    VERSION="1.0.1"
+  end
+end

data/lib/dag/settings.rb

@@ -0,0 +1,9 @@
+require 'settingslogic'
+
+module Dag
+  class Settings < Settingslogic
+    source File.expand_path("../../../config/settings.yml", __FILE__)
+    namespace ENV['DAG_CLIENT_RUBY_ENV'] || 'defaults'
+    load!
+  end
+end

metadata

@@ -0,0 +1,210 @@
+--- !ruby/object:Gem::Specification
+name: iij-dag-client
+version: !ruby/object:Gem::Version
+  version: 1.0.1
+platform: ruby
+authors:
+- iij
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-06-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.0
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+- !ruby/object:Gem::Dependency
+  name: settingslogic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.9
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.11.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.11.2
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.4.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.4.3
+- !ruby/object:Gem::Dependency
+  name: xml-simple
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.4
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+description: iij gio dag library for ruby
+email:
+- dag-info@iij.ad.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- Rakefile
+- config/settings.yml
+- iij-dag-client.gemspec
+- lib/dag.rb
+- lib/dag/client.rb
+- lib/dag/client/api.rb
+- lib/dag/client/api/cluster.rb
+- lib/dag/client/api/database.rb
+- lib/dag/client/api/job.rb
+- lib/dag/client/api/list_params.rb
+- lib/dag/client/api/rest_parameter.rb
+- lib/dag/client/api/storage.rb
+- lib/dag/client/api/storage_result.rb
+- lib/dag/client/api/table.rb
+- lib/dag/client/cluster.rb
+- lib/dag/client/cluster_validation.rb
+- lib/dag/client/database.rb
+- lib/dag/client/exception.rb
+- lib/dag/client/job.rb
+- lib/dag/client/job_validation.rb
+- lib/dag/client/model.rb
+- lib/dag/client/model/bucket.rb
+- lib/dag/client/model/bucket_collection.rb
+- lib/dag/client/model/cluster.rb
+- lib/dag/client/model/cluster_collection.rb
+- lib/dag/client/model/database.rb
+- lib/dag/client/model/database_collection.rb
+- lib/dag/client/model/job.rb
+- lib/dag/client/model/job_collection.rb
+- lib/dag/client/model/object.rb
+- lib/dag/client/model/object_collection.rb
+- lib/dag/client/model/table.rb
+- lib/dag/client/model/table_collection.rb
+- lib/dag/client/storage.rb
+- lib/dag/client/table.rb
+- lib/dag/client/version.rb
+- lib/dag/settings.rb
+homepage: http://www.iij.ad.jp/biz/storage/
+licenses:
+- Apache License 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.3
+signing_key: 
+specification_version: 4
+summary: iij gio dag library for ruby
+test_files: []