iij-dag 1.0.1

data/lib/dag/cli/sub_command/table.rb

@@ -0,0 +1,168 @@
+# coding: utf-8
+module Dag
+  module CLI
+    class Table < SubCommand
+      include Dag::CLI::Utils::NumberToHuman
+
+      desc 'list ([DB])', 'Tables list name/location/comment/created_at'
+      def list(database = nil)
+        headers = %w(database table location comment created_at)
+        rows = []
+
+        handle_api_failure {
+          if database
+            open_client.database(database).tables.each do |table|
+              rows << [
+                  table.db_name,
+                  table.name,
+                  table.location,
+                  table.comment,
+                  time_format(table.created_at)
+              ]
+            end
+          else
+            open_client.databases.each do |db|
+              db.tables.each do |table|
+                rows << [
+                    table.db_name,
+                    table.name,
+                    table.location,
+                    table.comment,
+                    time_format(table.created_at)
+                ]
+              end
+            end
+          end
+        }
+
+        terminal_table(rows, headers: headers)
+      end
+
+      desc 'info [DB] [TABLE]', 'Table info database/table/schema/location/comment/created_at'
+      def info(database, table)
+        headers = %w(item info)
+        rows = []
+
+        tbl = handle_api_failure do
+          open_client.database(database).table(table)
+        end
+
+        rows << ["name", tbl.name]
+        rows << ["format", tbl.format]
+        rows << ["schema", tbl.schema]
+        rows << ["location", tbl.location]
+        rows << ["comment", tbl.comment]
+        rows << ["created_at", time_format(tbl.created_at)]
+        rows << ["modified_at", time_format(tbl.modified_at)]
+
+        terminal_table(rows, headers: headers, max_width: Float::INFINITY)
+      end
+
+      desc 'create [DB] [TABLE]', 'Create table'
+      option :format, type: :string, aliases: '-f', desc: "format [csv/tsv/json/json_agent]"
+      option :comment, type: :string, desc: "table comment"
+      option :schema, type: :string, aliases: '-s', desc: "table schema"
+      def create(database, table)
+        params = {}
+        params.merge!({ format: options[:format] }) if options[:format]
+        params.merge!({ comment: options[:comment] }) if options[:comment]
+        params.merge!({ schema: options[:schema] }) if options[:schema]
+
+        tbl = handle_api_failure do
+          open_client.create_table(database, table, params)
+        end
+
+        say_status "Create table", tbl.name
+      end
+
+      desc 'update [DB] [TABLE]', 'Update table'
+      option :format, type: :string, aliases: '-f', desc: "format [csv/tsv/json/json_agent]"
+      option :comment, type: :string, desc: "table comment"
+      def update(database, table)
+        params = {}
+        params.merge!({ format: options[:format] }) if options[:format]
+        params.merge!({ comment: options[:comment] }) if options[:comment]
+
+        tbl = handle_api_failure do
+          open_client.database(database).table(table).update(params)
+        end
+
+        say_status "Update table", tbl.name
+      end
+
+      desc 'delete [DB] [TABLE]', 'Delete Table'
+      def delete(database, table)
+        handle_api_failure do
+          open_client.database(database).table(table).delete
+        end
+
+        say_status "Delete table", table
+      end
+
+      desc 'split [DB] [TABLE]', 'Split objects into table'
+      option 'input-objects', type: :array, aliases: '-i', desc: "input objects", required: true
+      option :format, type: :string, aliases: '-f', desc: "format [csv/tsv/json]", required: true
+      option :comment, type: :string, desc: "table comment"
+      def split(database, table)
+        params = {
+            input_format: options[:format],
+            input_object_keys: options['input-objects']
+        }
+        params.merge!({ comment: options[:comment] }) if options[:comment]
+
+        job = handle_api_failure do
+          db = open_client.database(database)
+          db.split(table, params)
+        end
+
+        say_status "Accepted split", "job_id: #{job.id}"
+      end
+
+      desc 'size [DB] [TABLE]', 'data size of table'
+      option :sample, type: :numeric, aliases: '-s', desc: "Guess Compress Ratio by sample N objects", default: 0
+      def size(database, table)
+        res=[{:Title=>"Total", :Objects=>0, :Size=>0},
+             {:Title=>"Gzip-ed", :Objects=>0, :Size=>0},
+             {:Title=>"Skipped", :Objects=>0, :Size=>0}]
+        bucket = client.buckets[database]
+        rows = handle_api_failure{
+          bucket.objects.where(prefix: table, delimiter: nil)
+        }
+        ckeys=[]
+        rows.each{|r|
+          if [".", "_"].include?(File.basename(r.name)[0]) ||
+             r.name.end_with?("_$folder$")
+            res[2][:Objects]+=1
+            res[2][:Size]+=r.size
+            next
+          end
+          res[0][:Objects]+=1
+          res[0][:Size]+=r.size
+          if r.name.end_with? ".gz"
+            ckeys << [r.size, r.name]
+            res[1][:Objects]+=1
+            res[1][:Size]+=r.size
+          end
+        }
+        ucsz = 0
+        csz  = 0
+        ckeys.sample(options[:sample]).each{|k|
+          d = bucket.objects[k[1]].read(-4..-1)
+          csz += k[0]
+          ucsz += d.unpack("V")[0]
+        }
+        fields=[:Title, :Objects, :Size]
+        if csz!=0
+          res[1]["Ratio%"]="%.2f" %[csz*100.0/ucsz]
+          unc=(res[1][:Size]/(csz*1.0/ucsz)).to_i
+          res[1][:Uncompressed]=number_to_human(unc)
+          res[0][:Uncompressed]=number_to_human(res[0][:Size]-res[1][:Size]+unc)
+          fields << "Ratio%"
+          fields << :Uncompressed
+        end
+        res.each{|m| m[:Size]=number_to_human(m[:Size]) }
+        terminal_table res, fields: fields
+      end
+    end
+  end
+end

data/lib/dag/cli/utils.rb

@@ -0,0 +1,7 @@
+module Dag::CLI
+  module Utils
+    autoload :NumberToHuman,   'dag/cli/utils/number_to_human'
+    autoload :TerminalTable,   'dag/cli/utils/terminal_table'
+    autoload :TimeFormat,      'dag/cli/utils/time_format'
+  end
+end

data/lib/dag/cli/utils/number_to_human.rb

@@ -0,0 +1,23 @@
+module Dag::CLI::Utils
+  module NumberToHuman
+    require 'active_support/number_helper/number_converter'
+    require 'active_support/number_helper/number_to_delimited_converter'
+    require 'active_support/number_helper/number_to_rounded_converter'
+    require 'active_support/number_helper/number_to_human_size_converter'
+
+    include ActiveSupport::NumberHelper
+    I18n.enforce_available_locales = false
+
+    def number_to_human(number, options = {})
+      NumberToHumanSizeConverter.new(number, options).execute
+    end
+
+    #{
+    #    'B'  => 1024,
+    #    'KB' => 1024 * 1024,
+    #    'MB' => 1024 * 1024 * 1024,
+    #    'GB' => 1024 * 1024 * 1024 * 1024,
+    #    'TB' => 1024 * 1024 * 1024 * 1024 * 1024
+    #}.each_pair { |e, s| return "#{(num.to_f / (s / 1024)).round(2)} #{e}" if num < s }
+  end
+end

data/lib/dag/cli/utils/terminal_table.rb

@@ -0,0 +1,10 @@
+module Dag::CLI::Utils
+  module TerminalTable
+    require 'hirb'
+    require 'hirb-unicode'
+
+    def terminal_table(rows, options = {})
+      puts Hirb::Helpers::AutoTable.render(rows, options)
+    end
+  end
+end

data/lib/dag/cli/utils/time_format.rb

@@ -0,0 +1,8 @@
+module Dag::CLI::Utils
+  module TimeFormat
+    def time_format(time)
+      #time.class == Time ? time.strftime('%Y-%m-%d %H:%M:%S') : time
+      time.class == Time ? time.to_s[0...-6] : time
+    end
+  end
+end

data/lib/dag/cli/version.rb

@@ -0,0 +1,5 @@
+module Dag
+  module CLI
+    VERSION = "1.0.1"
+  end
+end

metadata

@@ -0,0 +1,221 @@
+--- !ruby/object:Gem::Specification
+name: iij-dag
+version: !ruby/object:Gem::Version
+  version: 1.0.1
+platform: ruby
+authors:
+- iij
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-06-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+- !ruby/object:Gem::Dependency
+  name: iij-dag-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: hirb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.3
+- !ruby/object:Gem::Dependency
+  name: hirb-unicode
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.5
+- !ruby/object:Gem::Dependency
+  name: anbt-sql-formatter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.3
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.11.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.11.2
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+description: iij gio dag command line tool
+email:
+- dag-info@iij.ad.jp
+executables:
+- dag
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- Rakefile
+- bin/dag
+- iij-dag.gemspec
+- lib/dag/cli.rb
+- lib/dag/cli/base.rb
+- lib/dag/cli/command.rb
+- lib/dag/cli/command/import.rb
+- lib/dag/cli/command/query.rb
+- lib/dag/cli/sub_command.rb
+- lib/dag/cli/sub_command/bucket.rb
+- lib/dag/cli/sub_command/cluster.rb
+- lib/dag/cli/sub_command/db.rb
+- lib/dag/cli/sub_command/job.rb
+- lib/dag/cli/sub_command/table.rb
+- lib/dag/cli/utils.rb
+- lib/dag/cli/utils/number_to_human.rb
+- lib/dag/cli/utils/terminal_table.rb
+- lib/dag/cli/utils/time_format.rb
+- lib/dag/cli/version.rb
+homepage: http://www.iij.ad.jp/biz/storage/
+licenses:
+- Apache License 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.3
+signing_key: 
+specification_version: 4
+summary: iij gio dag command line tool
+test_files: []