td 0.7.0

data/lib/td/command/list.rb

@@ -0,0 +1,115 @@
+
+module TD
+module Command
+module List
+
+  LIST = []
+  ALIASES = {}
+  GUESS = {}
+
+  def self.add_list(file, cmd, description)
+    LIST << [cmd, file, description]
+  end
+
+  def self.add_alias(new_cmd, old_cmd)
+    ALIASES[new_cmd] = old_cmd
+  end
+
+  def self.get_description(command)
+    LIST.each {|cmd,file,description|
+      if cmd == command
+        return description
+      end
+    }
+    nil
+  end
+
+  def self.add_guess(wrong, correct)
+    GUESS[wrong] = correct
+  end
+
+  add_list 'list', 'help', 'Show usage of a command'
+  add_list 'account', 'account', 'Setup a Treasure Data account'
+  add_list 'server', 'server-status', 'Show status of the Treasure Data server'
+  add_list 'database', 'show-databases', 'Show list of databases'
+  add_list 'table', 'show-tables', 'Show list of tables'
+  add_list 'query', 'show-jobs', 'Show list of jobs'
+  add_list 'database', 'create-database', 'Create a database'
+  add_list 'table', 'create-log-table', 'Create a log table'
+  #add_list 'table', 'create-item-table', 'Create a item table'
+  add_list 'database', 'drop-database', 'Delete a database'
+  add_list 'table', 'drop-table', 'Delete a table'
+  add_list 'query', 'query', 'Start a query'
+  add_list 'query', 'job', 'Show status and result of a job'
+  add_list 'import', 'import', 'Import files to a table'
+  add_list 'list', 'version', 'Show version'
+
+  add_alias 'show-dbs', 'show-databases'
+  add_alias 'show-database', 'show-databases'
+  add_alias 'create-db', 'create-databases'
+  add_alias 'drop-db', 'create-databases'
+  add_alias 'show-table', 'show-tables'
+  add_alias 'delete-database', 'drop-database'
+  add_alias 'delete-table', 'drop-table'
+  add_alias 'jobs', 'show-jobs'
+
+  add_guess 'create-table', 'create-log-table'
+  add_guess 'drop-log-table', 'drop-table'
+  #add_guess 'drop-item-table', 'drop-table'
+  add_guess 'delete-log-table', 'drop-table'
+  #add_guess 'delete-item-table', 'drop-table'
+  add_guess 'show-job', 'job'
+
+  def self.get_method(command)
+    command = ALIASES[command] || command
+    LIST.each {|cmd,file,description|
+      if cmd == command
+        require 'td/command/common'
+        require "td/command/#{file}"
+        name = command.gsub('-','_')
+        return Object.new.extend(Command).method(name)
+      end
+    }
+    nil
+  end
+
+  def self.show_guess(wrong)
+    if correct = GUESS[wrong]
+      $stderr.puts "Did you mean this?: #{correct}"
+    end
+  end
+
+  def self.help(indent)
+    LIST.map {|cmd,file,description|
+      if cmd != 'help'
+        "#{indent}%-18s %s" % [cmd, description.split("\n").first]
+      end
+    }.join("\n")
+  end
+end
+
+def help
+  op = cmd_opt 'help', :command
+  cmd = op.cmd_parse
+
+  ARGV.clear
+  ARGV[0] = '--help'
+
+  method = List.get_method(cmd)
+  unless method
+    $stderr.puts "'#{cmd}' is not a td command. Run '#{$prog}' to show the list."
+    List.show_guess(cmd)
+    exit 1
+  end
+
+  method.call
+end
+
+def version
+  require 'td/version'
+  puts "td-#{TD::VERSION}"
+end
+
+end
+end
+

data/lib/td/command/query.rb

@@ -0,0 +1,167 @@
+
+module TD
+module Command
+
+  def query
+    op = cmd_opt 'query', :sql
+
+    op.banner << "\noptions:\n"
+
+    db_name = nil
+    op.on('-d', '--database DB_NAME', 'use the database') {|s|
+      db_name = s
+    }
+
+    wait = false
+    op.on('-w', '--wait', 'wait for finishing the job', TrueClass) {|b|
+      wait = b
+    }
+
+    sql = op.cmd_parse
+
+    conf = cmd_config
+    api = cmd_api(conf)
+
+    if db_name
+      find_database(api, db_name)
+    end
+
+    job = api.query(sql, db_name)
+
+    $stderr.puts "Job #{job.job_id} is started."
+    $stderr.puts "Use '#{$prog} job #{job.job_id}' to show the status."
+    $stderr.puts "See #{job.url} to see the progress."
+
+    if wait && !job.finished?
+      wait_job(job)
+      puts "Status     : #{job.status}"
+      puts "Result     :"
+      puts cmd_render_table(job.result, :max_width=>10000)
+    end
+  end
+
+  def show_jobs
+    op = cmd_opt 'show-jobs', :max?, :from?
+    max, from = op.cmd_parse
+
+    max = (max || 20).to_i
+    from = (from || 0).to_i
+
+    conf = cmd_config
+    api = cmd_api(conf)
+
+    jobs = api.jobs(from, from+max-1)
+
+    rows = []
+    jobs.each {|job|
+      start = job.start_at
+      finish = job.end_at
+      if start
+        if !finish
+          finish = Time.now.utc
+        end
+        e = finish.to_i - start.to_i
+        elapsed = ''
+        if e >= 3600
+          elapsed << "#{e/3600}h "
+          e %= 3600
+          elapsed << "% 2dm " % (e/60)
+          e %= 60
+          elapsed << "% 2dsec" % e
+        elsif e >= 60
+          elapsed << "% 2dm " % (e/60)
+          e %= 60
+          elapsed << "% 2dsec" % e
+        else
+          elapsed << "% 2dsec" % e
+        end
+      else
+        elapsed = ''
+      end
+      elapsed = "% 10s" % elapsed  # right aligned
+
+      rows << {:JobID => job.job_id, :Status => job.status, :Query => job.query.to_s, :Start => start, :Elapsed => elapsed}
+    }
+
+    puts cmd_render_table(rows, :fields => [:JobID, :Status, :Start, :Elapsed, :Query])
+  end
+
+  def job
+    op = cmd_opt 'job', :job_id
+
+    op.banner << "\noptions:\n"
+
+    verbose = nil
+    op.on('-v', '--verbose', 'show logs', TrueClass) {|b|
+      verbose = b
+    }
+
+    wait = false
+    op.on('-w', '--wait', 'wait for finishing the job', TrueClass) {|b|
+      wait = b
+    }
+
+    job_id = op.cmd_parse
+
+    conf = cmd_config
+    api = cmd_api(conf)
+
+    job = api.job(job_id)
+
+    puts "JobID      : #{job.job_id}"
+    puts "URL        : #{job.url}"
+    puts "Status     : #{job.status}"
+    puts "Query      : #{job.query}"
+
+    if wait && !job.finished?
+      wait_job(job)
+      puts "Result     :"
+      puts cmd_render_table(job.result, :max_width=>10000)
+
+    else
+      if job.finished?
+        puts "Result     :"
+        puts cmd_render_table(job.result, :max_width=>10000)
+      end
+
+      if verbose
+        puts ""
+        puts "cmdout:"
+        job.debug['cmdout'].to_s.split("\n").each {|line|
+          puts "  "+line
+        }
+        puts ""
+        puts "stderr:"
+        job.debug['stderr'].to_s.split("\n").each {|line|
+          puts "  "+line
+        }
+      end
+    end
+
+    $stderr.puts "Use '-v' option to show detailed messages." unless verbose
+  end
+
+  private
+  def wait_job(job)
+    $stderr.puts "running..."
+
+    cmdout_lines = 0
+    stderr_lines = 0
+
+    until job.finished?
+      sleep 2
+
+      job.update_status!
+
+      cmdout = job.debug['cmdout'].to_s.split("\n")[cmdout_lines..-1] || []
+      stderr = job.debug['stderr'].to_s.split("\n")[stderr_lines..-1] || []
+      (cmdout + stderr).each {|line|
+        puts "  "+line
+      }
+      cmdout_lines += cmdout.size
+      stderr_lines += stderr.size
+    end
+  end
+end
+end
+

data/lib/td/command/server.rb

@@ -0,0 +1,15 @@
+
+module TD
+module Command
+
+  def server_status
+    op = cmd_opt 'server-status'
+    op.cmd_parse
+
+    require 'td/api'
+    puts API.server_status
+  end
+
+end
+end
+

data/lib/td/command/table.rb

@@ -0,0 +1,101 @@
+
+module TD
+module Command
+
+  def create_table_type(type, db_name, table_name)
+    conf = cmd_config
+    api = cmd_api(conf)
+
+    begin
+      api.create_table(db_name, table_name, type)
+    rescue NotFoundError
+      cmd_debug_error $!
+      $stderr.puts "Database '#{db_name}' does not exist."
+      $stderr.puts "Use '#{$prog} create-database #{db_name}' to create the database."
+      exit 1
+    rescue AlreadyExistsError
+      cmd_debug_error $!
+      $stderr.puts "Table '#{db_name}.#{table_name}' already exists."
+      exit 1
+    end
+
+    $stderr.puts "Table '#{db_name}.#{table_name}' is created."
+  end
+  private :create_table_type
+
+  def create_log_table
+    op = cmd_opt 'create-log-table', :db_name, :table_name
+    db_name, table_name = op.cmd_parse
+
+    create_table_type(:log, db_name, table_name)
+  end
+
+  def create_item_table
+    op = cmd_opt 'create-item-table', :db_name, :table_name
+    db_name, table_name = op.cmd_parse
+
+    create_table_type(:item, db_name, table_name)
+  end
+
+  def drop_table
+    op = cmd_opt 'drop-table', :db_name, :table_name
+    db_name, table_name = op.cmd_parse
+
+    conf = cmd_config
+    api = cmd_api(conf)
+
+    begin
+      api.delete_table(db_name, table_name)
+    rescue NotFoundError
+      cmd_debug_error $!
+      $stderr.puts "Table '#{db_name}.#{table_name}' does not exist."
+      $stderr.puts "Use '#{$prog} show-tables #{db_name}' to show list of the tables."
+      exit 1
+    end
+
+    $stderr.puts "Table '#{db_name}.#{table_name}' is deleted."
+  end
+
+  def show_tables
+    op = cmd_opt 'show-tables', :db_name?
+    db_name = op.cmd_parse
+
+    conf = cmd_config
+    api = cmd_api(conf)
+
+    if db_name
+      db = find_database(api, db_name)
+      dbs = [db]
+    else
+      dbs = api.databases
+    end
+
+    rows = []
+    dbs.each {|db|
+      db.tables.each {|table|
+        rows << {:Database => db.name, :Table => table.name, :Type => table.type.to_s, :Count => table.count.to_s}
+      }
+    }
+    rows = rows.sort_by {|map|
+      [map[:Database], map[:Type].size, map[:Table]]
+    }
+
+    puts cmd_render_table(rows, :fields => [:Database, :Table, :Type, :Count])
+
+    if rows.empty?
+      if db_name
+        $stderr.puts "Database '#{db_name}' has no tables."
+        $stderr.puts "Use '#{$prog} create-log-table #{db_name} <table_name>' to create a table."
+      elsif dbs.empty?
+        $stderr.puts "There are no databases."
+        $stderr.puts "Use '#{$prog} create-database <db_name>' to create a database."
+      else
+        $stderr.puts "There are no tables."
+        $stderr.puts "Use '#{$prog} create-log-table <db_name> <table_name>' to create a table."
+      end
+    end
+  end
+
+end
+end
+

data/lib/td/command/td.rb

@@ -0,0 +1,82 @@
+
+require 'optparse'
+
+$prog = File.basename($0)
+
+op = OptionParser.new
+op.banner = <<EOF
+usage: #{$prog} [options] COMMAND [args]
+
+options:
+EOF
+
+op.summary_indent = "  "
+
+(class<<self;self;end).module_eval do
+	define_method(:usage) do |errmsg|
+		require 'td/command/list'
+		puts op.to_s
+		puts ""
+		puts "commands:"
+		puts TD::Command::List.help(op.summary_indent)
+		puts ""
+		puts "Type 'td help COMMAND' for more information on a specific command."
+		if errmsg
+			puts "error: #{errmsg}"
+			exit 1
+		else
+			exit 0
+		end
+	end
+end
+
+config_path = File.join(ENV['HOME'], '.td', 'td.conf')
+$verbose = false
+#$debug = false
+
+op.on('-c', '--config PATH', "path to config file (~/.td/td.conf)") {|s|
+	config_path = s
+}
+
+op.on('-v', '--verbose', "verbose mode", TrueClass) {|b|
+	$verbose = b
+}
+
+#op.on('-d', '--debug', "debug mode", TrueClass) {|b|
+#	$debug = b
+#}
+
+begin
+	op.order!(ARGV)
+	usage nil if ARGV.empty?
+	cmd = ARGV.shift
+	$TRD_CONFIG_PATH = config_path
+rescue
+	usage $!.to_s
+end
+
+require 'td/command/list'
+
+method = TD::Command::List.get_method(cmd)
+unless method
+	$stderr.puts "'#{cmd}' is not a td command. Run '#{$prog}' to show the list."
+  TD::Command::List.show_guess(cmd)
+	exit 1
+end
+
+require 'td/error'
+
+begin
+	method.call
+rescue TD::ConfigError
+	$stderr.puts "TreasureData account is not configured yet."
+	$stderr.puts "Run '#{$prog} account' first."
+rescue
+  $stderr.puts "error #{$!.class}: backtrace:"
+  $!.backtrace.each {|b|
+    $stderr.puts "  #{b}"
+  }
+  puts ""
+  puts $!
+end
+