td 0.10.61 → 0.10.62

data/ChangeLog

@@ -1,3 +1,8 @@
+== 2012-12-05 version 0.10.62
+
+* Add --slow option to job:list subcommand.
+
+
 == 2012-11-19 version 0.10.61
 
 * Add --auto-create-table option to table:import subcommand. issue #9

data/README.rdoc

@@ -52,7 +52,7 @@ Then run following commands on MinGW Shell:
     $ mingw-get install msys-vim
     $ mingw-get install msys-wget
     $ gem install bundler
-    $ rake exe:build
+    $ bundle exec rake exe:build
 
 
 = Copyright

data/lib/td/command/acl.rb

@@ -45,7 +45,7 @@ module Command
 
     client.revoke_access_control(subject, action, scope)
 
-    $stderr.puts "Access control [#{subject} #{action} #{scope}] is created."
+    $stderr.puts "Access control [#{subject} #{action} #{scope}] is removed."
   end
 
   # TODO acl_test

data/lib/td/command/job.rb

@@ -30,6 +30,7 @@ module Command
     page = 0
     skip = 0
     status = nil
+    slower_than = nil
 
     op.on('-p', '--page PAGE', 'skip N pages', Integer) {|i|
       page = i
@@ -46,6 +47,9 @@ module Command
     op.on('-E', '--error', 'show only failed jobs', TrueClass) {|b|
       status = 'error'
     }
+    op.on('--slow [SECONDS]', 'show slow queries (default threshold: 3600 seconds)', Integer) { |i|
+      slower_than = i || 3600
+    }
 
     max = op.cmd_parse
 
@@ -56,7 +60,13 @@ module Command
     if page
       skip += max * page
     end
-    jobs = client.jobs(skip, skip+max-1, status)
+
+    conditions = nil
+    if slower_than
+      conditions = {:slower_than => slower_than}
+    end
+
+    jobs = client.jobs(skip, skip+max-1, status, conditions)
 
     rows = []
     has_org = false

data/lib/td/command/table.rb

@@ -69,6 +69,13 @@ module Command
   end
 
   def table_list(op)
+    require 'parallel'
+
+    num_threads = 4
+    op.on('-n', '--num_threads VAL', 'number of threads to get list in parallel') { |i|
+      num_threads = Integer(i)
+    }
+
     db_name = op.cmd_parse
 
     client = get_client
@@ -81,7 +88,7 @@ module Command
     end
 
     rows = []
-    dbs.each {|db|
+    ::Parallel.each(dbs, :in_threads => num_threads) {|db|
       db.tables.each {|table|
         pschema = table.schema.fields.map {|f|
           "#{f.name}:#{f.type}"

data/lib/td/version.rb

@@ -1,5 +1,5 @@
 module TreasureData
 
-VERSION = '0.10.61'
+VERSION = '0.10.62'
 
 end

data/td.gemspec

@@ -18,6 +18,7 @@ Gem::Specification.new do |gem|
 
   gem.add_dependency "msgpack", "~> 0.4.4"
   gem.add_dependency "hirb", ">= 0.4.5"
+  gem.add_dependency "parallel", "~> 0.5.19"
   gem.add_dependency "td-client", "~> 0.8.37"
   gem.add_dependency "td-logger", "~> 0.3.16"
   gem.add_development_dependency "rake", "~> 0.9"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: td
 version: !ruby/object:Gem::Version
-  version: 0.10.61
+  version: 0.10.62
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-11-19 00:00:00.000000000 Z
+date: 2012-12-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -43,6 +43,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: 0.4.5
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.19
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.19
 - !ruby/object:Gem::Dependency
   name: td-client
   requirement: !ruby/object:Gem::Requirement