ddbcli 0.1.4 → 0.1.5

data/README

@@ -26,6 +26,7 @@ https://bitbucket.org/winebarrel/ddbcli
       -r, --region=REGION_OR_ENDPOINT
       -e, --eval=COMMAND
       -t, --timeout=SECOND
+          --import=TABLE,JSON_FILE
           --consistent-read
           --retry=NUM
           --retry-interval=SECOND
@@ -56,6 +57,9 @@ https://bitbucket.org/winebarrel/ddbcli
   ) READ = num, WRITE = num
     creates a table
   
+  CREATE TABLES table_name LIKE another_table_name [READ = num, WRITE = num]
+    creates a table like another table
+  
   DROP TABLE table_name
     deletes a table
   

data/bin/ddbcli

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 $LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
 
-Version = '0.1.4'
+Version = '0.1.5'
 
 HISTORY_FILE = File.join((ENV['HOME'] || ENV['USERPROFILE'] || '.'), '.ddbcli_history')
 HISTSIZE = 500
@@ -24,7 +24,13 @@ driver.retry_num   = options.retry_num
 driver.retry_intvl = options.retry_intvl
 driver.debug       = options.debug
 
-if not $stdin.tty? or options.command
+if options.import
+  # import mode
+  table, file = options.import.values_at(:table, :file)
+  items = open(file) {|f| JSON.load(f) }
+  n = driver.import(table, items)
+  print_rownum(n)
+elsif not $stdin.tty? or options.command
 
   # run mode
   src = options.command || $stdin.read.strip

data/lib/ddbcli/cli/help.rb

@@ -20,6 +20,9 @@ CREATE TABLES table_name (
 ) READ = num, WRITE = num
   creates a table
 
+CREATE TABLES table_name LIKE another_table_name [READ = num, WRITE = num]
+  creates a table like another table
+
 DROP TABLE table_name
   deletes a table
 

data/lib/ddbcli/cli/options.rb

@@ -22,6 +22,12 @@ def parse_options
     opt.on('-r', '--region=REGION_OR_ENDPOINT')      {|v| options.ddb_endpoint_or_region = v      }
     opt.on('-e', '--eval=COMMAND')                   {|v| options.command                = v      }
     opt.on('-t', '--timeout=SECOND', Integer)        {|v| options.timeout                = v.to_i }
+
+    opt.on('',   '--import=TABLE,JSON_FILE') {|v|
+      v = v.split(/\s*,\s*/, 2)
+      options.import = {:table => v[0], :file => v[1]}
+    }
+
     opt.on('',   '--consistent-read')                {    options.consistent             = true   }
     opt.on('',   '--iteratable')                     {    options.iteratable             = true   }
     opt.on('',   '--retry=NUM', Integer)             {|v| options.retry_num              = v.to_i }

data/lib/ddbcli/ddb-driver.rb

@@ -62,6 +62,8 @@ module DynamoDB
                  do_use(parsed)
                when :CREATE
                  do_create(parsed)
+               when :CREATE_LIKE
+                 do_create_like(parsed)
                when :DROP
                  do_drop(parsed)
                when :DESCRIBE
@@ -94,25 +96,58 @@ module DynamoDB
                  raise 'must not happen'
                end
 
-     begin
-       case script_type
-       when :ruby
-         retval = retval.data if retval.kind_of?(DynamoDB::Iteratorable)
-         retval.instance_eval(script)
-       when :shell
-         retval = retval.data if retval.kind_of?(DynamoDB::Iteratorable)
-         IO.popen(script, "r+") do |f|
-           f.puts(retval.kind_of?(Array) ? retval.map {|i| i.to_s }.join("\n") : retval.to_s)
-           f.close_write
-           f.read
-         end
-       else
-         retval
-       end
-     rescue Exception => e
-       raise DynamoDB::Error, e.message, e.backtrace
-     end
-   end
+      begin
+        case script_type
+        when :ruby
+          retval = retval.data if retval.kind_of?(DynamoDB::Iteratorable)
+          retval.instance_eval(script)
+        when :shell
+          retval = retval.data if retval.kind_of?(DynamoDB::Iteratorable)
+          IO.popen(script, "r+") do |f|
+            f.puts(retval.kind_of?(Array) ? retval.map {|i| i.to_s }.join("\n") : retval.to_s)
+            f.close_write
+            f.read
+          end
+        else
+          retval
+        end
+      rescue Exception => e
+        raise DynamoDB::Error, e.message, e.backtrace
+      end
+    end
+
+    def import(table, items)
+      n = 0
+
+      until (chunk = items.slice!(0, MAX_NUMBER_BATCH_PROCESS_ITEMS)).empty?
+        operations = []
+
+        req_hash = {
+          'RequestItems' => {
+            table => operations,
+          },
+        }
+
+        chunk.each do |item|
+          h = {}
+
+          operations << {
+            'PutRequest' => {
+              'Item' => h,
+            },
+          }
+
+          item.each do |name, val|
+            h[name] = convert_to_attribute_value(val)
+          end
+        end
+
+        batch_write_item(req_hash)
+        n += chunk.length
+      end
+
+      return n
+    end
 
     private
 
@@ -303,6 +338,42 @@ module DynamoDB
       nil
     end
 
+    def do_create_like(parsed)
+      table_info = @client.query('DescribeTable', 'TableName' => parsed.like)['Table']
+
+      req_hash = {
+        'TableName'            => parsed.table,
+        'AttributeDefinitions' => table_info['AttributeDefinitions'],
+        'KeySchema'            => table_info['KeySchema'],
+      }
+
+      local_secondary_indexes = (table_info['LocalSecondaryIndexes'] || [])
+
+      unless local_secondary_indexes.empty?
+        req_hash['LocalSecondaryIndexes'] = local_secondary_indexes.map do |lsi|
+          h = {}
+
+          %w(IndexName KeySchema Projection).each do |i|
+            h[i] = lsi[i]
+          end
+
+          h
+        end
+      end
+
+      if parsed.capacity
+        req_hash['ProvisionedThroughput'] = {
+          'ReadCapacityUnits'  => parsed.capacity[:read],
+          'WriteCapacityUnits' => parsed.capacity[:write],
+        }
+      else
+        req_hash['ProvisionedThroughput'] = table_info['ProvisionedThroughput']
+      end
+
+      @client.query('CreateTable', req_hash)
+      nil
+    end
+
     def do_drop(parsed)
       @client.query('DeleteTable', 'TableName' => parsed.table)
       nil