dynamocli 0.1.4 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cf0b1bae3beebc279a5eaabd92a509ed1b814c2127d69b1b7fa97773406b09dd
-  data.tar.gz: 99cf915195d3465fafca5be50bd99657b750cfb8feda6a83dc64b663a8710f19
+  metadata.gz: ff41269be712ae8e16cab262ee39da16da6eba5adc8efaa2d6316a357133bc91
+  data.tar.gz: 94f3af39b5c2a3373a7adb4fae76967302170a3a74b01068184671896dbb9f0b
 SHA512:
-  metadata.gz: 693f43bdd1424c8ad114830cef71b3871db841f7bf3ae5a1d143d1fe70ff82d35105f9ada9482e4607ac85cb53fb960c8ffe81b61ef37f585f35d1fd9c22af93
-  data.tar.gz: 63957579490f76bb7444b005a5b75686662cd26c27b432c671be1f20eb5726f78c53accaf7dbf302b8f486f96ee99ccdac4ff5ca8767716d79767303db396f10
+  metadata.gz: a4040a8df21120f3b5e41baf4a3d5b50afe8f95983fc35fcad3f468afc4142ecebff8629e6478d53dc9c7fd420b222fd5531eeb664b3ca7b1e931cd31adbf382
+  data.tar.gz: 1ab22e6e4abc793cfdfc25dcee422530e13209f6b9de8dbca5118d35c09842876f26da1b05eddd75cf90f995924d668f34479e74a2ad93865ec62e15c36ee5d0

data/CHANGELOG.md

@@ -2,6 +2,12 @@
 
 All notable changes to this project will be documented in this file.
 
+## [0.1.5] - 2019-08-08
+### Fixed
+- Fix erase table without GSIs.
+- Fix erase table with LCIs.
+- Fix import data to a table with attributes types other than String.
+
 ## [0.1.4] - 2019-07-29
 ### Fixed
 - Fix erase table with indexes.
@@ -23,6 +29,7 @@ All notable changes to this project will be documented in this file.
 ### Added
 - Command to import data from a CSV file to a DynamoDB table.
 
+[0.1.5]: https://github.com/matheussilvasantos/dynamocli/compare/v0.1.4...v0.1.5
 [0.1.4]: https://github.com/matheussilvasantos/dynamocli/compare/v0.1.3...v0.1.4
 [0.1.3]: https://github.com/matheussilvasantos/dynamocli/compare/v0.1.2...v0.1.3
 [0.1.2]: https://github.com/matheussilvasantos/dynamocli/commit/6fd76a06819ff32464eeeae1f097bccd33f21387

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    dynamocli (0.1.4)
+    dynamocli (0.1.5)
       aws-sdk-cloudformation (~> 1.23)
       aws-sdk-dynamodb (~> 1.28)
       thor (~> 0.20)
@@ -11,11 +11,11 @@ GEM
   remote: https://rubygems.org/
   specs:
     aws-eventstream (1.0.3)
-    aws-partitions (1.193.0)
+    aws-partitions (1.197.0)
     aws-sdk-cloudformation (1.25.0)
       aws-sdk-core (~> 3, >= 3.61.1)
       aws-sigv4 (~> 1.1)
-    aws-sdk-core (3.61.1)
+    aws-sdk-core (3.62.0)
       aws-eventstream (~> 1.0, >= 1.0.2)
       aws-partitions (~> 1.0)
       aws-sigv4 (~> 1.1)

data/lib/dynamocli/erase.rb

@@ -47,12 +47,18 @@ class Dynamocli::Erase
       schema.delete(:table_arn)
       schema.delete(:table_id)
       schema[:provisioned_throughput].delete(:number_of_decreases_today)
-      schema[:global_secondary_indexes].each do |gsis|
-        gsis.delete(:index_status)
-        gsis.delete(:index_size_bytes)
-        gsis.delete(:item_count)
-        gsis.delete(:index_arn)
-        gsis[:provisioned_throughput].delete(:number_of_decreases_today)
+      schema[:local_secondary_indexes]&.each do |lsi|
+        lsi.delete(:index_status)
+        lsi.delete(:index_size_bytes)
+        lsi.delete(:item_count)
+        lsi.delete(:index_arn)
+      end
+      schema[:global_secondary_indexes]&.each do |gsi|
+        gsi.delete(:index_status)
+        gsi.delete(:index_size_bytes)
+        gsi.delete(:item_count)
+        gsi.delete(:index_arn)
+        gsi[:provisioned_throughput].delete(:number_of_decreases_today)
       end
     end
   end

data/lib/dynamocli/import.rb

@@ -11,6 +11,7 @@ class Dynamocli::Import
   def initialize(file:, table:)
     @file = file
     @table = table
+    @dynamodb = Aws::DynamoDB::Client.new
   end
 
   def start
@@ -33,16 +34,29 @@ class Dynamocli::Import
   end
 
   def records_from_csv(csv)
-    csv_options = { encoding: "UTF-8", headers: true, header_converters: :symbol, converters: :all }
+    set_custom_converter_for_csv
+    csv_options = { encoding: "UTF-8", headers: true, converters: :attribute_definitions }
     records_csv = CSV.read(csv, csv_options)
     records_csv.map(&:to_hash)
   end
 
-  def write_records_to_dynamodb_table(records)
-    dynamodb = Aws::DynamoDB::Client.new
+  ATTRIBUTE_TYPES_CONVERTERS = {
+    "S" => :to_s.to_proc,
+    "N" => :to_i.to_proc,
+    "B" => Proc.new(&StringIO.method(:new))
+  }
+  def set_custom_converter_for_csv
+    attribute_definitions = @dynamodb.describe_table(table_name: @table).table.attribute_definitions
+    CSV::Converters[:attribute_definitions] = lambda do |value, info|
+      attribute_definition = attribute_definitions.find { |it| it.attribute_name == info.header }
+      return value if attribute_definition.nil?
+      ATTRIBUTE_TYPES_CONVERTERS[attribute_definition.attribute_type].call(value)
+    end
+  end
 
+  def write_records_to_dynamodb_table(records)
     slice_items_to_attend_batch_write_limit(records).each do |items|
-      dynamodb.batch_write_item(request_items: format_request_items(items))
+      @dynamodb.batch_write_item(request_items: format_request_items(items))
     end
   end
 

data/lib/dynamocli/version.rb

@@ -1,3 +1,3 @@
 module Dynamocli
-  VERSION = "0.1.4"
+  VERSION = "0.1.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dynamocli
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
 platform: ruby
 authors:
 - Matheus Silva Santos de Oliveira
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-07-29 00:00:00.000000000 Z
+date: 2019-08-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor