dynamocli 0.1.3 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 36b53c1ee892def9c34a5ad8b7c73c24b152a1695924f3be978822653e3eaed3
-  data.tar.gz: 847ea3ae63cb8fd46092bba1fde2cbda1ca605236dbb6867f73ed93bca5e474a
+  metadata.gz: 1aafa6a05574f7dd3cf4b1dd979a9ca5469a0ab542b5201573c4a4e723c9bbf2
+  data.tar.gz: '011871424ef1cfff30254cbe834ca4bce362b1100928acd029911dc5eae8cff9'
 SHA512:
-  metadata.gz: e153aa55521d0d7669cfa63194c01ed2cf096f5a8a4cf195bfa1258c41cc17c174df96dfb9ceba1d96e44dc4551684daa9378e8bf0c3bfdf1c4289ee6302453f
-  data.tar.gz: efadb7ee0651538f7a99c533bf7743fa52ffee15068760853af7427e035dc4396bb2823e7bb1125ab9f897b1b417e7df7cbd3b5e8d4d358a2b534e8610388df9
+  metadata.gz: 2eb2d1d4e025cca2424aa8c93624ec831cf3b2a14c2cb48e9ef743c273ecd37fd52c79090627fa81d027f4bdd19d6c942bd4f5db2508939b8072e9e091606715
+  data.tar.gz: 3b73649c0163a4a3fdeafd00805e27f6bedc172c38bd96b8f5385ff4c7ad808d993b7083737d1d2c667484d0f6f673554f06e481c58e3fb226577317ae752e17

data/CHANGELOG.md

@@ -2,6 +2,34 @@
 
 All notable changes to this project will be documented in this file.
 
+## [0.1.8] - 2020-08-18
+### Changed
+- Update Rack.
+
+## [0.1.7] - 2020-08-18
+### Changed
+- Add what Ruby version is required.
+
+## [0.1.6] - 2020-01-13
+### Added
+- Option to import data from a CSV exported from AWS.
+
+### Changed
+- Big refactoring in erase functionality.
+
+## [0.1.5] - 2019-08-08
+### Fixed
+- Fix erase table without GSIs.
+- Fix erase table with LCIs.
+- Fix import data to a table with attributes types other than String.
+
+## [0.1.4] - 2019-07-29
+### Fixed
+- Fix erase table with indexes.
+
+### Changed
+- Add some life to logs.
+
 ## [0.1.3] - 2019-06-20
 ### Fixed
 - Specify the version of the cloudformation gem.
@@ -16,6 +44,11 @@ All notable changes to this project will be documented in this file.
 ### Added
 - Command to import data from a CSV file to a DynamoDB table.
 
+[0.1.8]: https://github.com/matheussilvasantos/dynamocli/compare/v0.1.7...v0.1.8
+[0.1.7]: https://github.com/matheussilvasantos/dynamocli/compare/v0.1.6...v0.1.7
+[0.1.6]: https://github.com/matheussilvasantos/dynamocli/compare/v0.1.5...v0.1.6
+[0.1.5]: https://github.com/matheussilvasantos/dynamocli/compare/v0.1.4...v0.1.5
+[0.1.4]: https://github.com/matheussilvasantos/dynamocli/compare/v0.1.3...v0.1.4
 [0.1.3]: https://github.com/matheussilvasantos/dynamocli/compare/v0.1.2...v0.1.3
 [0.1.2]: https://github.com/matheussilvasantos/dynamocli/commit/6fd76a06819ff32464eeeae1f097bccd33f21387
 [0.1.0]: https://github.com/matheussilvasantos/dynamocli/releases/tag/v0.1.0

data/Gemfile.lock

@@ -1,54 +1,64 @@
 PATH
   remote: .
   specs:
-    dynamocli (0.1.3)
+    dynamocli (0.1.6)
       aws-sdk-cloudformation (~> 1.23)
       aws-sdk-dynamodb (~> 1.28)
       thor (~> 0.20)
+      tty-logger (~> 0.1.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
     aws-eventstream (1.0.3)
-    aws-partitions (1.177.0)
-    aws-sdk-cloudformation (1.23.0)
-      aws-sdk-core (~> 3, >= 3.56.0)
+    aws-partitions (1.263.0)
+    aws-sdk-cloudformation (1.29.0)
+      aws-sdk-core (~> 3, >= 3.71.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-core (3.56.0)
+    aws-sdk-core (3.89.0)
       aws-eventstream (~> 1.0, >= 1.0.2)
-      aws-partitions (~> 1.0)
+      aws-partitions (~> 1, >= 1.239.0)
       aws-sigv4 (~> 1.1)
       jmespath (~> 1.0)
-    aws-sdk-dynamodb (1.31.0)
-      aws-sdk-core (~> 3, >= 3.56.0)
+    aws-sdk-dynamodb (1.41.0)
+      aws-sdk-core (~> 3, >= 3.71.0)
       aws-sigv4 (~> 1.1)
     aws-sigv4 (1.1.0)
       aws-eventstream (~> 1.0, >= 1.0.2)
+    byebug (11.0.1)
     diff-lcs (1.3)
+    equatable (0.6.1)
     jmespath (1.4.0)
-    rake (10.5.0)
-    rspec (3.8.0)
-      rspec-core (~> 3.8.0)
-      rspec-expectations (~> 3.8.0)
-      rspec-mocks (~> 3.8.0)
-    rspec-core (3.8.0)
-      rspec-support (~> 3.8.0)
-    rspec-expectations (3.8.3)
+    pastel (0.7.3)
+      equatable (~> 0.6)
+      tty-color (~> 0.5)
+    rake (13.0.1)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.1)
+      rspec-support (~> 3.9.1)
+    rspec-expectations (3.9.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.8.0)
-    rspec-mocks (3.8.0)
+      rspec-support (~> 3.9.0)
+    rspec-mocks (3.9.1)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.8.0)
-    rspec-support (3.8.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.2)
     thor (0.20.3)
+    tty-color (0.5.0)
+    tty-logger (0.1.0)
+      pastel (~> 0.7.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
   bundler (~> 1.17)
+  byebug
   dynamocli!
-  rake (~> 10.0)
+  rake (~> 13.0)
   rspec (~> 3.0)
 
 BUNDLED WITH

data/README.md

@@ -15,12 +15,15 @@ You have to configure AWS in your computer first. The program will use the AWS c
 
 - Import data from a CSV file to a DynamoDB table
 
+If you have exported the CSV file you want to import from AWS DynamoDB console, you probaly want to modify the headers before importing the CSV file, because AWS exports the CSV file with a symbol indicating the type of the field in the header. You can pass the option `--exported-from-aws` to do that, the default is false.
+
 ```
 Usage:
   dynamocli import FILE -t, --table, --to=TABLE
 
 Options:
-  -t, --table, --to=TABLE  # table you want to import the data
+  -t, --table, --to=TABLE                                  # table you want to import the data
+          [--exported-from-aws], [--no-exported-from-aws]  # modify the headers before importing the csv
 
 Description:
   `dynamocli import` will import the data in from a file to a table specified.
@@ -56,6 +59,16 @@ From the DynamoDB Guidelines for Working with Tables documentation:
 
 > Deleting an entire table is significantly more efficient than removing items one-by-one, which essentially doubles the write throughput as you do as many delete operations as put operations.
 
+## Known Issues
+
+### Importing a CSV file with arrays and objects as values in it
+
+Unfortunately, at this moment, this library cannot properly import array and objects. These values will appear as strings in the DynamoDB table.
+
+## Cross account or multiple profiles usage
+
+You can run `dynamocli` passing the `AWS_PROFILE` environment variable with the profile you want to use, for example: `AWS_PROFILE=nondefaultprofile dynamocli erase users`.
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/dynamocli.gemspec

@@ -18,14 +18,17 @@ Gem::Specification.new do |spec|
     `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   end
   spec.bindir        = "bin"
-  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.executables   = spec.files.grep(%r{^bin/dynamocli}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
+  spec.required_ruby_version = ">= 2.3"
 
   spec.add_dependency "thor", "~> 0.20"
   spec.add_dependency "aws-sdk-dynamodb", "~> 1.28"
   spec.add_dependency "aws-sdk-cloudformation", "~> 1.23"
+  spec.add_dependency "tty-logger", "~> 0.1.0"
 
   spec.add_development_dependency "bundler", "~> 1.17"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rake", "~> 13.0"
   spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "byebug"
 end

data/lib/dynamocli.rb

@@ -13,8 +13,9 @@ module Dynamocli
       > $ dynamo import users.csv --to users
     LONGDESC
     option :to, required: true, desc: "table you want to import the data", banner: "TABLE", aliases: ["-t", "--table"]
+    option "exported-from-aws", desc: "modify the headers before importing the csv", type: :boolean
     def import(file)
-      Dynamocli::Import.new(file: file, table: options[:to]).start
+      Dynamocli::Import.new(file: file, table: options[:to], exported_from_aws: options["exported-from-aws"]).start
     end
 
     desc "erase TABLE", "erase all the data from the DynamoDB TABLE"

data/lib/dynamocli/aws/stack.rb

@@ -0,0 +1,98 @@
+# frozen_string_literal: true
+
+require "forwardable"
+require "json"
+require "yaml"
+require "aws-sdk-cloudformation"
+require "tty-logger"
+
+module Dynamocli::AWS
+  class Stack
+    attr_reader :name, :resources, :template_body, :original_template, :template_without_table, :policy_body
+
+    extend Forwardable
+    def_delegators :stack_on_aws,
+                   :parameters, :capabilities, :role_arn, :rollback_configuration, :notification_arns, :tags
+
+    def initialize(table_name:, table_resource:, cloudformation: nil, logger: nil)
+      @table_name = table_name
+      @table_resource = table_resource
+      @cloudformation = cloudformation || CLOUDFORMARTION.new
+      @logger = logger || LOGGER.new
+
+      set_attributes_now_because_they_will_change
+    end
+
+    def deploying?
+      current_status != DEPLOY_COMPLETED_KEY
+    end
+
+    private
+
+    CLOUDFORMARTION = Aws::CloudFormation::Client
+    LOGGER = TTY::Logger
+    DEPLOY_COMPLETED_KEY = "UPDATE_COMPLETE"
+    private_constant :CLOUDFORMARTION, :LOGGER, :DEPLOY_COMPLETED_KEY
+
+    attr_reader :table_name, :table_resource, :cloudformation, :logger, :stack_on_aws
+
+    def set_attributes_now_because_they_will_change
+      set_name
+      set_stack_on_aws
+      set_resources
+      set_template_body
+      set_original_template
+      set_template_without_table
+      set_policy_body
+    end
+
+    def set_name
+      @name ||= table_resource[:stack_name]
+    end
+
+    def set_stack_on_aws
+      @stack_on_aws ||= cloudformation.describe_stacks(stack_name: name)[0][0]
+    end
+
+    def set_resources
+      @resources ||= cloudformation.describe_stack_resources(physical_resource_id: table_name).to_h
+    end
+
+    def set_template_body
+      @template_body ||= cloudformation.get_template(stack_name: name).to_h[:template_body]
+    end
+
+    def set_original_template
+      @original_template ||= parse_template(template_body)
+    end
+
+    def set_template_without_table
+      @template_without_table ||= parse_template(template_body).tap do |template_without_table|
+        tables = original_template["Resources"].select { |_, v| v["Type"] == "AWS::DynamoDB::Table" }
+        table = tables.find { |_, v| v["Properties"]["TableName"] == table_name }
+
+        if tables.nil?
+          logger.error("table #{table_name} not found in the #{@name} stack")
+          exit(42)
+        end
+
+        logical_resource_id = table.first
+        template_without_table["Resources"].delete(logical_resource_id)
+      end
+    end
+
+    def parse_template(template)
+      JSON.parse(template)
+    rescue JSON::ParserError
+      YAML.load(template)
+    end
+
+    def set_policy_body
+      @policy_body ||= cloudformation.get_stack_policy(stack_name: name).stack_policy_body
+    end
+
+    def current_status
+      cloudformation.describe_stacks(stack_name: name)[0][0].stack_status
+    end
+  end
+end

data/lib/dynamocli/aws/table.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+require "forwardable"
+require "aws-sdk-dynamodb"
+
+module Dynamocli::AWS
+  class Table
+    attr_reader :schema
+
+    extend Forwardable
+    def_delegators :table_on_aws, :delete
+
+    def initialize(table_name:, table_on_aws:, dynamodb: nil)
+      @table_name = table_name
+      @table_on_aws = table_on_aws
+      @dynamodb = dynamodb || DYNAMODB.new
+
+      set_schema_before_we_delete_the_table
+    end
+
+    def deleting?
+      status == DELETION_IN_PROCESSING_KEY
+    rescue Aws::DynamoDB::Errors::ResourceNotFoundException
+      false
+    end
+
+    private
+
+    DYNAMODB = Aws::DynamoDB::Client
+    DELETION_IN_PROCESSING_KEY = "DELETING"
+    private_constant :DYNAMODB, :DELETION_IN_PROCESSING_KEY
+
+    attr_reader :table_name, :table_on_aws, :dynamodb
+
+    def status
+      dynamodb.describe_table(table_name: table_name).table.table_status
+    end
+
+    def set_schema_before_we_delete_the_table
+      @schema ||= dynamodb.describe_table(table_name: table_name).to_h[:table].tap do |schema|
+        schema.delete(:table_status)
+        schema.delete(:creation_date_time)
+        schema.delete(:table_size_bytes)
+        schema.delete(:item_count)
+        schema.delete(:table_arn)
+        schema.delete(:table_id)
+        schema[:provisioned_throughput]&.delete(:number_of_decreases_today)
+        schema[:local_secondary_indexes]&.each do |lsi|
+          lsi.delete(:index_status)
+          lsi.delete(:index_size_bytes)
+          lsi.delete(:item_count)
+          lsi.delete(:index_arn)
+        end
+        schema[:global_secondary_indexes]&.each do |gsi|
+          gsi.delete(:index_status)
+          gsi.delete(:index_size_bytes)
+          gsi.delete(:item_count)
+          gsi.delete(:index_arn)
+          gsi[:provisioned_throughput].delete(:number_of_decreases_today)
+        end
+      end
+    end
+  end
+end

data/lib/dynamocli/erase.rb

@@ -1,9 +1,12 @@
 # frozen_string_literal: true
 
-require "json"
-require "yaml"
+require "tty-logger"
 require "aws-sdk-dynamodb"
 require "aws-sdk-cloudformation"
+require "dynamocli/table/cloudformation_table"
+require "dynamocli/table/standalone_table"
+require "dynamocli/aws/stack"
+require "dynamocli/aws/table"
 
 class Dynamocli::Erase
   def initialize(table_name:, with_drift: false)
@@ -12,219 +15,70 @@ class Dynamocli::Erase
 
     @dynamodb = Aws::DynamoDB::Client.new
     @cloudformation = Aws::CloudFormation::Client.new
-    @table = Aws::DynamoDB::Table.new(@table_name)
-
-    set_schema
+    @table_on_aws = Aws::DynamoDB::Table.new(@table_name)
 
     @stack_resources = @cloudformation.describe_stack_resources(physical_resource_id: @table_name).to_h
-
-    set_stack_information
-  rescue Aws::DynamoDB::Errors::ResourceNotFoundException => e
-    STDERR.puts "ERROR: #{e.message}"
-    exit(42)
   rescue Aws::CloudFormation::Errors::ValidationError
     @stack_resources = nil
   end
 
   def start
     erase_table
-  rescue Aws::CloudFormation::Errors::ValidationError => e
-    STDERR.puts "ERROR: #{e.message}"
+  rescue Aws::CloudFormation::Errors::ValidationError,
+         Aws::DynamoDB::Errors::ValidationException,
+         Aws::DynamoDB::Errors::ResourceNotFoundException => e
+    LOGGER.error(e.message)
     exit(42)
   end
 
   private
 
-  def set_schema
-    @schema = @dynamodb.describe_table(table_name: @table_name).to_h[:table].tap do |schema|
-      schema.delete(:table_status)
-      schema.delete(:creation_date_time)
-      schema.delete(:table_size_bytes)
-      schema.delete(:item_count)
-      schema.delete(:table_arn)
-      schema.delete(:table_id)
-      schema[:provisioned_throughput].delete(:number_of_decreases_today)
-    end
-  end
-  
-  def set_stack_information
-    return if @stack_resources.nil?
-
-    set_stack_name
-    set_stack
-    set_templates
-  rescue Aws::CloudFormation::Errors::ValidationError => e
-    STDERR.puts "ERROR: #{e.message}"
-    exit(42)
-  end
-
-  def set_stack_name
-    table_resource = @stack_resources[:stack_resources].find do |resource|
-      resource[:physical_resource_id] == @table_name
-    end
-    @stack_name = table_resource[:stack_name]
-  end
-
-  def set_stack
-    @stack = @cloudformation.describe_stacks(stack_name: @stack_name)[0][0]
-  end
-
-  def set_templates
-    template_body = @cloudformation.get_template(stack_name: @stack_name).to_h[:template_body]
-    @original_template = parse_template(template_body)
-    @template_without_table = parse_template(template_body)
+  LOGGER = TTY::Logger.new
+  private_constant :LOGGER
 
-    tables = @original_template["Resources"].select { |_, v| v["Type"] == "AWS::DynamoDB::Table" }
-    table = tables.find { |_, v| v["Properties"]["TableName"] == @table_name }
-
-    if tables.nil?
-      STDERR.puts "ERROR: table #{@table_name} not found in the #{@stack_name} stack"
-      exit(42)
-    end
-
-    logical_resource_id = table.first
-    @template_without_table["Resources"].delete(logical_resource_id)
-  end
-
-  def parse_template(template)
-    JSON.parse(template)
-  rescue JSON::ParserError
-    YAML.load(template)
-  end
+  attr_reader :table_name, :table_on_aws, :stack_resources
 
   def erase_table
-    if @stack_resources.nil? || @with_drift
-      check_if_user_wants_to_continue_with_recreation
-      delete_and_recreate_the_table
-    else
-      check_if_user_wants_to_continue_with_deployment
-      erase_table_through_cloudformation
-    end
+    check_if_user_wants_to_continue
+    dynamocli_table.erase
   end
 
-  def check_if_user_wants_to_continue_with_recreation
-    STDOUT.print(
-      "WARNING: You're going to drop and recreate your #{@table_name} table,\n" \
-      "do you really want to continue?\n" \
-      "(anything other than 'y' will cancel) > "
+  def check_if_user_wants_to_continue
+    LOGGER.warn(
+      "#{dynamocli_table.alert_message_before_continue} " \
+      "Do you really want to continue?"
     )
+    STDOUT.print("(anything other than 'y' will cancel) > ")
 
     confirmation = STDIN.gets.strip
     return if confirmation == "y"
 
-    STDOUT.puts abort_message
+    LOGGER.info(abort_message)
     exit(0)
   end
 
   def abort_message
-    "INFO: Erase of #{@table_name} table canceled"
-  end
-
-  def delete_and_recreate_the_table
-    delete_table
-    wait_for_deletion_to_complete
-    create_table
-  end
-
-  def delete_table
-    STDOUT.puts "INFO: Deleting the #{@table_name} table"
-
-    @table.delete
-
-    STDOUT.puts "INFO: #{@table_name} table deleted"
+    "Erase of #{@table_name} table canceled"
   end
 
-  def wait_for_deletion_to_complete
-    waiting_seconds = 0
-    while get_table_status == "DELETING"
-      STDOUT.puts "INFO: Waiting for deletion to complete"
-      sleep waiting_seconds += 1
-    end
-  rescue Aws::DynamoDB::Errors::ResourceNotFoundException
-    true
-  end
-
-  def get_table_status
-    @dynamodb.describe_table(table_name: @table_name).table.table_status
-  end
-
-  def create_table
-    STDOUT.puts "INFO: Creating the #{@table_name} table"
-
-    @dynamodb.create_table(@schema)
-
-    STDOUT.puts "INFO: #{@table_name} table created"
-  end
-  
-  def check_if_user_wants_to_continue_with_deployment
-    STDOUT.print(
-      "WARNING: You are going to deploy and redeploy your #{@stack_name} stack\n" \
-      "to drop and recreate the #{@table_name} table, do you really want to continue?\n" \
-      "(anything other than 'y' will cancel) > "
-    )
-
-    confirmation = STDIN.gets.strip
-    return if confirmation == "y"
-
-    STDOUT.puts abort_message
-    exit(0)
+  def dynamocli_table
+    @dynamocli_table ||=
+      if stack_resources.nil? || with_drift?
+        table = Dynamocli::AWS::Table.new(table_name: table_name, table_on_aws: table_on_aws)
+        Dynamocli::Table::StandaloneTable.new(table_name: table_name, table: table)
+      else
+        stack = Dynamocli::AWS::Stack.new(table_name: table_name, table_resource: table_resource)
+        Dynamocli::Table::CloudformationTable.new(table_name: table_name, stack: stack)
+      end
   end
 
-  def erase_table_through_cloudformation
-    deploy_stack_without_the_table
-    wait_for_deployment_to_complete
-    deploy_stack_with_the_original_template
+  def with_drift?
+    @with_drift
   end
 
-  def deploy_stack_without_the_table
-    STDOUT.puts "INFO: Deploying the stack without the #{@table_name} table"
-
-    @cloudformation.update_stack(
-      stack_name: @stack_name,
-      template_body: @template_without_table.to_json,
-      parameters: @stack.parameters.map(&:to_h),
-      capabilities: @stack.capabilities,
-      role_arn: @stack.role_arn,
-      rollback_configuration: @stack.rollback_configuration.to_h,
-      stack_policy_body: get_stack_policy_body,
-      notification_arns: @stack.notification_arns,
-      tags: @stack.tags.map(&:to_h)
-    )
-
-    STDOUT.puts "INFO: Stack deployed without the #{@table_name} table"
-  end
-
-  def get_stack_policy_body
-    @cloudformation.get_stack_policy(stack_name: @stack_name).stack_policy_body
-  end
-
-  def wait_for_deployment_to_complete
-    waiting_seconds = 0
-    while get_stack_status != "UPDATE_COMPLETE"
-      STDOUT.puts "INFO: Waiting for deployment to complete"
-      sleep waiting_seconds += 1
+  def table_resource
+    @table_resource ||= stack_resources[:stack_resources].find do |resource|
+      resource[:physical_resource_id] == @table_name
     end
   end
-
-  def get_stack_status
-    @cloudformation.describe_stacks(stack_name: @stack_name)[0][0].stack_status
-  end
-
-  def deploy_stack_with_the_original_template
-    STDOUT.puts "INFO: Deploying the stack with the #{@table_name} table"
-
-    @cloudformation.update_stack(
-      stack_name: @stack_name,
-      template_body: @original_template.to_json,
-      parameters: @stack.parameters.map(&:to_h),
-      capabilities: @stack.capabilities,
-      role_arn: @stack.role_arn,
-      rollback_configuration: @stack.rollback_configuration.to_h,
-      stack_policy_body: get_stack_policy_body,
-      notification_arns: @stack.notification_arns,
-      tags: @stack.tags.map(&:to_h)
-    )
-
-    STDOUT.puts "INFO: Stack deployed with the #{@table_name} table"
-  end
 end

data/lib/dynamocli/import.rb

@@ -1,42 +1,90 @@
+# frozen_string_literal: true
+
 require "csv"
+require "tty-logger"
 require "aws-sdk-dynamodb"
 
 class Dynamocli::Import
+  LOGGER = TTY::Logger.new
   SUPPORTED_FILE_FORMATS = ["CSV"]
 
-  def initialize(file:, table:)
+  def initialize(file:, table:, exported_from_aws: false)
     @file = file
     @table = table
+    @exported_from_aws = exported_from_aws
+    @dynamodb = Aws::DynamoDB::Client.new
   end
 
   def start
     records = get_records
     write_records_to_dynamodb_table(records)
+    LOGGER.success("#{records.size} record#{"s" if records.size != 1} imported to #{table}")
+  rescue Aws::DynamoDB::Errors::ValidationException => e
+    LOGGER.error(e.message)
+    exit(42)
   end
 
   private
 
+  attr_reader :file, :table, :dynamodb
+
   def get_records
-    extension = File.extname(@file)
+    extension = File.extname(file)
 
     case extension
     when ".csv"
-      records_from_csv(@file)
+      records_from_csv(file)
     else
-      STDERR.puts "ERROR: Not supported file format. Only supported file formats are: #{SUPPORTED_FILE_FORMATS}"
+      LOGGER.error("Not supported file format. Only supported file formats are: #{SUPPORTED_FILE_FORMATS}")
       exit(42)
     end
   end
 
   def records_from_csv(csv)
-    csv_options = { encoding: "UTF-8", headers: true, header_converters: :symbol, converters: :all }
+    set_custom_converter_for_csv
+    csv_options = { encoding: "UTF-8", headers: true, converters: :attribute_definitions }
     records_csv = CSV.read(csv, csv_options)
-    records_csv.map(&:to_hash)
+    if exported_from_aws?
+      transform_records_csv_from_aws(records_csv)
+    else
+      records_csv.map(&:to_hash)
+    end
   end
 
-  def write_records_to_dynamodb_table(records)
-    dynamodb = Aws::DynamoDB::Client.new
+  def exported_from_aws?
+    @exported_from_aws
+  end
+
+  # When the CSV comes from AWS, the header of the CSV is like this: "email (S)".
+  # However, we cannot import the CSV with the header like this, we have to remove
+  # the part that specifies the type of the field before importing it.
+  RANGE_TO_REMOVE_TYPE_FROM_HEADER = (0..-5)
+  private_constant :RANGE_TO_REMOVE_TYPE_FROM_HEADER
+  def transform_records_csv_from_aws(records_csv)
+    records_csv.map do |record_csv|
+      record = record_csv.to_h
 
+      record.each_with_object({}) do |(key, value), records|
+        records[key[RANGE_TO_REMOVE_TYPE_FROM_HEADER]] = value
+      end
+    end
+  end
+
+  ATTRIBUTE_TYPES_CONVERTERS = {
+    "S" => :to_s.to_proc,
+    "N" => :to_i.to_proc,
+    "B" => Proc.new(&StringIO.method(:new))
+  }
+  def set_custom_converter_for_csv
+    attribute_definitions = dynamodb.describe_table(table_name: table).table.attribute_definitions
+    CSV::Converters[:attribute_definitions] = lambda do |value, info|
+      attribute_definition = attribute_definitions.find { |it| it.attribute_name == info.header }
+      return value if attribute_definition.nil?
+      ATTRIBUTE_TYPES_CONVERTERS[attribute_definition.attribute_type].call(value)
+    end
+  end
+
+  def write_records_to_dynamodb_table(records)
     slice_items_to_attend_batch_write_limit(records).each do |items|
       dynamodb.batch_write_item(request_items: format_request_items(items))
     end
@@ -48,6 +96,6 @@ class Dynamocli::Import
   end
 
   def format_request_items(items)
-    { @table => items.map { |item| { put_request: { item: item } } } }
+    { table => items.map { |item| { put_request: { item: item } } } }
   end
 end

data/lib/dynamocli/table/cloudformation_table.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+require "aws-sdk-cloudformation"
+require "tty-logger"
+
+module Dynamocli::Table
+  class CloudformationTable
+    def initialize(table_name:, stack:, cloudformation: nil, logger: nil)
+      @table_name = table_name
+      @stack = stack
+      @cloudformation = cloudformation || CLOUDFORMARTION.new
+      @logger = logger || LOGGER.new
+    end
+
+    def alert_message_before_continue
+      "You're going to deploy and redeploy your #{stack.name} stack to drop and recreate the #{@table_name} table!"
+    end
+
+    def erase
+      deploy_stack_without_the_table
+      wait_for_deployment_to_complete
+      deploy_stack_with_the_original_template
+    end
+
+    private
+
+    CLOUDFORMARTION = Aws::CloudFormation::Client
+    LOGGER = TTY::Logger
+    private_constant :CLOUDFORMARTION, :LOGGER
+
+    attr_reader :table_name, :stack, :cloudformation, :logger
+
+    def deploy_stack_without_the_table
+      logger.info("Deploying the stack without the #{table_name} table")
+
+      cloudformation.update_stack(
+        stack_name: stack.name,
+        template_body: stack.template_without_table.to_json,
+        parameters: stack.parameters.map(&:to_h),
+        capabilities: stack.capabilities,
+        role_arn: stack.role_arn,
+        rollback_configuration: stack.rollback_configuration.to_h,
+        stack_policy_body: stack.policy_body,
+        notification_arns: stack.notification_arns,
+        tags: stack.tags.map(&:to_h)
+      )
+
+      logger.success("Stack deployed without the #{table_name} table")
+    end
+
+    def wait_for_deployment_to_complete
+      waiting_seconds = 0
+      while stack.deploying?
+        logger.info("Waiting for deployment to complete")
+        sleep waiting_seconds += 1
+      end
+    end
+
+    def deploy_stack_with_the_original_template
+      logger.info("Deploying the stack with the #{table_name} table")
+
+      cloudformation.update_stack(
+        stack_name: stack.name,
+        template_body: stack.original_template.to_json,
+        parameters: stack.parameters.map(&:to_h),
+        capabilities: stack.capabilities,
+        role_arn: stack.role_arn,
+        rollback_configuration: stack.rollback_configuration.to_h,
+        stack_policy_body: stack.policy_body,
+        notification_arns: stack.notification_arns,
+        tags: stack.tags.map(&:to_h)
+      )
+
+      logger.success("Stack deployed with the #{table_name} table")
+    end
+  end
+end

data/lib/dynamocli/table/standalone_table.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require "aws-sdk-dynamodb"
+require "tty-logger"
+
+module Dynamocli::Table
+  class StandaloneTable
+    def initialize(table_name:, table:, dynamodb: nil, logger: nil)
+      @table_name = table_name
+      @table = table
+      @dynamodb = dynamodb || DYNAMODB.new
+      @logger = logger || LOGGER.new
+    end
+
+    def alert_message_before_continue
+      "You're going to drop and recreate your #{@table_name} table!"
+    end
+
+    def erase
+      delete_table
+      wait_for_deletion_to_complete
+      create_table
+    end
+
+    private
+
+    LOGGER = TTY::Logger
+    DYNAMODB = Aws::DynamoDB::Client
+    private_constant :LOGGER, :DYNAMODB
+
+    attr_reader :table_name, :table, :dynamodb, :logger
+
+    def delete_table
+      logger.info("Deleting the #{table_name} table")
+
+      table.delete
+
+      logger.success("#{table_name} table deleted")
+    end
+
+    def wait_for_deletion_to_complete
+      waiting_seconds = 0
+      while table.deleting?
+        logger.info("Waiting for deletion to complete")
+        sleep waiting_seconds += 1
+      end
+    end
+
+    def create_table
+      logger.info("Creating the #{table_name} table")
+
+      dynamodb.create_table(table.schema)
+
+      logger.success("#{table_name} table created")
+    end
+  end
+end

data/lib/dynamocli/version.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Dynamocli
-  VERSION = "0.1.3"
+  VERSION = "0.1.8"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dynamocli
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.8
 platform: ruby
 authors:
 - Matheus Silva Santos de Oliveira
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-06-20 00:00:00.000000000 Z
+date: 2020-08-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.23'
+- !ruby/object:Gem::Dependency
+  name: tty-logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -72,14 +86,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -94,13 +108,25 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-description: 
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
 email:
 - oliveira.matheussilvasantos@gmail.com
 executables:
-- console
 - dynamocli
-- setup
 extensions: []
 extra_rdoc_files: []
 files:
@@ -119,14 +145,18 @@ files:
 - bin/setup
 - dynamocli.gemspec
 - lib/dynamocli.rb
+- lib/dynamocli/aws/stack.rb
+- lib/dynamocli/aws/table.rb
 - lib/dynamocli/erase.rb
 - lib/dynamocli/import.rb
+- lib/dynamocli/table/cloudformation_table.rb
+- lib/dynamocli/table/standalone_table.rb
 - lib/dynamocli/version.rb
 homepage: https://github.com/matheussilvasantos/dynamocli
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -134,15 +164,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
 summary: Utilities for interaction with AWS DynamoDB
 test_files: []