csv_to_sqlite3 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6054545a778a1f66aaf4f1a21d27a649495077eeb57156bc1c997fb35f4da2cd
-  data.tar.gz: 806c76397accf1f4dd054e690ef033415d4fa8263bc8ca345057c116afdbe8e7
+  metadata.gz: 62ec616ffbe5c9315fdc7b3233707c31661a326e8768fea4f91b6328d0ce8b75
+  data.tar.gz: 4817fcd045944d23c5e38ba4ef8d0061c508857100361e495224d1ddfc065a67
 SHA512:
-  metadata.gz: 82dea9f3753586ba249c11d820644086e44b8303333db6a06c381a02892d1f332c88f1031d084ac93c235757aa24dba8d7ddd72f3ac805a22f2501cb8507a53c
-  data.tar.gz: 8f6623cb0bea64446b43ddc5421fd1fce24ef0c18413851ccc80c65ae5ca04dd6a734814276cb9b5d5960203cbda59d2306c399fb1a11cac4b732da9b2a9559e
+  metadata.gz: 83a35843d741b1b65eccd24a4582fb9591686a0227f6cea5f834595fde24b1574465c1a8c4611d305f06699001a3de23f60524c615e0ddc44e2f9c2c73961bce
+  data.tar.gz: d35d14cc2b8a0c0d9e788c49da08cd274a7053057b3b10c56bd6cc9077fc8f21d7623e34e357d3b814fdafe001ab33fb27d08fce9bf58e267422f5c7def2212d

data/Gemfile

@@ -3,6 +3,6 @@ source "https://rubygems.org"
 # Specify your gem's dependencies in csv_to_sqlite.gemspec
 gemspec
 
-gem "rake", "~> 12.0"
 gem 'rspec', '~> 3.9'
 gem 'sqlite3', '~> 1.4', '>= 1.4.2'
+gem 'tty-progressbar'

data/Gemfile.lock

@@ -1,13 +1,14 @@
 PATH
   remote: .
   specs:
-    csv_to_sqlite3 (0.1.2)
+    csv_to_sqlite3 (0.1.3.4)
+      sqlite3 (~> 1.4, >= 1.4.2)
+      tty-progressbar
 
 GEM
   remote: https://rubygems.org/
   specs:
     diff-lcs (1.4.4)
-    rake (12.3.3)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
@@ -22,15 +23,24 @@ GEM
       rspec-support (~> 3.9.0)
     rspec-support (3.9.3)
     sqlite3 (1.4.2)
+    strings-ansi (0.1.0)
+    tty-cursor (0.7.1)
+    tty-progressbar (0.17.0)
+      strings-ansi (~> 0.1.0)
+      tty-cursor (~> 0.7)
+      tty-screen (~> 0.7)
+      unicode-display_width (~> 1.6)
+    tty-screen (0.8.1)
+    unicode-display_width (1.7.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
   csv_to_sqlite3!
-  rake (~> 12.0)
   rspec (~> 3.9)
   sqlite3 (~> 1.4, >= 1.4.2)
+  tty-progressbar
 
 BUNDLED WITH
    2.1.4

data/README.md

@@ -1,7 +1,9 @@
 # CsvToSqlite3
 
 CsvToSqlite3 is a gem that aims to work as a executable like rake or bundler, it servs as a Sqlite3 database generator from csv files. It is used to create and insert all data from one or more csv files to the same Sqlite3 database.
+
 The ideia comes from a specific cenario when I needed to run complex sql queries on a huge database, and once I was afraid to run it directly in prolduction and it impacts in the operation I chose to run simples selects (select * from some_table when created_at > some_date) from each table used on my query, export to csv files than create a specific ruby script that create a sqlite3 database and run the inserts, thereby i can run any havy query on my local computer without generate any impact in the operation.
+
 Once this cenario is quite common I decided to rewrite the script to work with any csv file exported from any table.
 
 ## Installation
@@ -14,6 +16,10 @@ Installed with gem:
 
 Once the gem is installed it is aviable the command "csv_to_sqlite", to generate a new database you need to run on terminal "csv_to_sqlite path/to/file.csv'". It will create a file named data.sqlite3 and create a table with name equal to file name, case the table already exists it will only insert all data from this file.
 
+    $ csv_to_sqlite stores.csv
+
+By running the command above it will be generated a database data.sqlite3 with a table named stores with all data included. 
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/bin/csv_to_sqlite

@@ -1,4 +1,3 @@
 #!/usr/bin/env ruby
 
 require 'csv_to_sqlite'
-CsvToSqlite::CsvToSqlite.convert(ARGV[0])

data/csv_to_sqlite3.gemspec

@@ -25,4 +25,7 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.executables << 'csv_to_sqlite'
   spec.require_paths = ["lib"]
+  spec.add_runtime_dependency 'tty-progressbar'
+  spec.add_runtime_dependency 'sqlite3', '~> 1.4', '>= 1.4.2'
+  spec.add_development_dependency 'rspec', '~> 3.9'
 end

data/exe/csv_to_sqlite

@@ -1,4 +1,6 @@
 #!/usr/bin/env ruby
 
 require 'csv_to_sqlite'
-CsvToSqlite::CsvToSQLite.new.convert(ARGV[0])
+
+CsvToSqlite::CsvToSQLite.new(ARGV).run
+

data/lib/argument_handler_service.rb

@@ -0,0 +1,30 @@
+module CsvToSqlite
+  class ArgumentHandlerService
+
+    def initialize argv
+      @argv = argv
+    end
+
+    def call
+      return empty if @argv.empty?
+      return help if @argv.include? "-h"
+      :convert
+    end
+
+    def help
+      puts "Run csv_lto_sqlite3 is easy!"
+      puts "To convert a csv file into a sqlite3 database you just need to run the follow command from the same directory of the csv file:"
+      puts "csv_to_sqlite your_csv_file.csv"
+      puts "==============================="
+      puts "-t <table-name> -> parameter used to set wich table will be created/used"
+      puts "Some customisations will be aviable on next versions :)"
+      nil
+    end
+
+    def empty
+      puts "Run 'csv_to_sqlite -h' to receive some help or csv_to_sqlite csv_file.csv to generate a SQLite3 database from a csv file."
+      nil
+    end
+
+  end
+end

data/lib/csv_to_sqlite.rb

@@ -3,20 +3,46 @@ require_relative "./database"
 require_relative "./csv_reader"
 require_relative "./sql/create_table"
 require_relative "./sql/insert"
+require_relative "./argument_handler_service"
 
 module CsvToSqlite
   # class Error < StandardError; end
 
   class CsvToSQLite
 
+    def initialize argv
+      @args = argv
+    end
+
+    def run
+      method = CsvToSqlite::ArgumentHandlerService.new(@args).call
+      self.convert(@args.first) unless method.nil?
+    end
+
     def convert file_path
       connection = CsvToSqlite::Database.new().connect
       csv_table  = CsvToSqlite::CsvReader.new(file_path).load_file
-      table_name = file_path.split("/").last.split(".csv").first
       CsvToSqlite::SQL::CreateTable.new(name: table_name, csv_table: csv_table, connection: connection).run
       CsvToSqlite::SQL::Insert.new(name: table_name, csv_table: csv_table, connection: connection).run
     end
 
+    def table_name
+      if @args.include? "-t"
+        table_name_index = @args.find_index "-t"
+        return @args[table_name_index + 1]
+      else
+        return csv_file_name.split("/").last.split(".csv").first
+      end
+    end
+
+    def csv_file_name
+      file_name = nil
+      @args.each_with_index do |param, index|
+        file_name = param if param.include? ".csv"
+      end
+      file_name
+    end
+
   end
 
 end

data/lib/csv_to_sqlite/version.rb

@@ -1,3 +1,3 @@
 module CsvToSqlite
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

data/lib/sql/insert.rb

@@ -1,3 +1,5 @@
+require "tty-progressbar"
+
 module CsvToSqlite::SQL
 
   class Insert
@@ -10,11 +12,14 @@ module CsvToSqlite::SQL
 
     def run
       columns = @csv_table.headers.sort
+      bar = TTY::ProgressBar.new("Inserting data [:bar] :percent", total: @csv_table.by_row.count)
       @csv_table.by_row.each do |row|
         values = columns.map { |column| row[column] }
         question_marks = ("?," * columns.size).chop!
         @connection.execute("INSERT INTO #{@name} (#{columns.join(',')}) VALUES (#{question_marks})", values)
+        bar.advance(1)
       end
+      bar.finish
     end
 
   end

metadata

@@ -1,15 +1,63 @@
 --- !ruby/object:Gem::Specification
 name: csv_to_sqlite3
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - joaofelipelopes
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-09-22 00:00:00.000000000 Z
-dependencies: []
+date: 2020-10-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: tty-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.9'
 description: Add the executable "csv_to_sqlite" to your terminal, wich is used to
   create a SQLite3 database with all data from a csv file by running "csv_to_sqlite
   file.csv". It was developed to be used as a command line.
@@ -28,12 +76,12 @@ files:
 - Gemfile.lock
 - LICENSE.txt
 - README.md
-- Rakefile
 - bin/console
 - bin/csv_to_sqlite
 - bin/setup
 - csv_to_sqlite3.gemspec
 - exe/csv_to_sqlite
+- lib/argument_handler_service.rb
 - lib/csv_reader.rb
 - lib/csv_to_sqlite.rb
 - lib/csv_to_sqlite/version.rb

data/Rakefile

@@ -1,21 +0,0 @@
-# require "bundler/gem_tasks"
-# require "rspec/core/rake_task"
-#
-# RSpec::Core::RakeTask.new(:spec)
-#
-# task :default => :spec
-
-
-# require_relative "lib/database"
-# require_relative "lib/csv_reader"
-# require_relative "lib/sql/create_table"
-# require_relative "lib/sql/insert"
-
-require_relative "lib/csv_to_sqlite"
-
-task default: :convert
-
-desc "Create tables used in sqlite"
-task :convert do
-  CsvToSqlite::CsvToSQLite.new.convert(ARGV[1])
-end