csv_to_sqlite3 0.1.2 → 0.1.3.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 29085b03af4098c78b2b1ef115618ea606054866909d4c9f22c8c157336b63fb
-  data.tar.gz: e770c2154eb29c5c0cdad8321d2b27b1a9a091d0b96445acc64f962105e39e2b
+  metadata.gz: 56c03665afe1b983d14a337499848d9c3e726b27fb167bd0d3188667c461d663
+  data.tar.gz: 4b5b1c27aefbfc9bab5570a41b444bf275ed33e1e0c35b8506635751e97b87bf
 SHA512:
-  metadata.gz: c7be539d9f72f92e403356d838aeb3837ec5566563af38cd8ca4d87562c484a41d58707e2deb6689348c671d49405eb20bc81067b4b7d5d722c39801cf7021b4
-  data.tar.gz: fe1310bc7b61d33d9caa21592fca1f38514dbff276faccc86cf30241e1504683c1956ba0774336a2f3be1755eb1f705b17231b5f2d50dbfc7e390b7601e714e5
+  metadata.gz: 8838ba8bfda796e828cfe8480173e8452f1a0d03abf13dfde349c15fbed8a828dd84d3982f1ae0703ec79e753bcd6bc89b0a23af6a1682ee11454c9ec3fad42c
+  data.tar.gz: 31777150c5c6bd22ea13a7b24160cd8bc977ae054eca7f638db646db290b28a39d34c5faea66c6baba5f8c28b7f773e3858e1a4f78e84c5e0670faa2cb119391

data/Gemfile

@@ -6,3 +6,4 @@ gemspec
 gem "rake", "~> 12.0"
 gem 'rspec', '~> 3.9'
 gem 'sqlite3', '~> 1.4', '>= 1.4.2'
+gem 'tty-progressbar'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    csv_to_sqlite3 (0.1.1)
+    csv_to_sqlite3 (0.1.3.3)
 
 GEM
   remote: https://rubygems.org/
@@ -22,6 +22,15 @@ GEM
       rspec-support (~> 3.9.0)
     rspec-support (3.9.3)
     sqlite3 (1.4.2)
+    strings-ansi (0.1.0)
+    tty-cursor (0.7.1)
+    tty-progressbar (0.17.0)
+      strings-ansi (~> 0.1.0)
+      tty-cursor (~> 0.7)
+      tty-screen (~> 0.7)
+      unicode-display_width (~> 1.6)
+    tty-screen (0.8.1)
+    unicode-display_width (1.7.0)
 
 PLATFORMS
   ruby
@@ -31,6 +40,7 @@ DEPENDENCIES
   rake (~> 12.0)
   rspec (~> 3.9)
   sqlite3 (~> 1.4, >= 1.4.2)
+  tty-progressbar
 
 BUNDLED WITH
    2.1.4

data/README.md

@@ -1,28 +1,24 @@
-# CsvToSqlite
+# CsvToSqlite3
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/csv_to_sqlite`. To experiment with that code, run `bin/console` for an interactive prompt.
+CsvToSqlite3 is a gem that aims to work as a executable like rake or bundler, it servs as a Sqlite3 database generator from csv files. It is used to create and insert all data from one or more csv files to the same Sqlite3 database.
 
-TODO: Delete this and the text above, and describe your gem
+The ideia comes from a specific cenario when I needed to run complex sql queries on a huge database, and once I was afraid to run it directly in prolduction and it impacts in the operation I chose to run simples selects (select * from some_table when created_at > some_date) from each table used on my query, export to csv files than create a specific ruby script that create a sqlite3 database and run the inserts, thereby i can run any havy query on my local computer without generate any impact in the operation.
 
-## Installation
-
-Add this line to your application's Gemfile:
+Once this cenario is quite common I decided to rewrite the script to work with any csv file exported from any table.
 
-```ruby
-gem 'csv_to_sqlite'
-```
+## Installation
 
-And then execute:
+Installed with gem:
 
-    $ bundle install
+    $ gem install csv_to_sqlite3
 
-Or install it yourself as:
+## Usage
 
-    $ gem install csv_to_sqlite
+Once the gem is installed it is aviable the command "csv_to_sqlite", to generate a new database you need to run on terminal "csv_to_sqlite path/to/file.csv'". It will create a file named data.sqlite3 and create a table with name equal to file name, case the table already exists it will only insert all data from this file.
 
-## Usage
+    $ csv_to_sqlite stores.csv
 
-TODO: Write usage instructions here
+By running the command above it will be generated a database data.sqlite3 with a table named stores with all data included. 
 
 ## Development
 
@@ -32,7 +28,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/csv_to_sqlite.
+Bug reports and pull requests are welcome on GitHub at https://github.com/joaofelipe1294/csv_to_sqlite3.
 
 
 ## License

data/bin/csv_to_sqlite

@@ -1,4 +1,3 @@
 #!/usr/bin/env ruby
 
 require 'csv_to_sqlite'
-CsvToSqlite::CsvToSqlite.convert(ARGV[0])

data/csv_to_sqlite3.gemspec

@@ -6,8 +6,8 @@ Gem::Specification.new do |spec|
   spec.authors       = ["joaofelipelopes"]
   spec.email         = ["joaofelipe1294@gmail.com"]
 
-  spec.summary       = %q{An easy way to convert a csv file into SQLite database.}
-  spec.description   = %q{Add a better description.}
+  spec.summary       = %q{An easy way to convert a csv file into SQLite3 database.}
+  spec.description   = %q{Add the executable "csv_to_sqlite" to your terminal, wich is used to create a SQLite3 database with all data from a csv file by running "csv_to_sqlite file.csv". It was developed to be used as a command line.}
   spec.homepage      = "https://github.com/joaofelipe1294/csv_to_sqlite3"
   spec.license       = "MIT"
   spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
@@ -25,4 +25,5 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.executables << 'csv_to_sqlite'
   spec.require_paths = ["lib"]
+  spec.add_runtime_dependency "tty-progressbar"
 end

data/exe/csv_to_sqlite

@@ -1,4 +1,6 @@
 #!/usr/bin/env ruby
 
 require 'csv_to_sqlite'
-CsvToSqlite::CsvToSQLite.new.convert(ARGV[0])
+
+CsvToSqlite::CsvToSQLite.new(ARGV).run
+

data/lib/argument_handler_service.rb

@@ -0,0 +1,30 @@
+module CsvToSqlite
+  class ArgumentHandlerService
+
+    def initialize argv
+      @argv = argv
+    end
+
+    def call
+      return empty if @argv.empty?
+      return help if @argv.include? "-h"
+      :convert
+    end
+
+    def help
+      puts "Run csv_lto_sqlite3 is easy!"
+      puts "To convert a csv file into a sqlite3 database you just need to run the follow command from the same directory of the csv file:"
+      puts "csv_to_sqlite your_csv_file.csv"
+      puts "==============================="
+      puts "-t <table-name> -> parameter used to set wich table will be created/used"
+      puts "Some customisations will be aviable on next versions :)"
+      nil
+    end
+
+    def empty
+      puts "Run 'csv_to_sqlite -h' to receive some help or csv_to_sqlite csv_file.csv to generate a SQLite3 database from a csv file."
+      nil
+    end
+
+  end
+end

data/lib/csv_to_sqlite.rb

@@ -3,20 +3,46 @@ require_relative "./database"
 require_relative "./csv_reader"
 require_relative "./sql/create_table"
 require_relative "./sql/insert"
+require_relative "./argument_handler_service"
 
 module CsvToSqlite
   # class Error < StandardError; end
 
   class CsvToSQLite
 
+    def initialize argv
+      @args = argv
+    end
+
+    def run
+      method = CsvToSqlite::ArgumentHandlerService.new(@args).call
+      self.convert(@args.first) unless method.nil?
+    end
+
     def convert file_path
       connection = CsvToSqlite::Database.new().connect
       csv_table  = CsvToSqlite::CsvReader.new(file_path).load_file
-      table_name = file_path.split("/").last.split(".csv").first
       CsvToSqlite::SQL::CreateTable.new(name: table_name, csv_table: csv_table, connection: connection).run
       CsvToSqlite::SQL::Insert.new(name: table_name, csv_table: csv_table, connection: connection).run
     end
 
+    def table_name
+      if @args.include? "-t"
+        table_name_index = @args.find_index "-t"
+        return @args[table_name_index + 1]
+      else
+        return csv_file_name.split("/").last.split(".csv").first
+      end
+    end
+
+    def csv_file_name
+      file_name = nil
+      @args.each_with_index do |param, index|
+        file_name = param if param.include? ".csv"
+      end
+      file_name
+    end
+
   end
 
 end

data/lib/csv_to_sqlite/version.rb

@@ -1,3 +1,3 @@
 module CsvToSqlite
-  VERSION = "0.1.2"
+  VERSION = "0.1.3.4"
 end

data/lib/sql/insert.rb

@@ -1,3 +1,5 @@
+require "tty-progressbar"
+
 module CsvToSqlite::SQL
 
   class Insert
@@ -10,11 +12,14 @@ module CsvToSqlite::SQL
 
     def run
       columns = @csv_table.headers.sort
+      bar = TTY::ProgressBar.new("Inserting data [:bar] :percent", total: @csv_table.by_row.count)
       @csv_table.by_row.each do |row|
         values = columns.map { |column| row[column] }
         question_marks = ("?," * columns.size).chop!
         @connection.execute("INSERT INTO #{@name} (#{columns.join(',')}) VALUES (#{question_marks})", values)
+        bar.advance(1)
       end
+      bar.finish
     end
 
   end

metadata

@@ -1,16 +1,32 @@
 --- !ruby/object:Gem::Specification
 name: csv_to_sqlite3
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3.4
 platform: ruby
 authors:
 - joaofelipelopes
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-09-21 00:00:00.000000000 Z
-dependencies: []
-description: Add a better description.
+date: 2020-10-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: tty-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Add the executable "csv_to_sqlite" to your terminal, wich is used to
+  create a SQLite3 database with all data from a csv file by running "csv_to_sqlite
+  file.csv". It was developed to be used as a command line.
 email:
 - joaofelipe1294@gmail.com
 executables:
@@ -32,6 +48,7 @@ files:
 - bin/setup
 - csv_to_sqlite3.gemspec
 - exe/csv_to_sqlite
+- lib/argument_handler_service.rb
 - lib/csv_reader.rb
 - lib/csv_to_sqlite.rb
 - lib/csv_to_sqlite/version.rb
@@ -63,5 +80,5 @@ requirements: []
 rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
-summary: An easy way to convert a csv file into SQLite database.
+summary: An easy way to convert a csv file into SQLite3 database.
 test_files: []