csv_to_sqlite3 0.1.1 → 0.1.3.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: da996b0856a8d3474dfe2bd58b34bc96956874c16cb58281bec0d0fb36f81cf7
-  data.tar.gz: 92e9180d09351aa8de077b8d6da2f8176a64d2d62123c2c7d5feb93ae0712c4a
+  metadata.gz: 210e5e06c4338355c22dc3c8d84b7026b4878a4b6b5a4e34712e311e226a7b24
+  data.tar.gz: d8d5eae006f16edf17fb90a40cec72e8ecfe653258883161692be39f4b430be5
 SHA512:
-  metadata.gz: 82f5f4921be989aec8fdda9dbca21475bfde61295eab6a8c810c53b31f821a76637f8a8970e99d75a32816f9892327bfb1e303df0b3e7ab644981c2be9f33795
-  data.tar.gz: 926f816917dae6073a2218129fb149c5ea09dd894937babac3b18bcf61dd0f9611e97f4d5004878e17896d881f4e1c92b3cf1afbd9d1199c9f7c351c01b4adb3
+  metadata.gz: 7ab7649056cc987ff15015f8d542b43df7eab74cf63e94edd9cc4fa15ba4a0560ef0e03af33db3d0208665912a0d0b8756c56bd365222570f2ebb613b5859c36
+  data.tar.gz: f7272550f558ba70220e7f0fac18e273cd2a0b57a0a8571d7c2a76dd58176136ae1b8d10ee42b8c7e19d9b6a7987ba5a9c0ec940ab4b48f76cee59caea361a36

data/.gitignore

@@ -13,3 +13,4 @@
 *.gem
 
 *.sqlite3
+examples/

data/Gemfile

@@ -6,3 +6,4 @@ gemspec
 gem "rake", "~> 12.0"
 gem 'rspec', '~> 3.9'
 gem 'sqlite3', '~> 1.4', '>= 1.4.2'
+gem 'tty-progressbar'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    csv_to_sqlite3 (0.1.0)
+    csv_to_sqlite3 (0.1.3.3)
 
 GEM
   remote: https://rubygems.org/
@@ -22,6 +22,15 @@ GEM
       rspec-support (~> 3.9.0)
     rspec-support (3.9.3)
     sqlite3 (1.4.2)
+    strings-ansi (0.1.0)
+    tty-cursor (0.7.1)
+    tty-progressbar (0.17.0)
+      strings-ansi (~> 0.1.0)
+      tty-cursor (~> 0.7)
+      tty-screen (~> 0.7)
+      unicode-display_width (~> 1.6)
+    tty-screen (0.8.1)
+    unicode-display_width (1.7.0)
 
 PLATFORMS
   ruby
@@ -31,6 +40,7 @@ DEPENDENCIES
   rake (~> 12.0)
   rspec (~> 3.9)
   sqlite3 (~> 1.4, >= 1.4.2)
+  tty-progressbar
 
 BUNDLED WITH
    2.1.4

data/README.md

@@ -1,28 +1,24 @@
-# CsvToSqlite
+# CsvToSqlite3
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/csv_to_sqlite`. To experiment with that code, run `bin/console` for an interactive prompt.
+CsvToSqlite3 is a gem that aims to work as a executable like rake or bundler, it servs as a Sqlite3 database generator from csv files. It is used to create and insert all data from one or more csv files to the same Sqlite3 database.
 
-TODO: Delete this and the text above, and describe your gem
+The ideia comes from a specific cenario when I needed to run complex sql queries on a huge database, and once I was afraid to run it directly in prolduction and it impacts in the operation I chose to run simples selects (select * from some_table when created_at > some_date) from each table used on my query, export to csv files than create a specific ruby script that create a sqlite3 database and run the inserts, thereby i can run any havy query on my local computer without generate any impact in the operation.
 
-## Installation
-
-Add this line to your application's Gemfile:
+Once this cenario is quite common I decided to rewrite the script to work with any csv file exported from any table.
 
-```ruby
-gem 'csv_to_sqlite'
-```
+## Installation
 
-And then execute:
+Installed with gem:
 
-    $ bundle install
+    $ gem install csv_to_sqlite3
 
-Or install it yourself as:
+## Usage
 
-    $ gem install csv_to_sqlite
+Once the gem is installed it is aviable the command "csv_to_sqlite", to generate a new database you need to run on terminal "csv_to_sqlite path/to/file.csv'". It will create a file named data.sqlite3 and create a table with name equal to file name, case the table already exists it will only insert all data from this file.
 
-## Usage
+    $ csv_to_sqlite stores.csv
 
-TODO: Write usage instructions here
+By running the command above it will be generated a database data.sqlite3 with a table named stores with all data included. 
 
 ## Development
 
@@ -32,7 +28,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/csv_to_sqlite.
+Bug reports and pull requests are welcome on GitHub at https://github.com/joaofelipe1294/csv_to_sqlite3.
 
 
 ## License

data/Rakefile

@@ -6,17 +6,16 @@
 # task :default => :spec
 
 
-require_relative "lib/database"
-require_relative "lib/csv_reader"
-require_relative "lib/sql/create_table"
-require_relative "lib/sql/insert"
+# require_relative "lib/database"
+# require_relative "lib/csv_reader"
+# require_relative "lib/sql/create_table"
+# require_relative "lib/sql/insert"
 
-task default: :setup
+require_relative "lib/csv_to_sqlite"
+
+task default: :convert
 
 desc "Create tables used in sqlite"
-task :setup do
-  connection = CsvToSQLite::Database.new().connect
-  csv_table  = CsvToSQLite::CsvReader.load_file './spec/test_files/test_file.csv'
-  CsvToSQLite::SQL::CreateTable.new(name: 'persons', csv_table: csv_table, connection: connection).run
-  CsvToSQLite::SQL::Insert.new(name: 'persons', csv_table: csv_table, connection: connection).run
+task :convert do
+  CsvToSqlite::CsvToSQLite.new.convert(ARGV[1])
 end

data/bin/csv_to_sqlite

@@ -1,4 +1,3 @@
 #!/usr/bin/env ruby
 
 require 'csv_to_sqlite'
-CsvToSqlite::CsvToSqlite.convert(ARGV[0])

data/csv_to_sqlite3.gemspec

@@ -6,8 +6,8 @@ Gem::Specification.new do |spec|
   spec.authors       = ["joaofelipelopes"]
   spec.email         = ["joaofelipe1294@gmail.com"]
 
-  spec.summary       = %q{An easy way to convert a csv file into SQLite database.}
-  spec.description   = %q{Add a better description.}
+  spec.summary       = %q{An easy way to convert a csv file into SQLite3 database.}
+  spec.description   = %q{Add the executable "csv_to_sqlite" to your terminal, wich is used to create a SQLite3 database with all data from a csv file by running "csv_to_sqlite file.csv". It was developed to be used as a command line.}
   spec.homepage      = "https://github.com/joaofelipe1294/csv_to_sqlite3"
   spec.license       = "MIT"
   spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")

data/exe/csv_to_sqlite

@@ -1,4 +1,6 @@
 #!/usr/bin/env ruby
 
 require 'csv_to_sqlite'
-CsvToSqlite::CsvToSQLite.new.convert(ARGV[0])
+
+CsvToSqlite::CsvToSQLite.new(ARGV).run
+

data/lib/argument_handler_service.rb

@@ -0,0 +1,30 @@
+module CsvToSqlite
+  class ArgumentHandlerService
+
+    def initialize argv
+      @argv = argv
+    end
+
+    def call
+      return empty if @argv.empty?
+      return help if @argv.include? "-h"
+      :convert
+    end
+
+    def help
+      puts "Run csv_lto_sqlite3 is easy!"
+      puts "To convert a csv file into a sqlite3 database you just need to run the follow command from the same directory of the csv file:"
+      puts "csv_to_sqlite your_csv_file.csv"
+      puts "==============================="
+      puts "-t <table-name> -> parameter used to set wich table will be created/used"
+      puts "Some customisations will be aviable on next versions :)"
+      nil
+    end
+
+    def empty
+      puts "Run 'csv_to_sqlite -h' to receive some help or csv_to_sqlite csv_file.csv to generate a SQLite3 database from a csv file."
+      nil
+    end
+
+  end
+end

data/lib/csv_reader.rb

@@ -4,8 +4,20 @@ module CsvToSqlite
 
   class CsvReader
 
-    def self.load_file file_path
-      CSV.parse(File.read(file_path), headers: true, col_sep: ';')
+    def initialize file_path
+      @file_path = file_path
+    end
+
+    def load_file
+      CSV.parse(File.read(@file_path), headers: true, col_sep: separator)
+    end
+
+    def separator
+      first_line = File.open(@file_path) do |file|
+        line = file.readline
+        return ";" if line.include? ";"
+        return "," if line.include? ","
+      end
     end
 
   end

data/lib/csv_to_sqlite.rb

@@ -3,21 +3,46 @@ require_relative "./database"
 require_relative "./csv_reader"
 require_relative "./sql/create_table"
 require_relative "./sql/insert"
+require_relative "./argument_handler_service"
 
 module CsvToSqlite
   # class Error < StandardError; end
 
   class CsvToSQLite
 
+    def initialize argv
+      @args = argv
+    end
+
+    def run
+      method = CsvToSqlite::ArgumentHandlerService.new(@args).call
+      self.convert(@args.first) unless method.nil?
+    end
+
     def convert file_path
       connection = CsvToSqlite::Database.new().connect
-      csv_table  = CsvToSqlite::CsvReader.load_file file_path
-      puts file_path
-      table_name = file_path.split("/").last.split(".csv").first
+      csv_table  = CsvToSqlite::CsvReader.new(file_path).load_file
       CsvToSqlite::SQL::CreateTable.new(name: table_name, csv_table: csv_table, connection: connection).run
       CsvToSqlite::SQL::Insert.new(name: table_name, csv_table: csv_table, connection: connection).run
     end
 
+    def table_name
+      if @args.include? "-t"
+        table_name_index = @args.find_index "-t"
+        return @args[table_name_index + 1]
+      else
+        return csv_file_name.split("/").last.split(".csv").first
+      end
+    end
+
+    def csv_file_name
+      file_name = nil
+      @args.each_with_index do |param, index|
+        file_name = param if param.include? ".csv"
+      end
+      file_name
+    end
+
   end
 
 end

data/lib/csv_to_sqlite/version.rb

@@ -1,3 +1,3 @@
 module CsvToSqlite
-  VERSION = "0.1.1"
+  VERSION = "0.1.3.3"
 end

data/lib/sql/column.rb

@@ -8,7 +8,9 @@ module CsvToSqlite::SQL
 
     def sql_for column
       @data = @csv_table[column][0..2]
-      if int?
+      if null?
+        type = "TEXT DEFAULT NULL"
+      elsif int?
         type = "INTEGER"
       elsif float?
         type = "FLOAT"
@@ -24,6 +26,11 @@ module CsvToSqlite::SQL
       "#{column} #{type},"
     end
 
+    def null?
+      match_cases = @data.map { |value| value == nil }
+      match_cases.any? { |value| value == true }
+    end
+
     def int?
       meta_comparing :Integer
     end

data/lib/sql/insert.rb

@@ -1,3 +1,5 @@
+require "tty-progressbar"
+
 module CsvToSqlite::SQL
 
   class Insert
@@ -10,11 +12,14 @@ module CsvToSqlite::SQL
 
     def run
       columns = @csv_table.headers.sort
+      bar = TTY::ProgressBar.new("Inserting data [:bar] :percent", total: @csv_table.by_row.count)
       @csv_table.by_row.each do |row|
         values = columns.map { |column| row[column] }
         question_marks = ("?," * columns.size).chop!
         @connection.execute("INSERT INTO #{@name} (#{columns.join(',')}) VALUES (#{question_marks})", values)
+        bar.advance(1)
       end
+      bar.finish
     end
 
   end

metadata

@@ -1,16 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: csv_to_sqlite3
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.3.3
 platform: ruby
 authors:
 - joaofelipelopes
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-09-21 00:00:00.000000000 Z
+date: 2020-10-26 00:00:00.000000000 Z
 dependencies: []
-description: Add a better description.
+description: Add the executable "csv_to_sqlite" to your terminal, wich is used to
+  create a SQLite3 database with all data from a csv file by running "csv_to_sqlite
+  file.csv". It was developed to be used as a command line.
 email:
 - joaofelipe1294@gmail.com
 executables:
@@ -18,6 +20,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".DS_Store"
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
@@ -31,6 +34,7 @@ files:
 - bin/setup
 - csv_to_sqlite3.gemspec
 - exe/csv_to_sqlite
+- lib/argument_handler_service.rb
 - lib/csv_reader.rb
 - lib/csv_to_sqlite.rb
 - lib/csv_to_sqlite/version.rb
@@ -62,5 +66,5 @@ requirements: []
 rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
-summary: An easy way to convert a csv file into SQLite database.
+summary: An easy way to convert a csv file into SQLite3 database.
 test_files: []