csv_to_sqlite3 0.1.0 → 0.1.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 146ef624bc9e0172c1ebdb287b6d906b51e9b34826b85d50937c244210148c50
-  data.tar.gz: 1353a3721872dbfe61334bf5bc4d6869799d5ab9439b955b421710a366d73ae1
+  metadata.gz: 709acaceea756a2fab95c45bc156de01f41050fa6ec82461659a2779728e50f4
+  data.tar.gz: 16d5d03ec204d8f1f4fc2fe51a629be1333f60cc788187ac01c966de674c8b52
 SHA512:
-  metadata.gz: affe7184ffd215d3279735dfb3218253a271278eb36e8edb2173cae2afc892d486eb8fdf94cefca3eae291cb8739b06258217e581dac991851da3fe13dcfd1c2
-  data.tar.gz: 9bd61eab0dfe28211d5e5ce970627a029c9fa0209f70f1e03483e3c3a9d04cdfa2ecb68383bd622733b9fd96020d9a29b53a50df7d1503687aa8ddc51e99e0a2
+  metadata.gz: f69c8c7f24386a62b21cc6c21a775b335b86312cb81bb8ddb58bf171036a87f5e08799b2a7e42c6043ba50dd836edae20e96c278a501ce7c072d0ba9ff78e8f5
+  data.tar.gz: 07053a0b2a2d559ea7cf2e276c2372b3517557e1174b13d6f2ad17c09aa86f7bf18f090021db3b1647e6442a1b5730eabc5b82fc8ad77421359b1428af95d6bc

data/.gitignore

@@ -13,3 +13,4 @@
 *.gem
 
 *.sqlite3
+examples/

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    csv_to_sqlite3 (0.1.0)
+    csv_to_sqlite3 (0.1.3.2)
 
 GEM
   remote: https://rubygems.org/

data/README.md

@@ -1,28 +1,24 @@
-# CsvToSqlite
+# CsvToSqlite3
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/csv_to_sqlite`. To experiment with that code, run `bin/console` for an interactive prompt.
+CsvToSqlite3 is a gem that aims to work as a executable like rake or bundler, it servs as a Sqlite3 database generator from csv files. It is used to create and insert all data from one or more csv files to the same Sqlite3 database.
 
-TODO: Delete this and the text above, and describe your gem
+The ideia comes from a specific cenario when I needed to run complex sql queries on a huge database, and once I was afraid to run it directly in prolduction and it impacts in the operation I chose to run simples selects (select * from some_table when created_at > some_date) from each table used on my query, export to csv files than create a specific ruby script that create a sqlite3 database and run the inserts, thereby i can run any havy query on my local computer without generate any impact in the operation.
 
-## Installation
-
-Add this line to your application's Gemfile:
+Once this cenario is quite common I decided to rewrite the script to work with any csv file exported from any table.
 
-```ruby
-gem 'csv_to_sqlite'
-```
+## Installation
 
-And then execute:
+Installed with gem:
 
-    $ bundle install
+    $ gem install csv_to_sqlite3
 
-Or install it yourself as:
+## Usage
 
-    $ gem install csv_to_sqlite
+Once the gem is installed it is aviable the command "csv_to_sqlite", to generate a new database you need to run on terminal "csv_to_sqlite path/to/file.csv'". It will create a file named data.sqlite3 and create a table with name equal to file name, case the table already exists it will only insert all data from this file.
 
-## Usage
+    $ csv_to_sqlite stores.csv
 
-TODO: Write usage instructions here
+By running the command above it will be generated a database data.sqlite3 with a table named stores with all data included. 
 
 ## Development
 
@@ -32,7 +28,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/csv_to_sqlite.
+Bug reports and pull requests are welcome on GitHub at https://github.com/joaofelipe1294/csv_to_sqlite3.
 
 
 ## License

data/Rakefile

@@ -6,17 +6,16 @@
 # task :default => :spec
 
 
-require_relative "lib/database"
-require_relative "lib/csv_reader"
-require_relative "lib/sql/create_table"
-require_relative "lib/sql/insert"
+# require_relative "lib/database"
+# require_relative "lib/csv_reader"
+# require_relative "lib/sql/create_table"
+# require_relative "lib/sql/insert"
 
-task default: :setup
+require_relative "lib/csv_to_sqlite"
+
+task default: :convert
 
 desc "Create tables used in sqlite"
-task :setup do
-  connection = CsvToSQLite::Database.new().connect
-  csv_table  = CsvToSQLite::CsvReader.load_file './spec/test_files/test_file.csv'
-  CsvToSQLite::SQL::CreateTable.new(name: 'persons', csv_table: csv_table, connection: connection).run
-  CsvToSQLite::SQL::Insert.new(name: 'persons', csv_table: csv_table, connection: connection).run
+task :convert do
+  CsvToSqlite::CsvToSQLite.new.convert(ARGV[1])
 end

data/bin/csv_to_sqlite

@@ -1,4 +1,3 @@
 #!/usr/bin/env ruby
 
 require 'csv_to_sqlite'
-CsvToSqlite::CsvToSqlite.convert(ARGV[0])

data/csv_to_sqlite3.gemspec

@@ -6,14 +6,14 @@ Gem::Specification.new do |spec|
   spec.authors       = ["joaofelipelopes"]
   spec.email         = ["joaofelipe1294@gmail.com"]
 
-  spec.summary       = %q{An easy way to convert a csv file into SQLite database.}
-  spec.description   = %q{Add a better description.}
-  spec.homepage      = "https://github.com/joaofelipe1294/csv_to_sqlite"
+  spec.summary       = %q{An easy way to convert a csv file into SQLite3 database.}
+  spec.description   = %q{Add the executable "csv_to_sqlite" to your terminal, wich is used to create a SQLite3 database with all data from a csv file by running "csv_to_sqlite file.csv". It was developed to be used as a command line.}
+  spec.homepage      = "https://github.com/joaofelipe1294/csv_to_sqlite3"
   spec.license       = "MIT"
   spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
 
   spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = "https://github.com/joaofelipe1294/csv_to_sqlite"
+  spec.metadata["source_code_uri"] = "https://github.com/joaofelipe1294/csv_to_sqlite3"
   # spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
 
   # Specify which files should be added to the gem when it is released.

data/exe/csv_to_sqlite

@@ -1,4 +1,6 @@
 #!/usr/bin/env ruby
 
 require 'csv_to_sqlite'
-CsvToSqlite::CsvToSQLite.new.convert(ARGV[0])
+
+CsvToSqlite::CsvToSQLite.new(ARGV).run
+

data/lib/argument_handler_service.rb

@@ -0,0 +1,29 @@
+module CsvToSqlite
+  class ArgumentHandlerService
+
+    def initialize argv
+      @argv = argv
+    end
+
+    def call
+      return empty if @argv.empty?
+      return help if @argv.include? "-h"
+      :convert
+    end
+
+    def help
+      puts "Run csv_lto_sqlite3 is easy!"
+      puts "To convert a csv file into a sqlite3 database you just need to run the follow command from the same directory of the csv file:"
+      puts "csv_to_sqlite your_csv_file.csv"
+      puts "==============================="
+      puts "Some customisations will be aviable on next versions :)"
+      nil
+    end
+
+    def empty
+      puts "Run 'csv_to_sqlite -h' to receive some help or csv_to_sqlite csv_file.csv to generate a SQLite3 database from a csv file."
+      nil
+    end
+
+  end
+end

data/lib/csv_reader.rb

@@ -4,8 +4,20 @@ module CsvToSqlite
 
   class CsvReader
 
-    def self.load_file file_path
-      CSV.parse(File.read(file_path), headers: true, col_sep: ';')
+    def initialize file_path
+      @file_path = file_path
+    end
+
+    def load_file
+      CSV.parse(File.read(@file_path), headers: true, col_sep: separator)
+    end
+
+    def separator
+      first_line = File.open(@file_path) do |file|
+        line = file.readline
+        return ";" if line.include? ";"
+        return "," if line.include? ","
+      end
     end
 
   end

data/lib/csv_to_sqlite.rb

@@ -3,17 +3,44 @@ require_relative "./database"
 require_relative "./csv_reader"
 require_relative "./sql/create_table"
 require_relative "./sql/insert"
+require_relative "./argument_handler_service"
 
 module CsvToSqlite
   # class Error < StandardError; end
 
   class CsvToSQLite
 
+    def initialize argv
+      @args = argv
+    end
+
+    def run
+      method = CsvToSqlite::ArgumentHandlerService.new(@args).call
+      self.convert(@args.first) unless method.nil?
+    end
+
     def convert file_path
       connection = CsvToSqlite::Database.new().connect
-      csv_table  = CsvToSqlite::CsvReader.load_file file_path
-      CsvToSqlite::SQL::CreateTable.new(name: 'persons', csv_table: csv_table, connection: connection).run
-      CsvToSqlite::SQL::Insert.new(name: 'persons', csv_table: csv_table, connection: connection).run
+      csv_table  = CsvToSqlite::CsvReader.new(file_path).load_file
+      CsvToSqlite::SQL::CreateTable.new(name: table_name, csv_table: csv_table, connection: connection).run
+      CsvToSqlite::SQL::Insert.new(name: table_name, csv_table: csv_table, connection: connection).run
+    end
+
+    def table_name
+      if @args.include? "-t"
+        table_name_index = @args.find_index "-t"
+        return @args[table_name_index + 1]
+      else
+        return csv_file_name.split("/").last.split(".csv").first
+      end
+    end
+
+    def csv_file_name
+      file_name = nil
+      @args.each_with_index do |param, index|
+        file_name = param if param.include? ".csv"
+      end
+      file_name
     end
 
   end

data/lib/csv_to_sqlite/version.rb

@@ -1,3 +1,3 @@
 module CsvToSqlite
-  VERSION = "0.1.0"
+  VERSION = "0.1.3.2"
 end

data/lib/sql/column.rb

@@ -8,7 +8,9 @@ module CsvToSqlite::SQL
 
     def sql_for column
       @data = @csv_table[column][0..2]
-      if int?
+      if null?
+        type = "TEXT DEFAULT NULL"
+      elsif int?
         type = "INTEGER"
       elsif float?
         type = "FLOAT"
@@ -24,6 +26,11 @@ module CsvToSqlite::SQL
       "#{column} #{type},"
     end
 
+    def null?
+      match_cases = @data.map { |value| value == nil }
+      match_cases.any? { |value| value == true }
+    end
+
     def int?
       meta_comparing :Integer
     end

metadata

@@ -1,16 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: csv_to_sqlite3
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.3.2
 platform: ruby
 authors:
 - joaofelipelopes
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-09-20 00:00:00.000000000 Z
+date: 2020-10-25 00:00:00.000000000 Z
 dependencies: []
-description: Add a better description.
+description: Add the executable "csv_to_sqlite" to your terminal, wich is used to
+  create a SQLite3 database with all data from a csv file by running "csv_to_sqlite
+  file.csv". It was developed to be used as a command line.
 email:
 - joaofelipe1294@gmail.com
 executables:
@@ -18,6 +20,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".DS_Store"
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
@@ -31,6 +34,7 @@ files:
 - bin/setup
 - csv_to_sqlite3.gemspec
 - exe/csv_to_sqlite
+- lib/argument_handler_service.rb
 - lib/csv_reader.rb
 - lib/csv_to_sqlite.rb
 - lib/csv_to_sqlite/version.rb
@@ -38,12 +42,12 @@ files:
 - lib/sql/column.rb
 - lib/sql/create_table.rb
 - lib/sql/insert.rb
-homepage: https://github.com/joaofelipe1294/csv_to_sqlite
+homepage: https://github.com/joaofelipe1294/csv_to_sqlite3
 licenses:
 - MIT
 metadata:
-  homepage_uri: https://github.com/joaofelipe1294/csv_to_sqlite
-  source_code_uri: https://github.com/joaofelipe1294/csv_to_sqlite
+  homepage_uri: https://github.com/joaofelipe1294/csv_to_sqlite3
+  source_code_uri: https://github.com/joaofelipe1294/csv_to_sqlite3
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -59,8 +63,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
-summary: An easy way to convert a csv file into SQLite database.
+summary: An easy way to convert a csv file into SQLite3 database.
 test_files: []