csvql 0.0.2 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a120305182e435bae2f10105391d3fa58715a84e
-  data.tar.gz: e97b490524ad746db681ce228bdfdf0063dc2fef
+  metadata.gz: 0bc6c5546cff40bfbbd72f590c17320a5dad50ef
+  data.tar.gz: b16cf555382b960fe85243d71778ba763e211625
 SHA512:
-  metadata.gz: da2c3be95c6d6f53f834386b75e80216119e31b3ba626be0e2665e895c7086ea71f8ba8e90d2820974542698c6c2df67a121d4cc2fd21b6b29499f7a64c3517d
-  data.tar.gz: 96cea0878dcc53847cffe08c762cc0d2ca96514c0da5d86b13ed04bf1445fc708f977463adf1c52507c8d54693c0017082afe7d0c3d5badc8116433e1151f642
+  metadata.gz: b1f35e0cc16d38a2609937aad3691f24c903cda38dcd5a091e32065eb4dce27131e6aa3a32ec4c874cb99eb2e5f4c077b03bf1aeb6a0ac730081b22751db87ff
+  data.tar.gz: 9cec49221a509984052448cc08fd33eb5e08020c214fc0d13e0e4608c24d9dd21aece125832f549942fa56eae4a0b9f58cd4d6848a19e16dcf0c0ddadc143f7e

data/lib/csvql/csvql.rb

@@ -24,16 +24,17 @@ module Csvql
     def create_table(cols, header, table_name="tbl")
       @col_size = cols.size
       @table_name = table_name
-      col = if header
-              cols.map {|c| "#{c} TEXT" }
-            else
-              @col_size.times.map {|i| "c#{i} TEXT" }
-            end
+      @col_name = if header
+                    cols
+                  else
+                    @col_size.times.map {|i| "c#{i}" }
+                  end
+      col = @col_name.map {|c| "#{c} TEXT" }
       sql = "CREATE TABLE #{@table_name} (#{col.join(",")});"
       @db.execute(sql)
     end
 
-    def insert(cols, line)
+    def single_insert(cols, line)
       if cols.size != @col_size
         puts "line #{line}: wrong number of fields in line"
         return
@@ -43,6 +44,31 @@ module Csvql
       @db.execute(sql)
     end
 
+    def bulk_insert(bulk)
+      rows = []
+      bulk.each do |cols|
+        col = cols.map {|c| "'#{c}'" }
+        rows << "(#{col.join(',')})"
+      end
+      sql = "INSERT INTO #{@table_name} VALUES#{rows.join(",")};"
+      # puts sql
+      @db.execute(sql)
+    end
+
+    def prepare(cols)
+      sql = "INSERT INTO #{@table_name} (#{@col_name.join(",")}) VALUES (#{cols.map{"?"}.join(",")});"
+      @pre = @db.prepare(sql)
+    end
+
+    def insert(cols, line)
+      if cols.size != @col_size
+        puts "line #{line}: wrong number of fields in line"
+        return
+      end
+      @pre ||= prepare(cols)
+      @pre.execute(cols)
+    end
+
     def exec(sql)
       @db.execute(sql) do |row|
         puts row.join("|")
@@ -80,8 +106,12 @@ module Csvql
         exit 1
       end
 
-      tbl = TableHandler.new(option[:save_to], option[:console])
       csvfile = option[:source] ? File.open(option[:source]) : $stdin
+
+      tbl = TableHandler.new(option[:save_to], option[:console])
+      bulk = []
+      tbl.exec("PRAGMA synchronous=OFF")
+      tbl.exec("BEGIN TRANSACTION")
       csvfile.each.with_index(1) do |line,i|
         next if option[:skip_comment] && line.start_with?("#")
         row = NKF.nkf('-w', line).parse_csv
@@ -89,11 +119,13 @@ module Csvql
           tbl.create_table(row, option[:header], option[:table_name]||"tbl")
           next if option[:header]
         end
-        tbl.insert(row, i)
+        tbl.insert(row,i)
       end
+      tbl.exec("COMMIT TRANSACTION")
 
       tbl.exec(option[:sql]) if option[:sql]
       tbl.open_console if option[:console]
     end
   end
 end
+

data/lib/csvql/version.rb

@@ -1,3 +1,3 @@
 module Csvql
-  VERSION = "0.0.2"
+  VERSION = "0.1.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: csvql
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.1.0
 platform: ruby
 authors:
 - YANO Satoru