tapsoob 0.5.5 → 0.5.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2d2ae55167cb75761e58521b0949e1aa580e3f68f74f89de39922a0d8fd6a772
-  data.tar.gz: c74c5c77da207e769a96c5fee90d6a42aac2a121546dfd371030dd786c3442d6
+  metadata.gz: df630c020c82bdc3e12cbf14883d23a1c9efb92561093b308ab358d53bc8221a
+  data.tar.gz: 5d9e232534db5ac1d40b200f337a8de61d0abe9acd4c2382abe87bd1a7b4cf16
 SHA512:
-  metadata.gz: 65342221b6d64f8e20df8cc67996173f37a7be0859f3fe4d4bfa4a2688fd016852518a233aa4bd3249fa5a725c77687f8816c743962ddf13de53a0ca498ec92a
-  data.tar.gz: 778bf22700739743ebdb80067c673d4c4ca5f545314bab61c1c8a7a88b8c60d7ecda90876e893f43e5d7f45adf410c524dff85365f7fa0079dd1f48b83d19b7b
+  metadata.gz: f8958025c1339c8625d490533922e838de87cb72daa1cfba8c1800be9cfd99602b9f18de4097ae44c581ed15ff016c1ff99a1d201d3fe7c87ad28b521386cc3c
+  data.tar.gz: 4db6c30969608e6b12b22375c361d4f70679f07ba919d6db81afa42cdb8b742c9d8db59c317f1207f862215a59783390aee0d874d91669280e5b085bec69a52c

data/lib/tapsoob/data_stream.rb

@@ -72,7 +72,7 @@ module Tapsoob
     # keep a record of the average chunksize within the first few hundred thousand records, after chunksize
     # goes below 100 or maybe if offset is > 1000
     def fetch_rows
-      state[:chunksize] = fetch_chunksize
+      #state[:chunksize] = fetch_chunksize
       ds = table.order(*order_by).limit(state[:chunksize], state[:offset])
       state[:size] = table.count
       log.debug "DataStream#fetch_rows SQL -> #{ds.sql}"
@@ -86,7 +86,7 @@ module Tapsoob
     end
 
     def fetch_file(dump_path)
-      state[:chunksize] = fetch_chunksize
+      #state[:chunksize] = fetch_chunksize
       ds = JSON.parse(File.read(File.join(dump_path, "data", "#{table_name}.json")))
       state[:size] = ds["data"].size
       log.debug "DataStream#fetch_file"
@@ -104,13 +104,13 @@ module Tapsoob
       20
     end
 
-    def fetch_chunksize
-      chunksize = state[:chunksize]
-      return chunksize if state[:num_chunksize] < max_chunksize_training
-      return chunksize if state[:avg_chunksize] == 0
-      return chunksize if state[:error]
-      state[:avg_chunksize] > chunksize ? state[:avg_chunksize] : chunksize
-    end
+    #def fetch_chunksize
+    #  chunksize = state[:chunksize]
+    #  return chunksize if state[:num_chunksize] < max_chunksize_training
+    #  return chunksize if state[:avg_chunksize] == 0
+    #  return chunksize if state[:error]
+    #  state[:avg_chunksize] > chunksize ? state[:avg_chunksize] : chunksize
+    #end
 
     def update_chunksize_stats
       return if state[:num_chunksize] >= max_chunksize_training

data/lib/tapsoob/version.rb

@@ -1,4 +1,4 @@
 # -*- encoding : utf-8 -*-
 module Tapsoob
-  VERSION = "0.5.5".freeze
+  VERSION = "0.5.6".freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tapsoob
 version: !ruby/object:Gem::Version
-  version: 0.5.5
+  version: 0.5.6
 platform: ruby
 authors:
 - Félix Bellanger