tapsoob 0.5.5 → 0.5.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2d2ae55167cb75761e58521b0949e1aa580e3f68f74f89de39922a0d8fd6a772
-  data.tar.gz: c74c5c77da207e769a96c5fee90d6a42aac2a121546dfd371030dd786c3442d6
+  metadata.gz: c4f6bba051edfb49552f8f9e8612ca25f55570b9065546941e534462caac0673
+  data.tar.gz: 28750edabd5e25d66ce1498f8e1fa3c32079affabc8d857cf043489566faa268
 SHA512:
-  metadata.gz: 65342221b6d64f8e20df8cc67996173f37a7be0859f3fe4d4bfa4a2688fd016852518a233aa4bd3249fa5a725c77687f8816c743962ddf13de53a0ca498ec92a
-  data.tar.gz: 778bf22700739743ebdb80067c673d4c4ca5f545314bab61c1c8a7a88b8c60d7ecda90876e893f43e5d7f45adf410c524dff85365f7fa0079dd1f48b83d19b7b
+  metadata.gz: c91aeb288d41875ae9d2a43361fd4d31938c0d80d087320499948825a9cfd7818b25a6656d5aab9ce995786dbd75a124ddb49eaa6c125905bcef936f829d886a
+  data.tar.gz: 912725aa7e52cd41812260704a9fb91b543e1ff4b77ea904c784f1497a227f8914c10404132d30c5339d220b01369e9ea6f5000ce3126adab02c8059e24c3591

data/lib/tapsoob/data_stream.rb

@@ -72,7 +72,7 @@ module Tapsoob
     # keep a record of the average chunksize within the first few hundred thousand records, after chunksize
     # goes below 100 or maybe if offset is > 1000
     def fetch_rows
-      state[:chunksize] = fetch_chunksize
+      #state[:chunksize] = fetch_chunksize
       ds = table.order(*order_by).limit(state[:chunksize], state[:offset])
       state[:size] = table.count
       log.debug "DataStream#fetch_rows SQL -> #{ds.sql}"
@@ -86,7 +86,7 @@ module Tapsoob
     end
 
     def fetch_file(dump_path)
-      state[:chunksize] = fetch_chunksize
+      #state[:chunksize] = fetch_chunksize
       ds = JSON.parse(File.read(File.join(dump_path, "data", "#{table_name}.json")))
       state[:size] = ds["data"].size
       log.debug "DataStream#fetch_file"
@@ -104,13 +104,13 @@ module Tapsoob
       20
     end
 
-    def fetch_chunksize
-      chunksize = state[:chunksize]
-      return chunksize if state[:num_chunksize] < max_chunksize_training
-      return chunksize if state[:avg_chunksize] == 0
-      return chunksize if state[:error]
-      state[:avg_chunksize] > chunksize ? state[:avg_chunksize] : chunksize
-    end
+    #def fetch_chunksize
+    #  chunksize = state[:chunksize]
+    #  return chunksize if state[:num_chunksize] < max_chunksize_training
+    #  return chunksize if state[:avg_chunksize] == 0
+    #  return chunksize if state[:error]
+    #  state[:avg_chunksize] > chunksize ? state[:avg_chunksize] : chunksize
+    #end
 
     def update_chunksize_stats
       return if state[:num_chunksize] >= max_chunksize_training

data/lib/tapsoob/schema.rb

@@ -15,13 +15,13 @@ module Tapsoob
       template = ERB.new <<-END_MIG
 Class.new(Sequel::Migration) do
   def up
-  <% db.tables.each do |table| %>
+  <% db.send(:sort_dumped_tables, db.tables, {}).each do |table| %>
     <%= db.dump_table_schema(table, indexes: false) %>
   <% end %>
   end
 
   def down
-  <% db.tables.each do |table| %>
+  <% db.send(:sort_dumped_tables, db.tables, {}).reverse.each do |table| %>
     drop_table("<%= table %>", if_exists: true)
   <% end %>
   end

data/lib/tapsoob/version.rb

@@ -1,4 +1,4 @@
 # -*- encoding : utf-8 -*-
 module Tapsoob
-  VERSION = "0.5.5".freeze
+  VERSION = "0.5.10".freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tapsoob
 version: !ruby/object:Gem::Version
-  version: 0.5.5
+  version: 0.5.10
 platform: ruby
 authors:
 - Félix Bellanger
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-04-20 00:00:00.000000000 Z
+date: 2022-04-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ripl