tapsoob 0.5.28 → 0.5.29

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 488bc024b3e68fc52750a34073f6e1fd7544787d3e5d8f9994a31de6e7fa8dc7
-  data.tar.gz: 95f66bd12f95fa6ace15b95a0a8373a3b2665197fe383f1f3588f37f3ba41a6e
+  metadata.gz: 748c9cf97135cae0c72f0ba298f7c3f197e65764ce4c44c0670d8ef2fe5181ed
+  data.tar.gz: 7bebc431915dcf8dd5bff0ee341cf22765646d1854485c23f80b5b9c642fc142
 SHA512:
-  metadata.gz: 90df45cbd8c7da3efda26ce50ce0216c14d45d61b86ea6d20531d4c17f61bf954cd0e07b1211fbbf00134e422e67220e21a4f7195926d9d2a9746e65beb104b6
-  data.tar.gz: 5d5754a77f0e7c85e4e8d347764a94ae1c365cc432d3a98a727dc53c5d0023ea861b4ae7fa1bfe2c7579a27f9de77780c245f01ddd84a92aef6bfdcd21145509
+  metadata.gz: 404478581e61ebdd2875c21d0af865acd5e9dba010292819046cd5e195c9c78cad675bdd50216ea26c5bba8923c0e532a8bd2593b4fe7eb0e71f85db865ef067
+  data.tar.gz: 3310489ebd6dcfd7efc76c4fd5d9b2ec6ffa9da12c6cb4161ffd02267f376927b957f5142dcf42ba81fd544c470c36e07f7e0263b66bcae6168b6c9dfe309b61

data/lib/tapsoob/operation.rb

@@ -436,7 +436,9 @@ module Tapsoob
       log.info "#{tables.size} tables, #{format_number(record_count)} records"
 
       tables.each do |table_name, count|
-        next unless File.exist?(File.join(dump_path, "data", "#{table_name}.json")) || File.exist?(File.join(dump_path, "data", "#{table_name}.json")) && JSON.parse(File.read(File.join(dump_path, "data", "#{table_name}.json")))["data"].size == 0
+        # Skip if data file doesn't exist or has no data
+        data_file = File.join(dump_path, "data", "#{table_name}.json")
+        next unless File.exist?(data_file) && count > 0
         db[table_name.to_sym].truncate if @opts[:purge]
         stream = Tapsoob::DataStream.factory(db, {
           :table_name => table_name,
@@ -532,8 +534,13 @@ module Tapsoob
       tbls = Dir.glob(File.join(dump_path, "schemas", "*")).map { |path| File.basename(path, ".rb") }
       tbls.each do |table|
         if File.exist?(File.join(dump_path, "data", "#{table}.json"))
-          data = JSON.parse(File.read(File.join(dump_path, "data", "#{table}.json")))
-          tables_with_counts[table] = data["data"].size
+          # Read NDJSON format - each line is a separate JSON chunk
+          total_rows = 0
+          File.readlines(File.join(dump_path, "data", "#{table}.json")).each do |line|
+            chunk = JSON.parse(line.strip)
+            total_rows += chunk["data"].size if chunk["data"]
+          end
+          tables_with_counts[table] = total_rows
         else
           tables_with_counts[table] = 0
         end

data/lib/tapsoob/version.rb

@@ -1,4 +1,4 @@
 # -*- encoding : utf-8 -*-
 module Tapsoob
-  VERSION = "0.5.28".freeze
+  VERSION = "0.5.29".freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tapsoob
 version: !ruby/object:Gem::Version
-  version: 0.5.28
+  version: 0.5.29
 platform: ruby
 authors:
 - Félix Bellanger