exwiw 0.3.5 → 0.3.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 77c28c9a405ca554e6349cc4900a509b255856a19751def01ac46bce748530e6
-  data.tar.gz: 40656c295bec322a179e3016a84eb080596868e78c6fb5d95723e809f0505a51
+  metadata.gz: 91f070d56a04f45680e1c858109fd6828d69220373ad725d07c248d4c8ed2f10
+  data.tar.gz: a2dc34318e0c0a15ec8af84d75330b92ce5278c14a5b88d6e824e26bc5b1f6a7
 SHA512:
-  metadata.gz: a28aa9c5faa8e391f1cfd3de20bf79150173cb41a0578d02883809b186e5ad94d920432cec253893bfdaca339f6a7fbfda1b498263113574c050bc321a68763a
-  data.tar.gz: f2b372d7bcf5367ee1c7e5bf10a68f910c1b40d218c133b8e00c12f59be4d4838c7e326ad9de0798c50201f2f7bbed0265cef92fd95cf6597775b8d7fab431f4
+  metadata.gz: 5700d2fd7287c365ef6c9759fd7f5e85188db6e568b32f8c29a4a0f9f3479d967014a1f77bbf64e1d0e20fdfd75004d05e86e5152d781d6fcae8a5cbf82bca1b
+  data.tar.gz: '09d1f99b70a0f7d0a8e12fbb0f69de776b9932db9fdc386b71fb3822ee118eda786be79737e3a2e85c340d8c6ce15e5bca472e61d4f4f6517f0bc34d133db9d1'

data/CHANGELOG.md

@@ -2,6 +2,12 @@
 
 ## [Unreleased]
 
+## [0.3.7] - 2026-06-01
+
+- bug fix https://github.com/heyinc/exwiw/pull/67
+
+## [0.3.6] - 2026-06-01
+
 ## [0.3.5] - 2026-06-01
 
 ### Fixed

data/lib/exwiw/adapter/mongodb_adapter.rb

@@ -120,6 +120,12 @@ module Exwiw
         raise NotImplementedError, "MongodbAdapter does not support explain yet"
       end
 
+      def describe_query(query)
+        "find collection=#{query.collection} filter=#{query.filter.inspect} projection=#{query.projection.inspect}"
+      rescue => e
+        "<unavailable: #{e.class}: #{e.message}>"
+      end
+
       def output_extension
         'jsonl'
       end

data/lib/exwiw/adapter.rb

@@ -139,6 +139,23 @@ module Exwiw
       def commented_sql(query_ast)
         "#{sql_query_comment(query_ast)} #{compile_ast(query_ast)}"
       end
+
+      # One-line, human-readable description of the extraction query, used by the
+      # Runner in error messages so a failure during INSERT/COPY generation (or
+      # query execution) can be traced back to the query that produced the data.
+      # SQL adapters expose the compiled, comment-prefixed SELECT; non-SQL
+      # adapters (e.g. MongodbAdapter) override or fall back to the query object's
+      # own inspect output. Best-effort: never raise from here, since it runs on
+      # an error path.
+      def describe_query(query_ast)
+        if respond_to?(:compile_ast)
+          commented_sql(query_ast)
+        else
+          query_ast.inspect
+        end
+      rescue => e
+        "<unavailable: #{e.class}: #{e.message}>"
+      end
     end
 
     # @params [Exwiw::QueryAst] query_ast

data/lib/exwiw/runner.rb

@@ -60,51 +60,67 @@ module Exwiw
         @logger.info("Processing table '#{table_name}'... (#{idx + 1}/#{total_size})")
 
         query_ast = adapter.build_query(table, @dump_target, table_by_name)
-        results = adapter.execute(query_ast)
-        record_num = results.size
 
-        if record_num.zero?
-          @logger.info("  No records matched. skip this table.")
-          next
-        end
-        insert_idx = (idx + 1).to_s.rjust(3, '0')
-
-        if @output_format == 'copy'
-          @logger.debug("  Generate COPY statement...")
-          copy_sql = adapter.to_copy_from_stdin(results, table)
-          @logger.info("  Generated COPY statement for #{record_num} records.")
-
-          File.open(File.join(@output_dir, "insert-#{insert_idx}-#{table_name}.#{adapter.output_extension}"), 'w') do |file|
-            file.puts(copy_sql)
-            post = adapter.post_insert_sql(table)
-            file.puts(post) if post
+        # Track which phase we are in so that, if an error is raised while
+        # turning the fetched rows into SQL/JSONL, the rescue below can report
+        # both the failing step and the exact extraction query that produced the
+        # data being processed.
+        phase = "executing extraction query"
+        begin
+          results = adapter.execute(query_ast)
+          record_num = results.size
+
+          if record_num.zero?
+            @logger.info("  No records matched. skip this table.")
+            next
           end
-        else
-          @logger.debug("  Generate INSERT statement...")
-          chunk_size = table.bulk_insert_chunk_size
-          chunks = chunk_size ? results.each_slice(chunk_size).to_a : [results]
-          insert_sql = chunks.map { |chunk_rows| adapter.to_bulk_insert(chunk_rows, table) }.join("\n")
-
-          @logger.info("  Generated INSERT statement for #{record_num} records (#{chunks.size} statement(s)).")
-          File.open(File.join(@output_dir, "insert-#{insert_idx}-#{table_name}.#{adapter.output_extension}"), 'w') do |file|
-            file.puts(insert_sql)
-            post = adapter.post_insert_sql(table)
-            file.puts(post) if post
-          end
-        end
-
-        if adapter.supports_bulk_delete? && !@insert_only && !(table.respond_to?(:rails_managed?) && table.rails_managed?)
-          @logger.debug("  Generate DELETE statement...")
-          delete_sql = adapter.to_bulk_delete(query_ast, table)
-          if @logger.debug?
-            @logger.debug("  Generated DELETE statement:\n#{delete_sql}")
+          insert_idx = (idx + 1).to_s.rjust(3, '0')
+
+          if @output_format == 'copy'
+            phase = "generating COPY statement"
+            @logger.debug("  Generate COPY statement...")
+            copy_sql = adapter.to_copy_from_stdin(results, table)
+            @logger.info("  Generated COPY statement for #{record_num} records.")
+
+            File.open(File.join(@output_dir, "insert-#{insert_idx}-#{table_name}.#{adapter.output_extension}"), 'w') do |file|
+              file.puts(copy_sql)
+              post = adapter.post_insert_sql(table)
+              file.puts(post) if post
+            end
           else
-            @logger.info("  Generated DELETE statement.")
+            phase = "generating INSERT statement"
+            @logger.debug("  Generate INSERT statement...")
+            chunk_size = table.bulk_insert_chunk_size
+            chunks = chunk_size ? results.each_slice(chunk_size).to_a : [results]
+            insert_sql = chunks.map { |chunk_rows| adapter.to_bulk_insert(chunk_rows, table) }.join("\n")
+
+            @logger.info("  Generated INSERT statement for #{record_num} records (#{chunks.size} statement(s)).")
+            File.open(File.join(@output_dir, "insert-#{insert_idx}-#{table_name}.#{adapter.output_extension}"), 'w') do |file|
+              file.puts(insert_sql)
+              post = adapter.post_insert_sql(table)
+              file.puts(post) if post
+            end
           end
-          delete_idx = (total_size - idx).to_s.rjust(3, '0')
-          File.open(File.join(@output_dir, "delete-#{delete_idx}-#{table_name}.#{adapter.output_extension}"), 'w') do |file|
-            file.puts(delete_sql)
+
+          if adapter.supports_bulk_delete? && !@insert_only && !(table.respond_to?(:rails_managed?) && table.rails_managed?)
+            phase = "generating DELETE statement"
+            @logger.debug("  Generate DELETE statement...")
+            delete_sql = adapter.to_bulk_delete(query_ast, table)
+            if @logger.debug?
+              @logger.debug("  Generated DELETE statement:\n#{delete_sql}")
+            else
+              @logger.info("  Generated DELETE statement.")
+            end
+            delete_idx = (total_size - idx).to_s.rjust(3, '0')
+            File.open(File.join(@output_dir, "delete-#{delete_idx}-#{table_name}.#{adapter.output_extension}"), 'w') do |file|
+              file.puts(delete_sql)
+            end
           end
+        rescue => e
+          @logger.error("Error while #{phase} for table '#{table_name}' (#{idx + 1}/#{total_size}): #{e.class}: #{e.message}")
+          @logger.error("  Extraction query that produced the data being processed:")
+          @logger.error("    #{adapter.describe_query(query_ast)}")
+          raise
         end
       end
 

data/lib/exwiw/table_config.rb

@@ -61,6 +61,20 @@ module Exwiw
     def reject_ignored_members!
       self.belongs_tos = belongs_tos.reject(&:ignore)
       self.columns = columns.reject(&:ignore)
+
+      # A table that will be extracted needs at least one effective column;
+      # otherwise the generated SELECT (`SELECT  FROM ...`) and INSERT
+      # (`INSERT INTO t () ...`) are syntactically broken. Checked here, after
+      # rejection, so it catches both a genuinely empty `columns: []` and a list
+      # left empty because every column was ignore:true. Schema generation does
+      # not call this method, so regenerating a broken config still works.
+      if !rails_managed? && !ignore && columns.empty?
+        raise ArgumentError,
+              "Table '#{name}' has no columns to extract " \
+              "(it may be empty in the config or have all columns set to ignore:true); " \
+              "define or unignore at least one column."
+      end
+
       self
     end
 

data/lib/exwiw/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Exwiw
-  VERSION = "0.3.5"
+  VERSION = "0.3.7"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: exwiw
 version: !ruby/object:Gem::Version
-  version: 0.3.5
+  version: 0.3.7
 platform: ruby
 authors:
 - Shia