exwiw 0.2.1 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4855b3fc49afc6cc69606579eb15c0cf430c4123024ec8e9b26a5215989292d3
-  data.tar.gz: 1ee99545e00cb43292c59b918dc24d3b4f764427f8708fca773c0b507f6c1e2d
+  metadata.gz: db5d466378dd55180ac229c2276c4e5e228a067a69b648ed7979d142f5b12ce7
+  data.tar.gz: 2be8b1ffe33cdaa1d9443ec7a3f36f7108f506addfbadb3fa06ac8ba312a89a8
 SHA512:
-  metadata.gz: fcbe518ae634e294bd48e61088dd4bd0f1012b317b08d921bcbd7ee95e4e595c69c9df59ad18593dbcee35b017c1fa6a198102f27757183b804218920ff64cbb
-  data.tar.gz: 48475293bc58a6f32ec9edc68c3bdc0bdd1427233ec4cd2366fb656e5fdd1e050a260056fc69e73c5735eeb8cb6b457ef7244a13589946430f138359cc050911
+  metadata.gz: 17ae95279fe11b231c50a2c0d2e2ead9adcf2db6eb3fb79f7ee54f1af816c26dae23ace12d6fa901655817b26101777af04d70fd76751c6e45bc576d99ef7503
+  data.tar.gz: 99415623bdf900053d466d58c8a45fb1be380167a9d66cf9d265c8122c9fd6e3c96c8e48cb5e9e971e2783db595b63b1d525a850a3871e294a751263747b12b1

data/CHANGELOG.md

@@ -2,6 +2,18 @@
 
 ## [Unreleased]
 
+## [0.2.3] - 2026-05-27
+
+### Fixed
+
+- PostgreSQL: schema dump now includes `CREATE TYPE ... AS ENUM` for custom enum types referenced by dumped tables. Previously `pg_dump --table` excluded schema-level type definitions, causing `type "..." does not exist` errors on import. ([#22](https://github.com/heyinc/exwiw/pull/22))
+
+## [0.2.2] - 2026-05-26
+
+### Changed
+
+- `skip: true` table config now still emits the table's DDL into `insert-000-schema.{sql,js}` so downstream schemas stay consistent; only data extraction (`insert-*` / `delete-*`) is skipped. Previously the table was excluded from the schema file as well.
+
 ## [0.2.1] - 2026-05-23
 
 ### Added

data/README.md

@@ -203,7 +203,7 @@ Note: Ruby hooks are evaluated via `instance_eval` inside the exwiw process —
 
 ### Skip a table
 
-Set `"skip": true` on a table's config JSON to explicitly exclude it from the dump. The table is omitted from `insert-000-schema.{sql,js}`, and no `insert-*` / `delete-*` files are generated for it. Skipped tables are also not queried at all.
+Set `"skip": true` on a table's config JSON to exclude it from data extraction. The table's DDL is still emitted into `insert-000-schema.{sql,js}` so the schema stays consistent, but no `insert-*` / `delete-*` files are generated for it and the table is never queried.
 
 ```json
 {
@@ -347,7 +347,12 @@ At runtime:
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+To install this gem onto your local machine, run `bundle exec rake install`.
+
+To release a new version:
+
+1. Run the **Release PR** workflow from the Actions tab with the new version number (e.g. `0.2.3`). This creates a PR that bumps `version.rb` and `CHANGELOG.md`.
+2. Merge the PR. The **Release** workflow runs automatically, creating a git tag and publishing the gem to [rubygems.org](https://rubygems.org).
 
 ## Contributing
 

data/lib/exwiw/adapter/postgresql_adapter.rb

@@ -52,6 +52,13 @@ module Exwiw
           raise "pg_dump failed (exit #{status.exitstatus}): #{stderr}"
         end
 
+        enum_types = query_enum_types(table_names)
+        unless enum_types.empty?
+          enum_ddl = DdlPostprocessor.create_type_enum_statements(enum_types)
+          @logger.debug("  Found #{enum_types.size} enum type(s) to prepend.")
+          stdout = enum_ddl + stdout
+        end
+
         idempotent = stdout
         idempotent = DdlPostprocessor.add_if_not_exists_to_create_schema(idempotent)
         idempotent = DdlPostprocessor.add_if_not_exists_to_create_sequence(idempotent)
@@ -264,6 +271,40 @@ module Exwiw
         end
       end
 
+      private def query_enum_types(table_names)
+        return [] if table_names.empty?
+
+        placeholders = table_names.each_with_index.map { |_, i| "$#{i + 1}" }.join(', ')
+        sql = <<~SQL
+          SELECT DISTINCT
+            n.nspname  AS type_schema,
+            t.typname  AS type_name,
+            array_agg(e.enumlabel ORDER BY e.enumsortorder) AS enum_labels
+          FROM pg_attribute a
+          JOIN pg_class c      ON c.oid = a.attrelid
+          JOIN pg_namespace cn ON cn.oid = c.relnamespace
+          JOIN pg_type t       ON t.oid = a.atttypid
+          JOIN pg_namespace n  ON n.oid = t.typnamespace
+          JOIN pg_enum e       ON e.enumtypid = t.oid
+          WHERE c.relname IN (#{placeholders})
+            AND a.attnum > 0
+            AND NOT a.attisdropped
+            AND t.typtype = 'e'
+          GROUP BY n.nspname, t.typname
+          ORDER BY n.nspname, t.typname
+        SQL
+
+        result = connection.exec_params(sql, table_names)
+        decoder = PG::TextDecoder::Array.new
+        result.map do |row|
+          {
+            schema: row['type_schema'],
+            name: row['type_name'],
+            labels: decoder.decode(row['enum_labels']),
+          }
+        end
+      end
+
       private def connection
         @connection ||=
           begin

data/lib/exwiw/ddl_postprocessor.rb

@@ -57,5 +57,24 @@ module Exwiw
         SQL
       end
     end
+
+    # Generate idempotent CREATE TYPE ... AS ENUM statements.
+    # +enum_types+ is an Array of Hashes with keys :schema, :name, :labels.
+    def create_type_enum_statements(enum_types)
+      return "" if enum_types.empty?
+
+      stmts = enum_types.map do |t|
+        qualified_name = "\"#{t[:schema]}\".\"#{t[:name]}\""
+        labels_sql = t[:labels].map { |l| "'#{l.gsub("'", "''")}'" }.join(', ')
+        <<~SQL.chomp
+          DO $exwiw$ BEGIN
+            CREATE TYPE #{qualified_name} AS ENUM (#{labels_sql});
+          EXCEPTION WHEN duplicate_object THEN NULL;
+          END $exwiw$;
+        SQL
+      end
+
+      stmts.join("\n\n") + "\n\n"
+    end
   end
 end

data/lib/exwiw/explain_runner.rb

@@ -19,7 +19,7 @@ module Exwiw
     def run
       adapter = Adapter.build(@connection_config, @logger)
       configs = load_table_config(adapter.class.table_config_class)
-      configs = reject_and_validate_skipped(configs)
+      validate_skipped(configs)
 
       table_by_name = configs.each_with_object({}) { |config, hash| hash[config.name] = config }
 
@@ -31,8 +31,13 @@ module Exwiw
 
       total_size = ordered_table_names.size
       ordered_table_names.each_with_index do |table_name, idx|
-        @logger.debug("Explaining '#{table_name}'... (#{idx + 1}/#{total_size})")
         table = table_by_name.fetch(table_name)
+        if table.skip
+          @logger.debug("Skipping explain for '#{table_name}' (skip:true)")
+          next
+        end
+
+        @logger.debug("Explaining '#{table_name}'... (#{idx + 1}/#{total_size})")
 
         query_ast = adapter.build_query(table, @dump_target, table_by_name)
         sql = adapter.compile_ast(query_ast)
@@ -54,9 +59,9 @@ module Exwiw
       end
     end
 
-    private def reject_and_validate_skipped(configs)
+    private def validate_skipped(configs)
       skipped_names = configs.select { |c| c.skip }.map(&:name).to_set
-      return configs if skipped_names.empty?
+      return if skipped_names.empty?
 
       configs.each do |config|
         next if config.skip
@@ -75,9 +80,6 @@ module Exwiw
         raise ArgumentError,
               "--target-table '#{@dump_target.table_name}' is marked skip:true and cannot be used as a dump target."
       end
-
-      skipped_names.each { |n| @logger.info("Skipping table '#{n}' (skip:true)") }
-      configs.reject { |c| c.skip }
     end
   end
 end

data/lib/exwiw/runner.rb

@@ -30,7 +30,7 @@ module Exwiw
       adapter = Adapter.build(@connection_config, @logger)
       configs = load_table_config(adapter.class.table_config_class)
 
-      configs = reject_and_validate_skipped(configs)
+      validate_skipped(configs)
 
       table_by_name = configs.each_with_object({}) { |config, hash| hash[config.name] = config }
 
@@ -51,9 +51,15 @@ module Exwiw
 
       total_size = ordered_table_names.size
       ordered_table_names.each_with_index do |table_name, idx|
-        @logger.info("Processing table '#{table_name}'... (#{idx + 1}/#{total_size})")
         table = table_by_name.fetch(table_name)
 
+        if table.skip
+          @logger.info("Skipping data extraction for '#{table_name}' (skip:true)")
+          next
+        end
+
+        @logger.info("Processing table '#{table_name}'... (#{idx + 1}/#{total_size})")
+
         query_ast = adapter.build_query(table, @dump_target, table_by_name)
         results = adapter.execute(query_ast)
         record_num = results.size
@@ -123,9 +129,9 @@ module Exwiw
       end
     end
 
-    private def reject_and_validate_skipped(configs)
+    private def validate_skipped(configs)
       skipped_names = configs.select { |c| c.skip }.map(&:name).to_set
-      return configs if skipped_names.empty?
+      return if skipped_names.empty?
 
       configs.each do |config|
         next if config.skip
@@ -145,8 +151,7 @@ module Exwiw
               "--target-table '#{@dump_target.table_name}' is marked skip:true and cannot be used as a dump target."
       end
 
-      skipped_names.each { |n| @logger.info("Skipping table '#{n}' (skip:true)") }
-      configs.reject { |c| c.skip }
+      skipped_names.each { |n| @logger.info("Table '#{n}' is marked skip:true (schema will be included, data extraction skipped)") }
     end
   end
 end

data/lib/exwiw/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Exwiw
-  VERSION = "0.2.1"
+  VERSION = "0.2.3"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: exwiw
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.3
 platform: ruby
 authors:
 - Shia