table_saw 2.5.0 → 2.9.0

data/gemfiles/activerecord_6.1.0.gemfile

@@ -0,0 +1,8 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "appraisal"
+gem "activerecord", "~> 6.1", "< 6.2"
+
+gemspec path: "../"

data/gemfiles/activerecord_6.1.0.gemfile.lock

@@ -0,0 +1,150 @@
+PATH
+  remote: ..
+  specs:
+    table_saw (2.9.0)
+      activerecord (>= 5.2)
+      pg
+      thor
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    actionpack (6.1.0)
+      actionview (= 6.1.0)
+      activesupport (= 6.1.0)
+      rack (~> 2.0, >= 2.0.9)
+      rack-test (>= 0.6.3)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.0, >= 1.2.0)
+    actionview (6.1.0)
+      activesupport (= 6.1.0)
+      builder (~> 3.1)
+      erubi (~> 1.4)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.1, >= 1.2.0)
+    activemodel (6.1.0)
+      activesupport (= 6.1.0)
+    activerecord (6.1.0)
+      activemodel (= 6.1.0)
+      activesupport (= 6.1.0)
+    activesupport (6.1.0)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
+      zeitwerk (~> 2.3)
+    appraisal (2.3.0)
+      bundler
+      rake
+      thor (>= 0.14.0)
+    ast (2.4.1)
+    builder (3.2.4)
+    coderay (1.1.3)
+    combustion (1.3.1)
+      activesupport (>= 3.0.0)
+      railties (>= 3.0.0)
+      thor (>= 0.14.6)
+    concurrent-ruby (1.1.7)
+    crass (1.0.6)
+    database_cleaner (1.8.5)
+    diff-lcs (1.4.4)
+    docile (1.3.4)
+    erubi (1.10.0)
+    i18n (1.8.5)
+      concurrent-ruby (~> 1.0)
+    loofah (2.8.0)
+      crass (~> 1.0.2)
+      nokogiri (>= 1.5.9)
+    method_source (1.0.0)
+    mini_portile2 (2.4.0)
+    minitest (5.14.2)
+    nokogiri (1.10.10)
+      mini_portile2 (~> 2.4.0)
+    parallel (1.20.1)
+    parser (3.0.0.0)
+      ast (~> 2.4.1)
+    pg (1.2.3)
+    pry (0.13.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    rack (2.2.3)
+    rack-test (1.1.0)
+      rack (>= 1.0, < 3)
+    rails-dom-testing (2.0.3)
+      activesupport (>= 4.2.0)
+      nokogiri (>= 1.6)
+    rails-html-sanitizer (1.3.0)
+      loofah (~> 2.3)
+    railties (6.1.0)
+      actionpack (= 6.1.0)
+      activesupport (= 6.1.0)
+      method_source
+      rake (>= 0.8.7)
+      thor (~> 1.0)
+    rainbow (3.0.0)
+    rake (13.0.3)
+    regexp_parser (2.0.3)
+    rexml (3.2.4)
+    rspec (3.10.0)
+      rspec-core (~> 3.10.0)
+      rspec-expectations (~> 3.10.0)
+      rspec-mocks (~> 3.10.0)
+    rspec-core (3.10.1)
+      rspec-support (~> 3.10.0)
+    rspec-expectations (3.10.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.10.0)
+    rspec-mocks (3.10.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.10.0)
+    rspec-support (3.10.1)
+    rubocop (0.93.1)
+      parallel (~> 1.10)
+      parser (>= 2.7.1.5)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8)
+      rexml
+      rubocop-ast (>= 0.6.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-ast (1.3.0)
+      parser (>= 2.7.1.5)
+    rubocop-rspec (1.44.1)
+      rubocop (~> 0.87)
+      rubocop-ast (>= 0.7.1)
+    ruby-progressbar (1.11.0)
+    scenic (1.5.4)
+      activerecord (>= 4.0.0)
+      railties (>= 4.0.0)
+    simplecov (0.20.0)
+      docile (~> 1.1)
+      simplecov-html (~> 0.11)
+      simplecov_json_formatter (~> 0.1)
+    simplecov-html (0.12.3)
+    simplecov_json_formatter (0.1.2)
+    thor (1.0.1)
+    tzinfo (2.0.4)
+      concurrent-ruby (~> 1.0)
+    unicode-display_width (1.7.0)
+    zeitwerk (2.4.2)
+
+PLATFORMS
+  x86_64-darwin-20
+  x86_64-linux
+
+DEPENDENCIES
+  activerecord (~> 6.1, < 6.2)
+  appraisal
+  bundler (~> 2.0)
+  combustion (~> 1.3)
+  database_cleaner (~> 1.7)
+  pry
+  rake (~> 13.0)
+  rspec (~> 3.0)
+  rubocop-rspec (~> 1.33)
+  scenic (~> 1.5)
+  simplecov (~> 0.16)
+  table_saw!
+
+BUNDLED WITH
+   2.2.3

data/lib/table_saw/associations.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+module TableSaw
+  class Associations
+    attr_reader :manifest
+
+    def initialize(manifest)
+      @manifest = manifest
+    end
+
+    def belongs_to
+      @belongs_to ||= foreign_keys.each_with_object(Hash.new { |h, k| h[k] = Set.new }) do |fk, memo|
+        memo[fk.from_table].add(fk)
+      end
+    end
+
+    def has_many
+      @has_many ||= foreign_keys.each_with_object(Hash.new { |h, k| h[k] = Set.new }) do |fk, memo|
+        memo[fk.to_table].add(fk)
+      end
+    end
+
+    private
+
+    def foreign_keys
+      @foreign_keys ||= manifest_foreign_keys + schema_foreign_keys
+    end
+
+    def manifest_foreign_keys
+      manifest.foreign_keys.map do |fk|
+        TableSaw::ForeignKey.new(from_table: fk['from_table'], from_column: fk['from_column'],
+                                 to_table: fk['to_table'], to_column: fk['to_column'])
+      end
+    end
+
+    def schema_foreign_keys
+      TableSaw.information_schema.foreign_key_relationships.foreign_keys
+    end
+  end
+end

data/lib/table_saw/configuration.rb

@@ -2,6 +2,7 @@
 
 module TableSaw
   class Configuration
+    attr_writer :variables
     attr_accessor :dbname, :host, :port, :user, :password, :manifest, :output, :format
 
     def connection
@@ -10,12 +11,16 @@ module TableSaw
 
     def url=(value)
       URI.parse(value).tap do |uri|
-        self.dbname = uri.path[1..-1]
+        self.dbname = uri.path[1..]
         self.host = uri.host
         self.port = uri.port
         self.user = uri.user
         self.password = uri.password
       end
     end
+
+    def variables
+      @variables || {}
+    end
   end
 end

data/lib/table_saw/create_dump_file.rb

@@ -49,7 +49,7 @@ module TableSaw
 
         formatter = FORMATS.fetch(format.fetch('type', 'copy'), TableSaw::Formats::Copy).new(name, options: format)
 
-        Array.wrap(formatter.header).each { |line| write_to_file(line) }
+        Array(formatter.header).each { |line| write_to_file(line) }
 
         TableSaw::Connection.with do |conn|
           conn.copy_data "COPY (#{table.copy_statement}) TO STDOUT", formatter.coder do
@@ -59,7 +59,7 @@ module TableSaw
           end
         end
 
-        Array.wrap(formatter.footer).each { |line| write_to_file(line) }
+        Array(formatter.footer).each { |line| write_to_file(line) }
       end
 
       write_to_file 'COMMIT;'

data/lib/table_saw/dependency_graph/belongs_to_directives.rb

@@ -3,42 +3,46 @@
 module TableSaw
   module DependencyGraph
     class BelongsToDirectives
-      attr_reader :directive
+      QUERY = <<~SQL
+        select distinct %{column} from %{table_name} where %{clause} and %{column} is not null and %{polymorphic}
+      SQL
 
-      def initialize(directive)
+      attr_reader :manifest, :directive
+
+      def initialize(manifest, directive)
+        @manifest = manifest
         @directive = directive
       end
 
       def call
-        associations.map do |from_column, to_table|
-          TableSaw::DependencyGraph::AddDirective.new(to_table, ids: ids[from_column], partial: directive.partial?)
+        associations.map do |fk|
+          TableSaw::DependencyGraph::AddDirective.new(fk.to_table, ids: ids[fk.column.primary_key],
+                                                                   partial: directive.partial?)
         end
       end
 
       private
 
       def associations
-        TableSaw.information_schema.belongs_to.fetch(directive.table_name, {})
+        manifest.associations.belongs_to.fetch(directive.table_name, Set.new)
       end
 
       def ids
-        @ids ||= associations.each_key.each_with_object({}) do |column, memo|
-          memo[column] = query_result(column).map { |row| row[column] }
+        @ids ||= associations.each_with_object({}) do |fk, memo|
+          memo[fk.column.primary_key] = query_result(fk).map { |row| row[fk.column.primary_key] }
         end
       end
 
       # rubocop:disable Metrics/AbcSize
-      def query_result(column)
+      def query_result(foreign_key)
         return [] unless directive.selectable?
 
         TableSaw::Connection.exec(
-          format(
-            'select distinct %{column} from %{table_name} where %{clause} and %{column} is not null',
-            primary_key: directive.primary_key, column: column, table_name: directive.table_name,
-            clause: TableSaw::Queries::SerializeSqlInClause.new(directive.table_name,
-                                                                directive.primary_key,
-                                                                directive.ids).call
-          )
+          format(QUERY, column: foreign_key.column.primary_key, table_name: directive.table_name,
+                        clause: TableSaw::Queries::SerializeSqlInClause.new(directive.table_name,
+                                                                            directive.primary_key,
+                                                                            directive.ids).call,
+                        polymorphic: foreign_key.type_condition)
         )
       end
       # rubocop:enable Metrics/AbcSize

data/lib/table_saw/dependency_graph/dump_table.rb

@@ -31,7 +31,7 @@ module TableSaw
       private
 
       def fetch_belongs_to(directive)
-        TableSaw::DependencyGraph::BelongsToDirectives.new(directive).call
+        TableSaw::DependencyGraph::BelongsToDirectives.new(manifest, directive).call
       end
 
       def fetch_has_many(directive)

data/lib/table_saw/dependency_graph/has_many_directives.rb

@@ -3,6 +3,10 @@
 module TableSaw
   module DependencyGraph
     class HasManyDirectives
+      QUERY = <<~SQL
+        select %{primary_key} from %{table} where %{clause} and %{polymorphic}
+      SQL
+
       attr_reader :manifest, :directive
 
       def initialize(manifest, directive)
@@ -11,10 +15,10 @@ module TableSaw
       end
 
       def call
-        valid_associations.map do |table, column|
+        valid_associations.map do |fk|
           TableSaw::DependencyGraph::AddDirective.new(
-            table,
-            ids: query_result(table, column).map { |r| r[TableSaw.schema_cache.primary_keys(table)] },
+            fk.from_table,
+            ids: query_result(fk).map { |r| r[TableSaw.schema_cache.primary_keys(fk.from_table)] },
             partial: directive.partial?
           )
         end
@@ -23,31 +27,32 @@ module TableSaw
       private
 
       def associations
-        TableSaw.information_schema.has_many.fetch(directive.table_name, [])
+        manifest.associations.has_many.fetch(directive.table_name, Set.new)
       end
 
       # rubocop:disable Metrics/AbcSize
       def valid_associations
-        associations.select do |table, _column|
-          next false if directive.partial? && TableSaw.schema_cache.primary_keys(table).nil?
-          next true if directive.has_many.include?(table)
+        associations.select do |fk|
+          next false if directive.partial? && TableSaw.schema_cache.primary_keys(fk.from_table).nil?
+          next true if directive.has_many.include?(fk.from_table)
 
-          manifest.has_many.fetch(directive.table_name, []).include?(table)
+          manifest.has_many.fetch(directive.table_name, []).include?(fk.from_table)
         end
       end
-      # rubocop:enable Metrics/AbcSize
 
-      def query_result(table, column)
+      def query_result(foreign_key)
         return [] unless directive.selectable?
 
         TableSaw::Connection.exec(
-          format(
-            'select %{primary_key} from %{table} where %{clause}',
-            primary_key: TableSaw.schema_cache.primary_keys(table), table: table,
-            clause: TableSaw::Queries::SerializeSqlInClause.new(table, column, directive.ids).call
-          )
+          format(QUERY, primary_key: TableSaw.schema_cache.primary_keys(foreign_key.from_table),
+                        table: foreign_key.from_table,
+                        clause: TableSaw::Queries::SerializeSqlInClause.new(foreign_key.from_table,
+                                                                            foreign_key.column.primary_key,
+                                                                            directive.ids).call,
+                        polymorphic: foreign_key.type_condition)
         )
       end
+      # rubocop:enable Metrics/AbcSize
     end
   end
 end

data/lib/table_saw/foreign_key.rb

@@ -0,0 +1,63 @@
+# frozen_string_literal: true
+
+module TableSaw
+  class ForeignKey
+    class Column
+      REGEX = /(\w+)(?::(\w+)\((\w+)\))?/.freeze
+
+      attr_reader :value
+
+      def initialize(value)
+        @value = value
+      end
+
+      def primary_key
+        value[REGEX, 1]
+      end
+
+      def type_condition
+        polymorphic? ? "#{type_column} = '#{type_value}'" : '1 = 1'
+      end
+
+      private
+
+      def type_column
+        value[REGEX, 2]
+      end
+
+      def type_value
+        value[REGEX, 3]
+      end
+
+      def polymorphic?
+        !(type_column.nil? || type_value.nil?)
+      end
+    end
+
+    attr_reader :name, :from_table, :from_column, :to_table, :to_column
+
+    def initialize(from_table:, from_column:, to_table:, to_column:, name: nil)
+      @name = name
+      @from_table = from_table
+      @from_column = from_column
+      @to_table = to_table
+      @to_column = to_column
+    end
+
+    def type_condition
+      @type_condition ||= column.type_condition
+    end
+
+    def column
+      @column ||= Column.new(from_column)
+    end
+
+    def eql?(other)
+      hash == other.hash
+    end
+
+    def hash
+      [from_table, from_column, to_table, to_column].hash
+    end
+  end
+end