table_saw 0.5.0 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fb4c657ec087524b5db0ab9619be50b819d5b65ba1f410bfcc20b04cebc55123
-  data.tar.gz: a82d41d12074742fa1a120322dca716d378d8ee1a5e78ca30820176f2e44b37a
+  metadata.gz: cf3632df0d6aab24f6fc503091fd5b571c4d755fd5bddbb31a31830eb5a8aba0
+  data.tar.gz: 3937c874285d79c122603e8f19d4ca0739a13b4713f251209c87e8fc6cf2ffab
 SHA512:
-  metadata.gz: 1069f4020c08827258a12e14433e6782c2824c5e58917251433636f6e8b5ca5a951d0f67edc582cc893a36b6f3642dce484bd76649f01bdab2e4d750496c4607
-  data.tar.gz: 4c7ff84820fdd86ebd72ceee70d22707bc39efe05264d7ee46888f2459b0433c769125e1d9142623265b02e300438d09d9ff53a92109b44e57e1ee55b7c0d81b
+  metadata.gz: 0c2f657b780d21fb9f53879f1bc99425517d19c56784dfbb980f3518ddf026d93bea02a11bd1ead2827666ed0b970916fc5c74f13fd9258a2b11bbb797b2e433
+  data.tar.gz: 77b8c86389378273c1b39a1a4fbbe7217c25dd9db576724f44621712e01d495038f7dd2f6a763ae46bcac0487f9cf1c240dcbc1a392f08017f5f4ba1771d7bae

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    table_saw (0.5.0)
+    table_saw (1.0.0)
       connection_pool
       pg
       thor

data/lib/table_saw/connection.rb

@@ -14,5 +14,11 @@ module TableSaw
     def self.pool
       @pool ||= ConnectionPool.new(size: 2) { PG::Connection.new(TableSaw.configuration.connection) }
     end
+
+    def self.exec(sql)
+      TableSaw::Connection.with do |conn|
+        conn.exec(sql)
+      end
+    end
   end
 end

data/lib/table_saw/dependency_graph/add_directive.rb

@@ -21,6 +21,10 @@ module TableSaw
       def queryable?
         !partial || selectable?
       end
+
+      def primary_key
+        TableSaw.information_schema.primary_keys[table_name]
+      end
     end
   end
 end

data/lib/table_saw/dependency_graph/belongs_to_directives.rb

@@ -3,10 +3,9 @@
 module TableSaw
   module DependencyGraph
     class BelongsToDirectives
-      attr_reader :context, :directive
+      attr_reader :directive
 
-      def initialize(context, directive)
-        @context = context
+      def initialize(directive)
         @directive = directive
       end
 
@@ -19,7 +18,7 @@ module TableSaw
       private
 
       def associations
-        context.belongs_to.fetch(directive.table_name, {})
+        TableSaw.information_schema.belongs_to.fetch(directive.table_name, {})
       end
 
       def ids
@@ -31,9 +30,10 @@ module TableSaw
       def query_result
         return [] unless directive.selectable?
 
-        context.perform_query(
-          format('select %{columns} from %{table_name} where id in (%{ids})',
-                 columns: associations.keys.join(','), table_name: directive.table_name, ids: directive.ids.join(','))
+        TableSaw::Connection.exec(
+          format('select %{columns} from %{table_name} where %{primary_key} in (%{ids})',
+                 primary_key: directive.primary_key, columns: associations.keys.join(','),
+                 table_name: directive.table_name, ids: directive.ids.join(','))
         )
       end
     end

data/lib/table_saw/dependency_graph/build.rb

@@ -32,19 +32,15 @@ module TableSaw
         if record
           dir.partial? ? record.fetch_associations(dir) : []
         else
-          TableSaw::DependencyGraph::DumpTable.new(context: context, name: dir.table_name, partial: dir.partial?)
+          TableSaw::DependencyGraph::DumpTable.new(manifest: manifest, name: dir.table_name, partial: dir.partial?)
             .tap { |table| records[dir.table_name] = table }.fetch_associations(dir)
         end
       end
 
-      def context
-        @context ||= TableSaw::DependencyGraph::Context.new(manifest)
-      end
-
       def select_ids(table)
         return [] unless table.partial?
 
-        context.perform_query(table.query).map { |row| row['id'] }
+        TableSaw::Connection.exec(table.query).map { |row| row[TableSaw.information_schema.primary_keys[table.name]] }
       end
     end
   end

data/lib/table_saw/dependency_graph/dump_table.rb

@@ -3,10 +3,10 @@
 module TableSaw
   module DependencyGraph
     class DumpTable
-      attr_reader :context, :name, :partial, :ids
+      attr_reader :manifest, :name, :partial, :ids
 
-      def initialize(context:, name:, partial: true)
-        @context = context
+      def initialize(manifest:, name:, partial: true)
+        @manifest = manifest
         @name = name
         @partial = partial
         @ids = Set.new
@@ -14,7 +14,7 @@ module TableSaw
 
       def copy_statement
         if partial
-          "select * from #{name} where id in (#{ids.to_a.join(',')})"
+          "select * from #{name} where #{primary_key} in (#{ids.to_a.join(',')})"
         else
           "select * from #{name}"
         end
@@ -29,11 +29,15 @@ module TableSaw
       private
 
       def fetch_belongs_to(directive)
-        TableSaw::DependencyGraph::BelongsToDirectives.new(context, directive).call
+        TableSaw::DependencyGraph::BelongsToDirectives.new(directive).call
       end
 
       def fetch_has_many(directive)
-        TableSaw::DependencyGraph::HasManyDirectives.new(context, directive).call
+        TableSaw::DependencyGraph::HasManyDirectives.new(manifest, directive).call
+      end
+
+      def primary_key
+        TableSaw.information_schema.primary_keys[name]
       end
     end
   end

data/lib/table_saw/dependency_graph/has_many_directives.rb

@@ -3,17 +3,19 @@
 module TableSaw
   module DependencyGraph
     class HasManyDirectives
-      attr_reader :context, :directive
+      attr_reader :manifest, :directive
 
-      def initialize(context, directive)
-        @context = context
+      def initialize(manifest, directive)
+        @manifest = manifest
         @directive = directive
       end
 
       def call
         valid_associations.map do |table, column|
           TableSaw::DependencyGraph::AddDirective.new(
-            table, ids: query_result(table, column).map { |r| r['id'] }, partial: directive.partial?
+            table,
+            ids: query_result(table, column).map { |r| r[TableSaw.information_schema.primary_keys[table]] },
+            partial: directive.partial?
           )
         end
       end
@@ -21,23 +23,24 @@ module TableSaw
       private
 
       def associations
-        context.has_many.fetch(directive.table_name, [])
+        TableSaw.information_schema.has_many.fetch(directive.table_name, [])
       end
 
       def valid_associations
         associations.select do |table, _column|
-          next false if directive.partial? && context.tables_with_no_ids.include?(table)
+          next false if directive.partial? && !TableSaw.information_schema.primary_keys.key?(table)
 
-          context.has_many_mapping.fetch(directive.table_name, []).include?(table)
+          manifest.has_many_mapping.fetch(directive.table_name, []).include?(table)
         end
       end
 
       def query_result(table, column)
         return [] unless directive.selectable?
 
-        context.perform_query(
-          format('select id from %{table} where %{column} in (%{ids})',
-                 table: table, column: column, ids: directive.ids.join(','))
+        TableSaw::Connection.exec(
+          format('select %{primary_key} from %{table} where %{column} in (%{ids})',
+                 primary_key: TableSaw.information_schema.primary_keys[table], table: table, column: column,
+                 ids: directive.ids.join(','))
         )
       end
     end

data/lib/table_saw/dependency_graph.rb

@@ -3,6 +3,5 @@
 require 'table_saw/dependency_graph/add_directive'
 require 'table_saw/dependency_graph/belongs_to_directives'
 require 'table_saw/dependency_graph/build'
-require 'table_saw/dependency_graph/context'
 require 'table_saw/dependency_graph/dump_table'
 require 'table_saw/dependency_graph/has_many_directives'

data/lib/table_saw/information_schema.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module TableSaw
+  class InformationSchema
+    def belongs_to
+      foreign_key_relationships.belongs_to
+    end
+
+    # rubocop:disable Naming/PredicateName
+    def has_many
+      foreign_key_relationships.has_many
+    end
+    # rubocop:enable Naming/PredicateName
+
+    def primary_keys
+      @primary_keys ||= TableSaw::Queries::PrimaryKeys.new.call
+    end
+
+    private
+
+    def foreign_key_relationships
+      @foreign_key_relationships ||= TableSaw::Queries::ForeignKeyRelationships.new
+    end
+  end
+end

data/lib/table_saw/manifest.rb

@@ -19,18 +19,10 @@ module TableSaw
       alias name table
 
       def query
-        if config['query']
-          format(config['query'], variables.transform_keys(&:to_sym))
-        else
-          "select id from #{table}"
-        end
-      end
+        return unless partial?
 
-      # rubocop:disable Naming/PredicateName
-      def has_many
-        config.fetch('has_many', [])
+        format(config['query'], variables.transform_keys(&:to_sym))
       end
-      # rubocop:enable Naming/PredicateName
 
       def partial?
         config.key?('query')
@@ -58,5 +50,11 @@ module TableSaw
         memo[t.name] = t
       end
     end
+
+    # rubocop:disable Naming/PredicateName
+    def has_many_mapping
+      @has_many_mapping ||= config.fetch('has_many', {})
+    end
+    # rubocop:enable Naming/PredicateName
   end
 end

data/lib/table_saw/queries/foreign_key_relationships.rb

@@ -32,9 +32,7 @@ module TableSaw
       private
 
       def result
-        @result ||= TableSaw::Connection.with do |conn|
-          conn.exec(QUERY)
-        end
+        @result ||= TableSaw::Connection.exec(QUERY)
       end
     end
   end

data/lib/table_saw/queries/materialized_views.rb

@@ -3,10 +3,10 @@
 module TableSaw
   module Queries
     class MaterializedViews
+      QUERY = 'select matviewname from pg_matviews order by matviewname'
+
       def call
-        TableSaw::Connection.with do |conn|
-          conn.exec('select matviewname from pg_matviews order by matviewname').map { |row| row['matviewname'] }
-        end
+        TableSaw::Connection.exec(QUERY).map { |row| row['matviewname'] }
       end
     end
   end

data/lib/table_saw/queries/primary_keys.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+module TableSaw
+  module Queries
+    class PrimaryKeys
+      QUERY = <<~SQL
+        select tc.table_name, kcu.column_name
+        from information_schema.table_constraints tc
+                 join information_schema.key_column_usage kcu using (constraint_schema, constraint_name)
+        where tc.constraint_type = 'PRIMARY KEY';
+      SQL
+
+      def call
+        TableSaw::Connection.exec(QUERY).each_with_object({}) do |row, memo|
+          memo[row['table_name']] = row['column_name']
+        end
+      end
+    end
+  end
+end

data/lib/table_saw/queries/serial_sequences.rb

@@ -18,10 +18,8 @@ module TableSaw
       SerialSequence = Struct.new(:name, :table, :column)
 
       def call
-        TableSaw::Connection.with do |conn|
-          conn.exec(QUERY).each_with_object({}) do |row, memo|
-            memo[row['table']] = SerialSequence.new(row['sequence'], row['table'], row['column'])
-          end
+        TableSaw::Connection.exec(QUERY).each_with_object({}) do |row, memo|
+          memo[row['table']] = SerialSequence.new(row['sequence'], row['table'], row['column'])
         end
       end
     end

data/lib/table_saw/queries.rb

@@ -2,6 +2,6 @@
 
 require 'table_saw/queries/foreign_key_relationships'
 require 'table_saw/queries/materialized_views'
-require 'table_saw/queries/no_id_tables'
+require 'table_saw/queries/primary_keys'
 require 'table_saw/queries/serial_sequences'
 require 'table_saw/queries/table_columns'

data/lib/table_saw/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module TableSaw
-  VERSION = '0.5.0'
+  VERSION = '1.0.0'
 end

data/lib/table_saw.rb

@@ -3,6 +3,7 @@
 require 'table_saw/configuration'
 require 'table_saw/connection'
 require 'table_saw/dependency_graph'
+require 'table_saw/information_schema'
 require 'table_saw/manifest'
 require 'table_saw/queries'
 
@@ -20,4 +21,8 @@ module TableSaw
       end
     end
   end
+
+  def self.information_schema
+    @information_schema ||= TableSaw::InformationSchema.new
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: table_saw
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 1.0.0
 platform: ruby
 authors:
 - Hamed Asghari
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-06-18 00:00:00.000000000 Z
+date: 2019-07-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: connection_pool
@@ -223,14 +223,14 @@ files:
 - lib/table_saw/dependency_graph/add_directive.rb
 - lib/table_saw/dependency_graph/belongs_to_directives.rb
 - lib/table_saw/dependency_graph/build.rb
-- lib/table_saw/dependency_graph/context.rb
 - lib/table_saw/dependency_graph/dump_table.rb
 - lib/table_saw/dependency_graph/has_many_directives.rb
+- lib/table_saw/information_schema.rb
 - lib/table_saw/manifest.rb
 - lib/table_saw/queries.rb
 - lib/table_saw/queries/foreign_key_relationships.rb
 - lib/table_saw/queries/materialized_views.rb
-- lib/table_saw/queries/no_id_tables.rb
+- lib/table_saw/queries/primary_keys.rb
 - lib/table_saw/queries/serial_sequences.rb
 - lib/table_saw/queries/table_columns.rb
 - lib/table_saw/version.rb

data/lib/table_saw/dependency_graph/context.rb

@@ -1,42 +0,0 @@
-# frozen_string_literal: true
-
-module TableSaw
-  module DependencyGraph
-    class Context
-      attr_reader :manifest
-
-      def initialize(manifest)
-        @manifest = manifest
-      end
-
-      def belongs_to
-        foreign_key_relationships.belongs_to
-      end
-
-      # rubocop:disable Naming/PredicateName
-      def has_many
-        foreign_key_relationships.has_many
-      end
-
-      def has_many_mapping
-        @has_many_mapping ||= manifest.tables.transform_values(&:has_many)
-      end
-
-      # rubocop:enable Naming/PredicateName
-
-      def foreign_key_relationships
-        @foreign_key_relationships ||= TableSaw::Queries::ForeignKeyRelationships.new
-      end
-
-      def tables_with_no_ids
-        @tables_with_no_ids ||= TableSaw::Queries::NoIdTables.new.call
-      end
-
-      def perform_query(sql)
-        TableSaw::Connection.with do |conn|
-          conn.exec(sql)
-        end
-      end
-    end
-  end
-end

data/lib/table_saw/queries/no_id_tables.rb

@@ -1,20 +0,0 @@
-# frozen_string_literal: true
-
-module TableSaw
-  module Queries
-    class NoIdTables
-      QUERY = <<~SQL
-        select t.table_name
-        from information_schema.tables t left outer join information_schema.table_constraints tc
-            on t.table_name = tc.table_name and tc.constraint_type = 'PRIMARY KEY'
-        where t.table_schema = 'public' and table_type = 'BASE TABLE' and tc.table_name IS NULL
-      SQL
-
-      def call
-        TableSaw::Connection.with do |conn|
-          conn.exec(QUERY)
-        end
-      end
-    end
-  end
-end