table_saw 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 023e631a9a6fcad3f3ea21aada1e8cc8431414a0e3b94b4d550e74e2ece0bfcf
-  data.tar.gz: e24b92a73712e5e23293c3d1d7386469ffe63efbd80a6090a9c8ddd7df38ac8c
+  metadata.gz: 50a0284603206abc2575bac6cbbe322d5b2fe846db944865946ca97d01e5ac0b
+  data.tar.gz: 0611b668edaacdbc0a8f69dcebaa9c33be46f02defac7f95c054e3b08490d12f
 SHA512:
-  metadata.gz: 3c91ce9ff2760cb5594e301044a150168761255aac47e6790e01b91fdd8dd1d0797d1415e46391bb12645f9b3bce20bffb0b3c7684b67678cb59d9251a62f91e
-  data.tar.gz: 19d3d436ab6dce541123d7fabed4f8a9e05516e1277bf0859e7944e867e7e6120fdea91af34bb5815f8591d3017156d79a460db38f64de7061d9544e4151f34e
+  metadata.gz: afb11fe237a477e0dd3b350f92cc22ac4beeb774ea44203df7051cc41fac55a8040b4714ebac471977e204f0069392eb1a89d43bd0e0af79b88b63e3e8a7c820
+  data.tar.gz: 25f021cfa55c5bf09aceab3cd61297697991585dd991c7b45c92d4c0e2961276190ca60895a280d1212ab2d3ea1877faf1f1fc2319e5e51789596652c10b33db

data/.gitignore

@@ -7,6 +7,7 @@
 /spec/reports/
 /tmp/
 /.idea
+*.log
 
 # rspec failure tracking
 .rspec_status

data/.ruby-gemset

@@ -0,0 +1 @@
+table_saw

data/.ruby-version

@@ -0,0 +1 @@
+2.6.2

data/.travis.yml

@@ -3,5 +3,6 @@ sudo: false
 language: ruby
 cache: bundler
 rvm:
-  - 2.5.1
+  - 2.5.5
+  - 2.6.3
 before_install: gem install bundler -v 2.0.1

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    table_saw (0.1.0)
+    table_saw (0.2.0)
       connection_pool
       pg
       thor
@@ -44,9 +44,11 @@ GEM
     crass (1.0.4)
     database_cleaner (1.7.0)
     diff-lcs (1.3)
+    docile (1.3.1)
     erubi (1.8.0)
     i18n (1.6.0)
       concurrent-ruby (~> 1.0)
+    json (2.2.0)
     loofah (2.2.3)
       crass (~> 1.0.2)
       nokogiri (>= 1.5.9)
@@ -84,6 +86,11 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.8.0)
     rspec-support (3.8.0)
+    simplecov (0.16.1)
+      docile (~> 1.1)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.2)
     thor (0.19.4)
     thread_safe (0.3.6)
     tzinfo (1.2.5)
@@ -99,6 +106,7 @@ DEPENDENCIES
   database_cleaner (~> 1.7)
   rake (~> 10.0)
   rspec (~> 3.0)
+  simplecov (~> 0.16)
   table_saw!
 
 BUNDLED WITH

data/README.md

@@ -1,3 +1,4 @@
+[![Build Status](https://travis-ci.org/hasghari/table_saw.svg?branch=master)](https://travis-ci.org/hasghari/table_saw)
 # TableSaw
 
 Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/table_saw`. To experiment with that code, run `bin/console` for an interactive prompt.

data/lib/table_saw/build_dependency_graph.rb

@@ -10,51 +10,57 @@ module TableSaw
 
     def initialize(manifest)
       @manifest = manifest
-      @records = Hash.new { |h, k| h[k] = Set.new }
+      @records = Hash.new { |h, k| h[k] = [] }
     end
 
     def call
       manifest.tables.each_value do |table|
-        perform_query(table.query).each do |row|
-          add(table.name, row['id'])
-        end
+        add(table.name, perform_query(table.query).map { |row| row['id'] })
       end
 
       records
     end
 
-    def add(table_name, id)
-      return if id.nil? || records[table_name].include?(id)
+    def add(table_name, ids)
+      return if ids.empty?
 
-      records[table_name].add id
-      fetch_belongs_to_associations(table_name, id)
-      fetch_has_many_associations(table_name, id)
+      ids_to_add = ids - records[table_name]
+      return if ids_to_add.empty?
+
+      records[table_name].concat ids_to_add
+      fetch_belongs_to_associations(table_name, ids_to_add)
+      fetch_has_many_associations(table_name, ids_to_add)
     end
 
-    def fetch_belongs_to_associations(table_name, id)
+    # rubocop:disable Metrics/AbcSize
+    def fetch_belongs_to_associations(table_name, ids)
       associations = belongs_to[table_name]
-      return if associations.nil? || associations.empty?
-
-      perform_query(
-        format('select %{columns} from %{table_name} where id = %{id}',
-               columns: associations.keys.join(','), table_name: table_name, id: id)
-      ).each do |row|
-        associations.each do |from_column, to_table|
-          add(to_table, row[from_column])
-        end
+      return if associations.empty?
+
+      rows = perform_query(
+        format('select %{columns} from %{table_name} where id in (%{ids})',
+               columns: associations.keys.join(','), table_name: table_name, ids: ids.join(','))
+      )
+
+      values = rows.each_with_object(Hash.new { |h, k| h[k] = Set.new }) do |row, memo|
+        associations.each_key { |key| memo[key].add row[key] unless row[key].nil? }
       end
+
+      associations.each { |from_column, to_table| add to_table, values[from_column].to_a }
     end
+    # rubocop:enable Metrics/AbcSize
 
-    def fetch_has_many_associations(table_name, id)
+    def fetch_has_many_associations(table_name, ids)
       has_many.fetch(table_name, []).each do |table, column|
         next if tables_with_no_ids.include?(table)
         next unless has_many_mapping.fetch(table_name, []).include?(table)
 
-        perform_query(
-          format('select id from %{table} where %{column} = %{id}', table: table, column: column, id: id)
-        ).each do |row|
-          add(table, row['id'])
-        end
+        rows = perform_query(
+          format('select id from %{table} where %{column} in (%{ids})',
+                 table: table, column: column, ids: ids.join(','))
+        )
+
+        add(table, rows.map { |row| row['id'] })
       end
     end
 

data/lib/table_saw/create_dump_file.rb

@@ -11,7 +11,7 @@ module TableSaw
       @file = file
     end
 
-    # rubocop:disable Metrics/MethodLength,Metrics/AbcSize
+    # rubocop:disable Metrics/MethodLength
     def call
       write_to_file <<~SQL
         BEGIN;
@@ -40,20 +40,20 @@ module TableSaw
         SQL
 
         TableSaw::Connection.with do |conn|
-          conn.copy_data "COPY (select * from #{name} where id in (#{ids.to_a.join(',')})) TO STDOUT" do
+          conn.copy_data "COPY (select * from #{name} where id in (#{ids.join(',')})) TO STDOUT" do
             while (row = conn.get_copy_data)
-              write_to_file(row)
+              write_to_file row
             end
           end
         end
 
-        write_to_file('\.')
-        write_to_file("\n")
+        write_to_file '\.'
+        write_to_file "\n"
       end
 
       write_to_file 'COMMIT;'
     end
-    # rubocop:enable Metrics/MethodLength,Metrics/AbcSize
+    # rubocop:enable Metrics/MethodLength
 
     private
 

data/lib/table_saw/manifest.rb

@@ -1,7 +1,6 @@
 # frozen_string_literal: true
 
 require 'yaml'
-require 'table_saw/connection'
 
 module TableSaw
   class Manifest

data/lib/table_saw/queries/foreign_key_relationships.rb

@@ -7,9 +7,7 @@ module TableSaw
     class ForeignKeyRelationships
       QUERY = <<~SQL
         select
-          tc.constraint_name,
           tc.table_name as from_table,
-          tc.constraint_type,
           kcu.column_name as from_column,
           ccu.table_name as to_table,
           ccu.column_name as to_column
@@ -20,7 +18,7 @@ module TableSaw
       SQL
 
       def belongs_to
-        result.each_with_object(Hash.new { |h, k| h[k] = {} }) do |row, memo|
+        @belongs_to ||= result.each_with_object(Hash.new { |h, k| h[k] = {} }) do |row, memo|
           memo[row['from_table']][row['from_column']] = row['to_table']
         end
       end

data/lib/table_saw/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module TableSaw
-  VERSION = '0.1.0'
+  VERSION = '0.2.0'
 end

data/table_saw.gemspec

@@ -33,4 +33,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'database_cleaner', '~> 1.7'
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'simplecov', '~> 0.16'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: table_saw
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Hamed Asghari
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-06-08 00:00:00.000000000 Z
+date: 2019-06-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: connection_pool
@@ -136,6 +136,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.16'
 description: 
 email:
 - hasghari@gmail.com
@@ -147,6 +161,8 @@ files:
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
+- ".ruby-gemset"
+- ".ruby-version"
 - ".travis.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
@@ -187,8 +203,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Create a postgres dump file from a subset of tables