data_sampler 0.0.3 → 0.0.4

data/Gemfile

@@ -3,7 +3,4 @@ source "http://rubygems.org"
 # Specify your gem's dependencies in data_sampler.gemspec
 gemspec
 
-# These are here to coerce RubyMine into recognising these dependencies
-gem "activerecord"
-gem "schema_plus"
 

data/README

@@ -1,7 +1,11 @@
 
-Ever found yourself wanting a modest amount of fresh rows from a production database for development purposes, but
-put back by the need to maintain referential integrity in the extracted data sample? This data sampler utility will
-take care that referential dependencies are fulfilled by recursively fetching any rows referred to by the sample.
+Ever found yourself wanting a modest amount of fresh rows from a production database
+for development purposes, but put back by the need to maintain referential integrity
+in the extracted data sample?
+
+This data sampling utility will take care that referential dependencies are
+fulfilled by recursively expanding the sample with unfilled dependencies until
+the sample is referentially consistent.
 
   COMMANDS:
 

data/bin/data_sampler

@@ -23,7 +23,6 @@ command :sample do |c|
       :database => 'test',
       :username => 'root',
       :encoding => 'utf8',
-      :socket   => '/opt/local/var/run/mysql5/mysqld.sock',
       :rows     => 1000
     ActiveRecord::Base.logger = Logger.new(options.log) if options.log
     ActiveRecord::Base.establish_connection(options.__hash__).with_connection do |conn|

data/data_sampler.gemspec

@@ -23,4 +23,7 @@ take care that referential dependencies are fulfilled by recursively fetching an
   s.add_dependency "schema_plus"
   s.add_dependency "activerecord"
   s.add_dependency "commander"
+  s.add_dependency "mysql"
+
+  s.add_development_dependency "pry"
 end

data/lib/data_sampler/dependency.rb

@@ -14,7 +14,7 @@ module DataSampler
     end
 
     def to_s
-      "#{keys} in table #{table_name}"
+      "#{keys} in table `#{table_name}`"
     end
 
   end

data/lib/data_sampler/sample.rb

@@ -14,20 +14,23 @@ module DataSampler
     def compute!
       @connection.tables.each do |table_name|
         # Workaround for inconsistent casing in table definitions (http://bugs.mysql.com/bug.php?id=60773)
-        table_name.downcase!
+        # table_name.downcase!
         @table_samples[table_name] = TableSample.new(@connection, table_name, @rows_per_table)
       end
-      warn "Sampling #{@table_samples.count} tables..."
+      warn "Sampling #{@table_samples.count} tables from database `#{@connection.current_database}`..."
       @table_samples.values.map &:sample!
       warn "Ensuring referential integrity..."
       begin
         new_dependencies = 0
         @table_samples.values.each do |table_sample|
-          new_dependencies += 1 if table_sample.ensure_referential_integrity(@table_samples)
+          if table_sample.ensure_referential_integrity(@table_samples)
+            new_dependencies += 1 
+            warn "  Found new dependents for table `#{table_sample.table_name}`"
+          end
         end
-        warn " - discovered #{new_dependencies} new dependencies" if new_dependencies > 0
+        warn " Discovered #{new_dependencies} new dependencies" if new_dependencies > 0
       end while new_dependencies > 0
-      warn " - referential integrity obtained"
+      warn "Referential integrity obtained"
       @computed = true
     end
 
@@ -38,4 +41,4 @@ module DataSampler
 
   end
 
-end
+end

data/lib/data_sampler/table_sample.rb

@@ -26,7 +26,9 @@ module DataSampler
       return if fulfilled?(dependency)
       where = dependency.keys.collect { |col, val| "#{@connection.quote_column_name col} = #{@connection.quote val}" } * ' AND '
       sql = "SELECT * FROM #{@connection.quote_table_name @table_name} WHERE " + where
-      add @connection.select_one(sql)
+      row = @connection.select_one(sql)
+      raise "Dependent row not found for #{dependency} (using SQL: #{sql})" if row.nil?
+      add row
     end
 
     def fulfilled?(dependency)
@@ -58,6 +60,7 @@ module DataSampler
       deps_in_progress = @pending_dependencies
       @pending_dependencies = Set.new
       deps_in_progress.each do |dependency|
+        raise "Table sample for #{dependency.table_name} not found" unless table_samples[dependency.table_name]
         any_new = true if table_samples[dependency.table_name].fulfil(dependency)
       end
       any_new
@@ -83,6 +86,7 @@ module DataSampler
     protected
 
     def fetch_sample(count)
+      warn "  Sampling #{count} rows from table `#{@table_name}`"
       sql = "SELECT * FROM #{@connection.quote_table_name @table_name}"
       pk = @connection.primary_key(@table_name)
       sql += " ORDER BY #{@connection.quote_column_name pk} DESC" unless pk.nil?

data/lib/data_sampler/version.rb

@@ -1,3 +1,3 @@
 module DataSampler
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: data_sampler
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-11-24 00:00:00.000000000Z
+date: 2013-03-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: schema_plus
-  requirement: &70204676786560 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,15 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70204676786560
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: activerecord
-  requirement: &70204676785900 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +37,31 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70204676785900
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: commander
-  requirement: &70204676785240 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,7 +69,28 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70204676785240
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: ! 'Ever found yourself wanting a modest amount of fresh rows from a production
   database for development purposes, but
 
@@ -90,9 +137,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: data_sampler
-rubygems_version: 1.8.10
+rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
 summary: Extract a sample of records from a database while maintaining referential
   integrity.
 test_files: []
+has_rdoc: