evil-seed 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f5cdab6653f529f88d18a2bd9edebf9ee64a4694
+  data.tar.gz: 244bfb7f54e1c4ca8c7451b79741a132d0a77dc9
+SHA512:
+  metadata.gz: 24ac68a4ae6aa95bb7ebd65688686f60737e4e4de68fab3ce0d269b1b7b3fe82dbab501b623df5a463d7a2ad62283794e65426f1bfbb75b15d6179c75cbc9622
+  data.tar.gz: f6c0e7be2b76b401f4e6ad3c6755cdcab5fb7f568fdc91316889540f20462250e1bf2a4f9b8ce97439b344ab36e3683a8d0ad64a68896f3afb041a5c5ee074bc

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/gemfiles/*.lock

data/.rubocop.yml

@@ -0,0 +1,32 @@
+AllCops:
+  TargetRubyVersion: 2.2
+  UseCache: false
+  DisplayCopNames: true
+
+Metrics/LineLength:
+  Max: 120
+  # To make it possible to copy or click on URIs in the code, we allow lines
+  # contaning a URI to be longer than Max.
+  AllowURI: true
+  URISchemes:
+    - http
+    - https
+  Enabled: true
+
+Metrics/AbcSize:
+  Max: 30
+
+Metrics/MethodLength:
+  Max: 25
+
+Style/TrailingCommaInArguments:
+  Description: 'Checks for trailing comma in argument lists.'
+  StyleGuide: 'https://github.com/bbatsov/ruby-style-guide#no-trailing-params-comma'
+  Enabled: true
+  EnforcedStyleForMultiline: comma
+
+Style/TrailingCommaInLiteral:
+  Description: 'Checks for trailing comma in array and hash literals.'
+  StyleGuide: 'https://github.com/bbatsov/ruby-style-guide#no-trailing-array-commas'
+  Enabled: true
+  EnforcedStyleForMultiline: comma

data/.travis.yml

@@ -0,0 +1,25 @@
+cache: bundler
+sudo: false
+language: ruby
+rvm:
+  - 2.4.1
+  - 2.3.4
+  - 2.2.7
+gemfile:
+  - gemfiles/activerecord-5-0.gemfile
+  - gemfiles/activerecord-4-2.gemfile
+env:
+  - DB=postgresql
+  - DB=sqlite
+  - DB=mysql
+before_install:
+  - gem install bundler -v 1.14.6
+  - bundle install
+  - appraisal install
+
+addons:
+  apt:
+    sources:
+      - travis-ci/sqlite3
+    packages:
+      - sqlite3

data/Appraisals

@@ -0,0 +1,7 @@
+appraise 'activerecord-4-2' do
+  gem 'activerecord', '~> 4.2.0'
+end
+
+appraise 'activerecord-5-0' do
+  gem 'activerecord', '~> 5.0.0'
+end

data/Gemfile

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in evil-seed.gemspec
+gemspec
+
+gem 'mysql2'
+gem 'pg'
+gem 'sqlite3'

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Andrey Novikov
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,139 @@
+[![Gem Version](https://badge.fury.io/rb/evil-seed.svg)](https://rubygems.org/gems/evil-seed) [![Build Status](https://travis-ci.org/evilmartians/evil-seed.svg?branch=master)](https://travis-ci.org/evilmartians/evil-seed)
+
+# EvilSeed
+
+EvilSeed is a tool for creating partial anonymized dump of your database based on your app models.
+
+<a href="https://evilmartians.com/">
+<img src="https://evilmartians.com/badges/sponsored-by-evil-martians.svg" alt="Sponsored by Evil Martians" width="236" height="54"></a>
+
+## Motivation
+
+Using production-like data in your staging environment could be very useful, especially for debugging intricate production bugs.
+
+The easiest way to achieve this is to use production database backups. But that's not an option for rather large applications for two reasons: 
+
+- production dump can be extremely large, and it just can't be dumped and restored in a reasonable time
+
+- you should care about sensitive data (anonymization).
+
+EvilSeed aims to solve these problems.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'evil-seed', require: false
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install evil-seed
+
+## Usage
+
+### Configuration
+
+```ruby
+require 'evil-seed'
+
+EvilSeed.configure do |config|
+  # First, you should specify +root models+ and their +constraints+ to limit the number of dumped records:
+  # This is like Forum.where(featured: true).all
+  config.root('Forum', featured: true) do |root|
+    # It's possible to remove some associations from dumping with pattern of association path to exclude
+    #
+    # Association path is a dot-delimited string of association chain starting from model itself:
+    # example: "forum.users.questions"
+    root.exclude(/\btracking_pixels\b/, 'forum.popular_questions')
+
+    # It's possible to limit the number of included into dump has_many and has_one records for every association
+    # Note that belongs_to records for all not excluded associations are always dumped to keep referential integrity.
+    root.limit_associations_size(100)
+
+    # Or for certain association only
+    root.limit_associations_size(10, 'forum.questions')
+  end
+
+  # Everything you can pass to +where+ method will work as constraints:
+  config.root('User', 'created_at > ?', Time.current.beginning_of_day - 1.day)
+
+  # For some system-wide models you may omit constraints to dump all records
+  config.root("Role") do |root|
+    # Exclude everything
+    root.exclude(/.*/)
+  end
+
+  # Transformations allows you to change dumped data e. g. to hide sensitive information
+  config.customize("User") do |user_attributes|
+    # Reset password for all users to the same for ease of debugging on developer's machine
+    u["encrypted_password"] = encrypt("qwerty")
+    u["created_at"]         =
+    # Please note that there you have only hash of record attributes, not the record itself!
+  end
+
+  # Anonymization is a handy DSL for transformations allowing you to transform model attributes in declarative fashion
+  # Please note that model setters will NOT be called: results of the blocks will be assigned to
+  config.anonymize("User")
+    name  { Faker::Name.name }
+    email { Faker::Internet.email }
+  end
+```
+
+### Creating dump
+
+Just call the `#dump` method and pass a path where you want your SQL dump file to appear!
+
+```ruby
+require 'evil-seed'
+EvilSeed.dump('path/to/new_dump.sql')
+```
+
+### Caveats, tips, and tricks
+
+ 1. Specify `root`s for dictionaries and system-wide models like `Role` at the top without constraints and with all associations excluded.
+
+ 2. Use `exclude` aggressively. You will be amazed, how much your app's models graph is connected. This, in conjunction with the fact that this gem traverses associations in deep-first fashion, sometimes leads to unwanted results: some records will get into dump even if you don't want them.
+
+ 3. Look at the resulted dump: there are some useful debug comments.
+
+## Database compatibility
+
+This gem has been tested against:
+
+ - PostgreSQL: any version that works with ActiveRecord should work
+ - MySQL: any version that works with ActiveRecord should work
+ - SQLite: 3.7.11 or newer is required (with support for inserting multiple rows at a time)
+
+
+## FIXME (help wanted)
+
+ 1. `has_and_belongs_to_many` associations are traversed in a bit nonintuitive way for end user:
+
+    Association path for `User.has_and_belongs_to_many :roles` is `user.users_roles.role`, but should be `user.roles`
+
+ 2. Test coverage is poor
+
+ 3. Some internal refactoring is required
+
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/palkan/evil-seed.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require "bundler/setup"
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'test'
+  t.libs << 'lib'
+  t.test_files = FileList['test/**/*_test.rb']
+end
+
+task default: :test

data/bin/console

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'evil/seed'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+require 'pry'
+Pry.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/evil-seed.gemspec

@@ -0,0 +1,39 @@
+# coding: utf-8
+# frozen_string_literal: true
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'evil_seed/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'evil-seed'
+  spec.version       = EvilSeed::VERSION
+  spec.authors       = ['Andrey Novikov', 'Vladimir Dementyev']
+  spec.email         = ['envek@envek.name', 'palkan@evl.ms']
+
+  spec.summary       = 'Create partial and anonymized production database dumps for use in development'
+  spec.description   = <<-DESCRIPTION
+    This gem allows you to easily dump and transform subset of your ActiveRecord models and their relations.
+  DESCRIPTION
+  spec.homepage      = 'https://github.com/palkan/evil-seed'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.required_ruby_version = '~> 2.0'
+
+  spec.add_dependency 'activerecord', '>= 4.2'
+
+  spec.add_development_dependency 'rake',     '~> 12.0'
+  spec.add_development_dependency 'minitest', '~> 5.0'
+  spec.add_development_dependency 'pg',       '~> 0.20'
+  spec.add_development_dependency 'rubocop'
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'appraisal'
+end

data/gemfiles/activerecord_4_2.gemfile

@@ -0,0 +1,10 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "mysql2"
+gem "pg"
+gem "sqlite3"
+gem "activerecord", "~> 4.2.0"
+
+gemspec path: "../"

data/gemfiles/activerecord_5_0.gemfile

@@ -0,0 +1,10 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "mysql2"
+gem "pg"
+gem "sqlite3"
+gem "activerecord", "~> 5.0.0"
+
+gemspec path: "../"

data/lib/evil/seed.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+require_relative '../evil_seed'

data/lib/evil_seed.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+require 'active_record'
+
+require_relative 'evil_seed/version'
+require_relative 'evil_seed/configuration'
+require_relative 'evil_seed/dumper'
+
+# Generate anonymized dumps for your ActiveRecord models
+module EvilSeed
+  DEFAULT_CONFIGURATION = EvilSeed::Configuration.new
+
+  def self.configure
+    yield DEFAULT_CONFIGURATION
+  end
+
+  # Make the actual dump
+  # @param filepath_or_io [String, IO] Path to result dumpfile or IO to write results into
+  def self.dump(filepath_or_io)
+    io = if filepath_or_io.respond_to?(:write) # IO
+           filepath_or_io
+         else
+           File.open(filepath_or_io, mode: 'w')
+         end
+    EvilSeed::Dumper.new(DEFAULT_CONFIGURATION).call(io)
+  end
+end

data/lib/evil_seed/anonymizer.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+module EvilSeed
+  # This class constructs customizer callable with simple DSL:
+  #
+  #     config.anonymize("User")
+  #       name  { Faker::Name.name }
+  #       email { Faker::Internet.email }
+  #     end
+  #
+  # Resulting object can be called with record attributes and will return modified copy.
+  #
+  #     attrs = { name: 'Luke', email: 'luke@skywalker.com' }
+  #     a.call(attrs)
+  #     attrs # => { name: 'John', email: 'bob@example.com' }
+  #
+  class Anonymizer
+    # @param model_name [String] A string containing class name of your ActiveRecord model
+    def initialize(model_name, &block)
+      @model_class = model_name.constantize
+      @changers = {}
+      instance_eval(&block)
+    end
+
+    # @param attributes [Hash{String=>void}] Record attributes.
+    # @return           [Hash{String=>void}] Modified deep copy of +attributes+
+    def call(attributes)
+      attributes.deep_dup.tap do |attrs|
+        @changers.each do |attribute, changer|
+          attrs[attribute] = changer.call
+        end
+      end
+    end
+
+    def respond_to_missing?(attribute_name)
+      @model_class.attribute_names.include?(attribute_name.to_s) || super
+    end
+
+    private
+
+    def method_missing(attribute_name, &block)
+      return super unless @model_class.attribute_names.include?(attribute_name.to_s)
+      @changers[attribute_name.to_s] = block
+    end
+  end
+end

data/lib/evil_seed/configuration.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require_relative 'configuration/root'
+require_relative 'record_dumper'
+require_relative 'anonymizer'
+
+module EvilSeed
+  # This module holds configuration for creating dump: which models and their constraints
+  class Configuration
+    attr_accessor :record_dumper_class
+
+    def initialize
+      @record_dumper_class = RecordDumper
+    end
+
+    def roots
+      @roots ||= []
+    end
+
+    def root(model, *constraints)
+      new_root = Root.new(model, *constraints)
+      yield new_root if block_given?
+      roots << new_root
+    end
+
+    def customize(model_class, &block)
+      raise(ArgumentError, "You must provide block for #{__method__} method") unless block
+      customizers[model_class.to_s] << ->(attrs) { attrs.tap(&block) } # Ensure that we're returning attrs from it
+    end
+
+    def anonymize(model_class, &block)
+      raise(ArgumentError, "You must provide block for #{__method__} method") unless block
+      customizers[model_class.to_s] << Anonymizer.new(model_class, &block)
+    end
+
+    # Customizer objects for every model
+    # @return [Hash{String => Array<#call>}]
+    def customizers
+      @customizers ||= Hash.new { |h, k| h[k] = [] }
+    end
+  end
+end

data/lib/evil_seed/configuration/root.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+module EvilSeed
+  class Configuration
+    # Configuration for dumping some root model and its associations
+    class Root
+      attr_reader :model, :constraints
+      attr_reader :total_limit, :association_limits
+      attr_reader :exclusions
+
+      # @param model       [String]       Name of the model class to dump
+      # @param constraints [String, Hash] Everything you can feed into +where+ to limit number of records
+      def initialize(model, *constraints)
+        @model = model
+        @constraints = constraints
+        @exclusions = []
+        @association_limits = {}
+      end
+
+      # Exclude some of associations from the dump
+      # @param association_patterns Array<String, Regex> Patterns to exclude associated models from dump
+      def exclude(*association_patterns)
+        @exclusions += association_patterns
+      end
+
+      # Limit number of records in all (if pattern is not provided) or given  associations to include into dump
+      # @param limit               [Integer]       Maximum number of records in associations to include into dump
+      # @param association_pattern [String, Regex] Pattern to limit number of records for certain associated models
+      def limit_associations_size(limit, association_pattern = nil)
+        if association_pattern
+          @association_limits[association_pattern] = limit
+        else
+          @total_limit = limit
+        end
+      end
+
+      def excluded?(association_path)
+        exclusions.any? { |exclusion| exclusion.match(association_path) }
+      end
+    end
+  end
+end

data/lib/evil_seed/dumper.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+require 'set'
+require_relative 'root_dumper'
+
+module EvilSeed
+  # This class initiates dump creation for every root model of configuration
+  # and then concatenates dumps from all roots into one single IO.
+  class Dumper
+    attr_reader :configuration, :loaded_map
+
+    # @param configuration [Configuration]
+    def initialize(configuration)
+      @configuration = configuration
+    end
+
+    # Generate dump for this configuration and write it into provided +io+
+    # @param output [IO] Stream to write SQL dump into
+    def call(output)
+      @loaded_map = Hash.new { |h, k| h[k] = Set.new } # stores primary keys of already dumped records for every table
+      @output = output
+      configuration.roots.each do |root|
+        table_outputs = RootDumper.new(root, self).call
+        table_outputs.each do |table_dump_io|
+          table_dump_io.rewind
+          IO.copy_stream(table_dump_io, @output)
+        end
+      end
+    ensure
+      @output.close
+    end
+  end
+end

data/lib/evil_seed/record_dumper.rb

@@ -0,0 +1,99 @@
+# frozen_string_literal: true
+
+module EvilSeed
+  #  - Runs all transformation objects for every tuple
+  #  - Serializes transformed values back to basic types and writes it to dump
+  class RecordDumper
+    MAX_TUPLES_PER_INSERT_STMT = 1_000
+
+    attr_reader :model_class, :configuration, :relation_dumper
+
+    delegate :loaded_map, to: :relation_dumper
+
+    def initialize(model_class, configuration, relation_dumper)
+      @model_class     = model_class
+      @configuration   = configuration
+      @relation_dumper = relation_dumper
+      @output          = Tempfile.new(["evil_seed_#{model_class.table_name}_", '.sql'])
+      @header_written  = false
+      @tuples_written  = 0
+    end
+
+    # Extracts, transforms, and dumps record +attributes+
+    # @return [Boolean] Was this record dumped or not
+    def call(attributes)
+      return false unless loaded!(attributes)
+      write!(transform_and_anonymize(attributes))
+      true
+    end
+
+    # @return [IO] Dump for this model's table
+    def result
+      finalize!
+      @output
+    end
+
+    private
+
+    def loaded!(attributes)
+      id = model_class.primary_key && attributes[model_class.primary_key] || attributes
+      return false if loaded_map[model_class.table_name].include?(id)
+      loaded_map[model_class.table_name] << id
+    end
+
+    def transform_and_anonymize(attributes)
+      customizers = configuration.customizers[model_class.to_s]
+      return attributes unless customizers
+      customizers.inject(attributes) do |attrs, customizer|
+        customizer.call(attrs)
+      end
+    end
+
+    def insert_statement
+      connection = model_class.connection
+      table_name = connection.quote_table_name(model_class.table_name)
+      columns    = model_class.attribute_names.map { |c| connection.quote_column_name(c) }.join(', ')
+      "INSERT INTO #{table_name} (#{columns}) VALUES\n"
+    end
+
+    def write!(attributes)
+      @output.write("-- #{relation_dumper.association_path}\n") && @header_written = true unless @header_written
+      @output.write(@tuples_written.zero? ? insert_statement : ",\n")
+      @output.write("  (#{prepare(attributes).join(', ')})")
+      @tuples_written += 1
+      @output.write(";\n") && @tuples_written = 0 if @tuples_written == MAX_TUPLES_PER_INSERT_STMT
+    end
+
+    def finalize!
+      return unless @header_written && @tuples_written > 0
+      @output.write(";\n\n")
+      @tuples_written = 0
+    end
+
+    def prepare(attributes)
+      attributes.map do |key, value|
+        model_class.connection.quote(serialize(attribute_types[key], value))
+      end
+    end
+
+    # Handles ActiveRecord API differences between AR 4.2 and 5.0
+    def attribute_types
+      return @attribute_types if defined?(@attribute_types)
+      @attribute_types = if model_class.respond_to?(:attribute_types)
+                           model_class.attribute_types
+                         else
+                           model_class.column_types
+                         end
+    end
+
+    # Handles ActiveRecord API differences between AR 4.2 and 5.0
+    # Casts a value from the ruby type to a type that the database knows how to understand.
+    def serialize(type, value)
+      if type.respond_to?(:serialize)
+        type.serialize(value)
+      else
+        type.type_cast_for_database(value)
+      end
+    end
+  end
+end

data/lib/evil_seed/relation_dumper.rb

@@ -0,0 +1,158 @@
+# frozen_string_literal: true
+
+module EvilSeed
+  # This class performs actual dump generation for single relation and all its not yet loaded dependencies
+  #
+  #  - Fetches all tuples for root (it does not instantiate AR records but it casts values to Ruby types)
+  #  - Extracts foreign key values for all belongs_to associations
+  #  - Dumps belongs_to associations(recursion!)
+  #  - Dumps all tuples for root, writes them in file
+  #  - Dumps all other associations (recursion!)
+  #  - Returns all results to caller in correct order
+  #
+  # TODO: This class obviously breaks SRP principle and thus should be split!
+  class RelationDumper
+    MAX_IDENTIFIERS_IN_IN_STMT = 1_000
+
+    attr_reader :relation, :root_dumper, :model_class, :association_path, :search_key, :identifiers, :nullify_columns,
+                :belongs_to_reflections, :has_many_reflections, :foreign_keys, :loaded_ids, :to_load_map,
+                :record_dumper, :inverse_reflection, :table_names, :options
+
+    delegate :root, :configuration, :total_limit, :loaded_map, to: :root_dumper
+
+    def initialize(relation, root_dumper, association_path, **options)
+      @relation               = relation
+      @root_dumper            = root_dumper
+      @identifiers            = options[:identifiers]
+      @to_load_map            = Hash.new { |h, k| h[k] = [] }
+      @foreign_keys           = Hash.new { |h, k| h[k] = [] }
+      @loaded_ids             = []
+      @model_class            = relation.klass
+      @search_key             = options[:search_key] || model_class.primary_key
+      @association_path       = association_path
+      @inverse_reflection     = options[:inverse_of]
+      @record_dumper          = configuration.record_dumper_class.new(model_class, configuration, self)
+      @nullify_columns        = []
+      @table_names            = {}
+      @belongs_to_reflections = setup_belongs_to_reflections
+      @has_many_reflections   = setup_has_many_reflections
+      @options                = options
+    end
+
+    # Generate dump and write it into +io+
+    # @return [Array<IO>] List of dump IOs for separate tables in order of dependencies (belongs_to are first)
+    def call
+      dump!
+      belongs_to_dumps = dump_belongs_to_associations!
+      has_many_dumps   = dump_has_many_associations!
+      [belongs_to_dumps, record_dumper.result, has_many_dumps].flatten.compact
+    end
+
+    private
+
+    def dump!
+      if identifiers.present?
+        # Don't use AR::Base#find_each as we will get error on Oracle if we will have more than 1000 ids in IN statement
+        identifiers.in_groups_of(MAX_IDENTIFIERS_IN_IN_STMT).each do |ids|
+          fetch_attributes(relation.where(search_key => ids.compact)).each do |attributes|
+            next unless check_limits!
+            dump_record!(attributes)
+          end
+        end
+      else
+        relation.in_batches do |relation|
+          fetch_attributes(relation).each do |attributes|
+            next unless check_limits!
+            dump_record!(attributes)
+          end
+        end
+      end
+    end
+
+    def dump_record!(attributes)
+      nullify_columns.each do |nullify_column|
+        attributes[nullify_column] = nil
+      end
+      return unless record_dumper.call(attributes)
+      foreign_keys.each do |reflection_name, fk_column|
+        foreign_key = attributes[fk_column]
+        next if foreign_key.nil? || loaded_map[table_names[reflection_name]].include?(foreign_key)
+        to_load_map[reflection_name] << foreign_key
+      end
+      loaded_ids << attributes[model_class.primary_key]
+    end
+
+    def dump_belongs_to_associations!
+      belongs_to_reflections.map do |reflection|
+        next if to_load_map[reflection.name].empty?
+        RelationDumper.new(
+          build_relation(reflection),
+          root_dumper,
+          "#{association_path}.#{reflection.name}",
+          search_key:       reflection.association_primary_key,
+          identifiers:      to_load_map[reflection.name],
+          limitable:        false,
+        ).call
+      end
+    end
+
+    def dump_has_many_associations!
+      has_many_reflections.map do |reflection|
+        next if loaded_ids.empty? || total_limit.try(:zero?)
+        RelationDumper.new(
+          build_relation(reflection),
+          root_dumper,
+          "#{association_path}.#{reflection.name}",
+          search_key:       reflection.foreign_key,
+          identifiers:      loaded_ids,
+          inverse_of:       reflection.inverse_of.try(:name),
+          limitable:        true,
+        ).call
+      end
+    end
+
+    # Selects attributes as a hash with typecasted values for all rows from +relation+
+    # @param relation [ActiveRecord::Relation]
+    # @return [Array<Hash{String => String, Integer, Float, Boolean, nil}>]
+    def fetch_attributes(relation)
+      relation.pluck(*model_class.attribute_names).map do |row|
+        Hash[model_class.attribute_names.zip(row)]
+      end
+    end
+
+    def check_limits!
+      return true unless options[:limitable]
+      root_dumper.check_limits!(association_path)
+    end
+
+    def build_relation(reflection)
+      relation = reflection.klass.all
+      relation = relation.instance_eval(&reflection.scope) if reflection.scope
+      relation = relation.where(reflection.type => model_class.to_s) if reflection.options[:as] # polymorphic
+      relation
+    end
+
+    def setup_belongs_to_reflections
+      model_class.reflect_on_all_associations(:belongs_to).reject do |reflection|
+        next false if reflection.options[:polymorphic] # TODO: Add support for polymorphic belongs_to
+        excluded = root.excluded?("#{association_path}.#{reflection.name}") || reflection.name == inverse_reflection
+        if excluded
+          nullify_columns << reflection.foreign_key
+        else
+          foreign_keys[reflection.name] = reflection.foreign_key
+          table_names[reflection.name]  = reflection.table_name
+        end
+        excluded
+      end
+    end
+
+    # This method returns only direct has_one and has_many reflections. For HABTM it returns intermediate has_many
+    def setup_has_many_reflections
+      model_class._reflections.select do |_reflection_name, reflection|
+        next false if model_class.primary_key.nil?
+        next false if reflection.is_a?(ActiveRecord::Reflection::ThroughReflection)
+        %i[has_one has_many].include?(reflection.macro) && !root.excluded?("#{association_path}.#{reflection.name}")
+      end.map(&:second)
+    end
+  end
+end

data/lib/evil_seed/root_dumper.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+
+require_relative 'relation_dumper'
+
+module EvilSeed
+  # This module collects dumps generation for root and all it's dependencies
+  class RootDumper
+    attr_reader :root, :dumper, :model_class, :total_limit, :association_limits
+
+    delegate :loaded_map, :configuration, to: :dumper
+
+    def initialize(root, dumper)
+      @root   = root
+      @dumper = dumper
+      @to_load_map = {}
+      @total_limit = root.total_limit
+      @association_limits = root.association_limits.dup
+
+      @model_class = root.model.constantize
+    end
+
+    # Generate dump and write it into +io+
+    # @param output [IO] Stream to write SQL dump into
+    def call
+      association_path = model_class.model_name.singular
+      RelationDumper.new(model_class.where(*root.constraints), self, association_path).call
+    end
+
+    # @return [Boolean] +true+ if limits are NOT reached and +false+ otherwise
+    def check_limits!(association_path)
+      check_total_limit! && check_association_limits!(association_path)
+    end
+
+    private
+
+    def check_total_limit!
+      return true  if total_limit.nil?
+      return false if total_limit.zero?
+      @total_limit -= 1
+      true
+    end
+
+    def check_association_limits!(association_path)
+      return true if association_limits.none?
+      applied_limits = association_limits.select { |path, _limit| path.match(association_path) }
+      return false if applied_limits.any? { |_path, limit| limit.zero? }
+      applied_limits.each do |path, _limit|
+        association_limits[path] -= 1
+      end
+      true
+    end
+  end
+end

data/lib/evil_seed/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module EvilSeed
+  VERSION = '0.1.0'
+end

metadata

@@ -0,0 +1,183 @@
+--- !ruby/object:Gem::Specification
+name: evil-seed
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Andrey Novikov
+- Vladimir Dementyev
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-05-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: appraisal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: "    This gem allows you to easily dump and transform subset of your
+  ActiveRecord models and their relations.\n"
+email:
+- envek@envek.name
+- palkan@evl.ms
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- ".travis.yml"
+- Appraisals
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- evil-seed.gemspec
+- gemfiles/activerecord_4_2.gemfile
+- gemfiles/activerecord_5_0.gemfile
+- lib/evil/seed.rb
+- lib/evil_seed.rb
+- lib/evil_seed/anonymizer.rb
+- lib/evil_seed/configuration.rb
+- lib/evil_seed/configuration/root.rb
+- lib/evil_seed/dumper.rb
+- lib/evil_seed/record_dumper.rb
+- lib/evil_seed/relation_dumper.rb
+- lib/evil_seed/root_dumper.rb
+- lib/evil_seed/version.rb
+- tmp/.keep
+homepage: https://github.com/palkan/evil-seed
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - "~>"
+    - !ruby/object:Gem::Version
+      version: '2.0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.4
+signing_key: 
+specification_version: 4
+summary: Create partial and anonymized production database dumps for use in development
+test_files: []