polo 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3cc4c8cc8d6e2ecfb65d39c7ec4c49192c643388
+  data.tar.gz: efdec09f03b61b966650144674799234e2c10369
+SHA512:
+  metadata.gz: 10a1d5a28d71cfda25e83d108231dd2daa068075bdff5f356c37270039c090ddb3652246c5223a4bd3e1a3d30d2ce71a6e47961e7d73eecce4892ecf6fc55e5b
+  data.tar.gz: af6ebc5a5f4f08cf7106ad53a24244e5b8cc1b0dab4c7cd988d88134e8357a888bee464627b589095e0d08f0b218f091e59af02cd7ef592a1c7f43196fee6a4a

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.ruby-version

@@ -0,0 +1 @@
+2.1.5

data/.travis.yml

@@ -0,0 +1,9 @@
+language: ruby
+rvm:
+  - 2.1.5
+gemfile:
+  - gemfiles/rails32.gemfile
+  - gemfiles/rails40.gemfile
+  - gemfiles/rails41.gemfile
+  - gemfiles/rails42.gemfile
+before_install: gem install bundler -v 1.10.6

data/Appraisals

@@ -0,0 +1,15 @@
+appraise "rails32" do
+  gem "activerecord", "3.2.22"
+end
+
+appraise "rails40" do
+  gem "activerecord", "4.0.13"
+end
+
+appraise "rails41" do
+  gem "activerecord", "4.1.12"
+end
+
+appraise "rails42" do
+  gem "activerecord", "4.2.3"
+end

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,13 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, we pledge to respect all people who contribute through reporting issues, posting feature requests, updating documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free experience for everyone, regardless of level of experience, gender, gender identity and expression, sexual orientation, disability, personal appearance, body size, race, ethnicity, age, or religion.
+
+Examples of unacceptable behavior by participants include the use of sexual language or imagery, derogatory comments or personal attacks, trolling, public or private harassment, insults, or other unprofessional conduct.
+
+Project maintainers have the right and responsibility to remove, edit, or reject comments, commits, code, wiki edits, issues, and other contributions that are not aligned to this Code of Conduct. Project maintainers who do not follow the Code of Conduct may be removed from the project team.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be reported by opening an issue or contacting one or more of the project maintainers.
+
+This Code of Conduct is adapted from the [Contributor Covenant](http://contributor-covenant.org), version 1.0.0, available at [http://contributor-covenant.org/version/1/0/0/](http://contributor-covenant.org/version/1/0/0/)

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 IFTTT
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,169 @@
+[![Open Source at IFTTT](http://ifttt.github.io/images/open-source-ifttt.svg)](http://ifttt.github.io)
+
+![Polo](https://raw.githubusercontent.com/IFTTT/polo/images/images/polo.png "Polo")
+
+# Polo
+Polo travels through your database and creates sample snapshots so you can work with real world data in any environment.
+
+Polo takes an `ActiveRecord::Base` seed object and traverses every whitelisted `ActiveRecord::Association` generating SQL `INSERTs` along the way.
+
+You can then save those SQL `INSERTS` to .sql file and import the data to your favorite environment.
+
+## Usage
+Given the following data model:
+```ruby
+class Chef < ActiveRecord::Base
+  has_many :recipes
+  has_many :ingredients, through: :recipes
+end
+
+class Recipe < ActiveRecord::Base
+  has_many :recipes_ingredients
+  has_many :ingredients, through: :recipes_ingredients
+end
+
+class Ingredient < ActiveRecord::Base
+end
+
+class RecipesIngredient < ActiveRecord::Base
+  belongs_to :recipe
+  belongs_to :ingredient
+end
+```
+
+### Simple ActiveRecord Objects
+```ruby
+inserts = Polo.explore(Chef, 1)
+```
+```sql
+INSERT INTO `chefs` (`id`, `name`) VALUES (1, 'Netto')
+```
+
+Where `Chef` is the seed object class, and `1` is the seed object id.
+
+### Simple Associations
+```ruby
+inserts = Polo.explore(Chef, 1, :recipes)
+```
+```sql
+INSERT INTO `chefs` (`id`, `name`) VALUES (1, 'Netto')
+INSERT INTO `recipes` (`id`, `title`, `num_steps`, `chef_id`) VALUES (1, 'Turkey Sandwich', NULL, 1)
+INSERT INTO `recipes` (`id`, `title`, `num_steps`, `chef_id`) VALUES (2, 'Cheese Burger', NULL, 1)
+```
+
+### Complex nested associations
+```ruby
+inserts = Polo.explore(Chef, 1, :recipes => :ingredients)
+```
+
+```sql
+INSERT INTO `chefs` (`id`, `name`) VALUES (1, 'Netto')
+INSERT INTO `recipes` (`id`, `title`, `num_steps`, `chef_id`) VALUES (1, 'Turkey Sandwich', NULL, 1)
+INSERT INTO `recipes` (`id`, `title`, `num_steps`, `chef_id`) VALUES (2, 'Cheese Burger', NULL, 1)
+INSERT INTO `recipes_ingredients` (`id`, `recipe_id`, `ingredient_id`) VALUES (1, 1, 1)
+INSERT INTO `recipes_ingredients` (`id`, `recipe_id`, `ingredient_id`) VALUES (2, 1, 2)
+INSERT INTO `recipes_ingredients` (`id`, `recipe_id`, `ingredient_id`) VALUES (3, 2, 3)
+INSERT INTO `recipes_ingredients` (`id`, `recipe_id`, `ingredient_id`) VALUES (4, 2, 4)
+INSERT INTO `ingredients` (`id`, `name`, `quantity`) VALUES (1, 'Turkey', 'a lot')
+INSERT INTO `ingredients` (`id`, `name`, `quantity`) VALUES (2, 'Cheese', '1 slice')
+INSERT INTO `ingredients` (`id`, `name`, `quantity`) VALUES (3, 'Patty', '1')
+INSERT INTO `ingredients` (`id`, `name`, `quantity`) VALUES (4, 'Cheese', '2 slices')
+```
+
+## Advanced Usage
+
+Occasionally, you might have a dataset that you want to refresh. A production database that has data that might be useful on your local copy of the database. Polo doesn't have an opinion about your data; if you try to import data with a key that's already in your local database, Polo doesn't necessarily know how you want to handle that conflict.
+
+Advanced users will find the `on_duplicate` option to be helpful in this context. It gives Polo instructions on how to handle collisions. *Note: This feature is currently only supported for MySQL databases. (PRs for other databases are welcome!)*
+
+There are two possible values for the `on_duplicate` key: `:ignore` and `:override`. Ignore keeps the old data. Override keeps the new data. If there's a collision and the on_duplicate param is not set, Polo will simpy stop importing the data.
+
+### Ignore
+A.K.A the Ostrich Approach: stick your head in the sand and pretend nothing happened.
+
+```ruby
+Polo.configure do
+  on_duplicate :ignore
+end
+
+Polo::Traveler.explore(Chef, 1, :recipes)
+```
+
+```sql
+INSERT IGNORE INTO `chefs` (`id`, `name`) VALUES (1, 'Netto')
+INSERT IGNORE INTO `recipes` (`id`, `title`, `num_steps`, `chef_id`) VALUES (1, 'Turkey Sandwich', NULL, 1)
+INSERT IGNORE INTO `recipes` (`id`, `title`, `num_steps`, `chef_id`) VALUES (2, 'Cheese Burger', NULL, 1)
+```
+
+### Override
+Use the option `on_duplicate: :override` to override your local data with new data from your Polo script.
+
+```ruby
+Polo.configure do
+  on_duplicate :override
+end
+
+Polo::Traveler.explore(Chef, 1, :recipes)
+```
+
+```sql
+INSERT INTO `chefs` (`id`, `name`) VALUES (1, 'Netto')
+ON DUPLICATE KEY UPDATE id = VALUES(id), name = VALUES(name)
+...
+```
+
+### Sensitive Fields
+You can use the `obfuscate` option to obfuscate sensitive fields like emails or
+user logins.
+
+```ruby
+Polo.configure do
+  obfuscate :email, :credit_card
+end
+
+Polo::Traveler.explore(AR::Chef, 1)
+```
+
+```sql
+INSERT INTO `chefs` (`id`, `name`, `email`) VALUES (1, 'Netto', 'eahorctmaagfo.nitm@l')
+```
+
+Warning: This is not a security feature. Fields can still easily be rearranged back to their original format. Polo will simply scramble the order of strings so you don't accidentaly end up causing side effects when using production data in development.
+
+It is not a good practice to use highly sensitive data in development.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'polo'
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+```bash
+$ gem install polo
+```
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/polo. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](contributor-covenant.org) code of conduct.
+
+To run the specs across all supported version of Rails, check out the repo and
+follow these steps:
+
+```bash
+$ bundle install
+$ bundle exec appraisal install
+$ bundle exec appraisal rake
+```
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/gemfiles/rails32.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "activerecord", "3.2.22"
+
+gemspec :path => "../"

data/gemfiles/rails32.gemfile.lock

@@ -0,0 +1,61 @@
+PATH
+  remote: ../
+  specs:
+    polo (0.1.0)
+      activerecord (>= 3.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (3.2.22)
+      activesupport (= 3.2.22)
+      builder (~> 3.0.0)
+    activerecord (3.2.22)
+      activemodel (= 3.2.22)
+      activesupport (= 3.2.22)
+      arel (~> 3.0.2)
+      tzinfo (~> 0.3.29)
+    activesupport (3.2.22)
+      i18n (~> 0.6, >= 0.6.4)
+      multi_json (~> 1.0)
+    appraisal (2.1.0)
+      bundler
+      rake
+      thor (>= 0.14.0)
+    arel (3.0.3)
+    builder (3.0.4)
+    diff-lcs (1.2.5)
+    i18n (0.7.0)
+    multi_json (1.11.2)
+    rake (10.4.2)
+    rspec (3.3.0)
+      rspec-core (~> 3.3.0)
+      rspec-expectations (~> 3.3.0)
+      rspec-mocks (~> 3.3.0)
+    rspec-core (3.3.2)
+      rspec-support (~> 3.3.0)
+    rspec-expectations (3.3.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-mocks (3.3.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-support (3.3.0)
+    sqlite3 (1.3.10)
+    thor (0.19.1)
+    tzinfo (0.3.44)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord (= 3.2.22)
+  appraisal
+  bundler (~> 1.10)
+  polo!
+  rake (~> 10.0)
+  rspec
+  sqlite3 (= 1.3.10)
+
+BUNDLED WITH
+   1.10.6

data/gemfiles/rails40.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "activerecord", "4.0.13"
+
+gemspec :path => "../"

data/gemfiles/rails40.gemfile.lock

@@ -0,0 +1,67 @@
+PATH
+  remote: ../
+  specs:
+    polo (0.1.0)
+      activerecord (>= 3.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.0.13)
+      activesupport (= 4.0.13)
+      builder (~> 3.1.0)
+    activerecord (4.0.13)
+      activemodel (= 4.0.13)
+      activerecord-deprecated_finders (~> 1.0.2)
+      activesupport (= 4.0.13)
+      arel (~> 4.0.0)
+    activerecord-deprecated_finders (1.0.4)
+    activesupport (4.0.13)
+      i18n (~> 0.6, >= 0.6.9)
+      minitest (~> 4.2)
+      multi_json (~> 1.3)
+      thread_safe (~> 0.1)
+      tzinfo (~> 0.3.37)
+    appraisal (2.1.0)
+      bundler
+      rake
+      thor (>= 0.14.0)
+    arel (4.0.2)
+    builder (3.1.4)
+    diff-lcs (1.2.5)
+    i18n (0.7.0)
+    minitest (4.7.5)
+    multi_json (1.11.2)
+    rake (10.4.2)
+    rspec (3.3.0)
+      rspec-core (~> 3.3.0)
+      rspec-expectations (~> 3.3.0)
+      rspec-mocks (~> 3.3.0)
+    rspec-core (3.3.2)
+      rspec-support (~> 3.3.0)
+    rspec-expectations (3.3.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-mocks (3.3.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-support (3.3.0)
+    sqlite3 (1.3.10)
+    thor (0.19.1)
+    thread_safe (0.3.5)
+    tzinfo (0.3.44)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord (= 4.0.13)
+  appraisal
+  bundler (~> 1.10)
+  polo!
+  rake (~> 10.0)
+  rspec
+  sqlite3 (= 1.3.10)
+
+BUNDLED WITH
+   1.10.6

data/gemfiles/rails41.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "activerecord", "4.1.12"
+
+gemspec :path => "../"

data/gemfiles/rails41.gemfile.lock

@@ -0,0 +1,66 @@
+PATH
+  remote: ../
+  specs:
+    polo (0.1.0)
+      activerecord (>= 3.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.1.12)
+      activesupport (= 4.1.12)
+      builder (~> 3.1)
+    activerecord (4.1.12)
+      activemodel (= 4.1.12)
+      activesupport (= 4.1.12)
+      arel (~> 5.0.0)
+    activesupport (4.1.12)
+      i18n (~> 0.6, >= 0.6.9)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.1)
+      tzinfo (~> 1.1)
+    appraisal (2.1.0)
+      bundler
+      rake
+      thor (>= 0.14.0)
+    arel (5.0.1.20140414130214)
+    builder (3.2.2)
+    diff-lcs (1.2.5)
+    i18n (0.7.0)
+    json (1.8.3)
+    minitest (5.8.0)
+    rake (10.4.2)
+    rspec (3.3.0)
+      rspec-core (~> 3.3.0)
+      rspec-expectations (~> 3.3.0)
+      rspec-mocks (~> 3.3.0)
+    rspec-core (3.3.2)
+      rspec-support (~> 3.3.0)
+    rspec-expectations (3.3.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-mocks (3.3.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-support (3.3.0)
+    sqlite3 (1.3.10)
+    thor (0.19.1)
+    thread_safe (0.3.5)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord (= 4.1.12)
+  appraisal
+  bundler (~> 1.10)
+  polo!
+  rake (~> 10.0)
+  rspec
+  sqlite3 (= 1.3.10)
+
+BUNDLED WITH
+   1.10.6

data/gemfiles/rails42.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "activerecord", "4.2.3"
+
+gemspec :path => "../"

data/gemfiles/rails42.gemfile.lock

@@ -0,0 +1,66 @@
+PATH
+  remote: ../
+  specs:
+    polo (0.1.0)
+      activerecord (>= 3.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.2.3)
+      activesupport (= 4.2.3)
+      builder (~> 3.1)
+    activerecord (4.2.3)
+      activemodel (= 4.2.3)
+      activesupport (= 4.2.3)
+      arel (~> 6.0)
+    activesupport (4.2.3)
+      i18n (~> 0.7)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.3, >= 0.3.4)
+      tzinfo (~> 1.1)
+    appraisal (2.1.0)
+      bundler
+      rake
+      thor (>= 0.14.0)
+    arel (6.0.3)
+    builder (3.2.2)
+    diff-lcs (1.2.5)
+    i18n (0.7.0)
+    json (1.8.3)
+    minitest (5.8.0)
+    rake (10.4.2)
+    rspec (3.3.0)
+      rspec-core (~> 3.3.0)
+      rspec-expectations (~> 3.3.0)
+      rspec-mocks (~> 3.3.0)
+    rspec-core (3.3.2)
+      rspec-support (~> 3.3.0)
+    rspec-expectations (3.3.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-mocks (3.3.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-support (3.3.0)
+    sqlite3 (1.3.10)
+    thor (0.19.1)
+    thread_safe (0.3.5)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord (= 4.2.3)
+  appraisal
+  bundler (~> 1.10)
+  polo!
+  rake (~> 10.0)
+  rspec
+  sqlite3 (= 1.3.10)
+
+BUNDLED WITH
+   1.10.6

data/lib/polo.rb

@@ -0,0 +1,87 @@
+require "polo/version"
+require "polo/collector"
+require "polo/translator"
+require "polo/configuration"
+
+module Polo
+
+  # Public: Traverses a dependency graph based on a seed ActiveRecord object
+  # and generates all the necessary INSERT queries for each one of the records
+  # it finds along the way.
+  #
+  # base_class - An ActiveRecord::Base class for the seed record.
+  # id - An ID used to find the desired seed record.
+  #
+  # dependency_tree - An ActiveRecord::Associations::Preloader compliant that
+  # will define the path Polo will traverse.
+  #
+  # (from ActiveRecord::Associations::Preloader docs)
+  # It may be:
+  # - a Symbol or a String which specifies a single association name. For
+  #   example, specifying +:books+ allows this method to preload all books
+  #   for an Author.
+  # - an Array which specifies multiple association names. This array
+  #   is processed recursively. For example, specifying <tt>[:avatar, :books]</tt>
+  #   allows this method to preload an author's avatar as well as all of his
+  #   books.
+  # - a Hash which specifies multiple association names, as well as
+  #   association names for the to-be-preloaded association objects. For
+  #   example, specifying <tt>{ author: :avatar }</tt> will preload a
+  #   book's author, as well as that author's avatar.
+  #
+  # +:associations+ has the same format as the +:include+ option for
+  # <tt>ActiveRecord::Base.find</tt>. So +associations+ could look like this:
+  #
+  #   :books
+  #   [ :books, :author ]
+  #   { author: :avatar }
+  #   [ :books, { author: :avatar } ]
+  #
+  def self.explore(base_class, id, dependencies={})
+    Traveler.collect(base_class, id, dependencies).translate(defaults)
+  end
+
+
+  # Public: Sets up global settings for Polo
+  #
+  # block - Takes a block with the settings you decide to use
+  #
+  #   obfuscate - Takes a blacklist with sensitive fields you wish to scramble
+  #   on_duplicate - Defines the on_duplicate strategy for your INSERTS
+  #     e.g. :override, :ignore
+  #
+  # usage:
+  #   Polo.configure do
+  #     obfuscate(:email, :password, :credit_card)
+  #     on_duplicate(:override)
+  #   end
+  #
+  def self.configure(&block)
+    @configuration = Configuration.new
+    @configuration.instance_eval(&block) if block_given?
+    @configuration
+  end
+
+  # Public: Returns the default settings
+  #
+  def self.defaults
+    @configuration || configure
+  end
+
+
+  class Traveler
+
+    def self.collect(base_class, id, dependencies={})
+      selects = Collector.new(base_class, id, dependencies).collect
+      new(selects)
+    end
+
+    def initialize(selects)
+      @selects = selects
+    end
+
+    def translate(configuration=Configuration.new)
+      Translator.new(@selects, configuration).translate
+    end
+  end
+end

data/lib/polo/collector.rb

@@ -0,0 +1,53 @@
+module Polo
+  class Collector
+
+    def initialize(base_class, id, dependency_tree={})
+      @base_class = base_class
+      @id = id
+      @dependency_tree = dependency_tree
+      @selects = []
+    end
+
+    # Public: Traverses the dependency tree and collects every SQL query.
+    #
+    # This is done by wrapping a top level call to includes(...) with a
+    # ActiveSupport::Notifications block and collecting every generate SQL query.
+    #
+    def collect
+      ActiveSupport::Notifications.subscribed(collector, 'sql.active_record') do
+        base_finder = @base_class.includes(@dependency_tree).where(id: @id)
+        collect_sql(@base_class, base_finder.to_sql)
+        base_finder.to_a
+      end
+
+      @selects.compact.uniq
+    end
+
+    private
+
+    # Internal: Store ActiveRecord queries in @selects
+    #
+    # Collector will intersect every ActiveRecord query performed within the
+    # ActiveSupport::Notifications.subscribed block defined in #run and store
+    # the resulting SQL query in @selects
+    #
+    def collector
+      lambda do |name, start, finish, id, payload|
+        begin
+          class_name = payload[:name].gsub(' Load', '').constantize
+          sql = payload[:sql]
+          collect_sql(class_name, sql)
+        rescue ActiveRecord::StatementInvalid, NameError
+          # invalid table name (common when prefetching schemas)
+        end
+      end
+    end
+
+    def collect_sql(klass, sql)
+      @selects << {
+        klass: klass,
+        sql: sql
+      }
+    end
+  end
+end

data/lib/polo/configuration.rb

@@ -0,0 +1,20 @@
+module Polo
+
+  class Configuration
+    attr_reader :on_duplicate_strategy, :blacklist
+
+    def initialize(options={})
+      options = { on_duplicate: nil, obfuscate: [] }.merge(options)
+      @on_duplicate_strategy = options[:on_duplicate]
+      @blacklist = options[:obfuscate]
+    end
+
+    def obfuscate(*fields)
+      @blacklist = fields
+    end
+
+    def on_duplicate(strategy)
+      @on_duplicate_strategy = strategy
+    end
+  end
+end

data/lib/polo/sql_translator.rb

@@ -0,0 +1,93 @@
+require 'active_record'
+require 'polo/configuration'
+
+module Polo
+  class SqlTranslator
+
+    def initialize(object, configuration=Configuration.new)
+      @record = object
+      @configuration = configuration
+    end
+
+    def to_sql
+      records = Array.wrap(@record)
+
+      sqls = records.map do |record|
+        raw_sql(record)
+      end
+
+      if @configuration.on_duplicate_strategy == :ignore
+        sqls = ignore_transform(sqls)
+      end
+
+      if @configuration.on_duplicate_strategy == :override
+        sqls = on_duplicate_key_update(sqls, records)
+      end
+
+      sqls
+    end
+
+    private
+
+    def on_duplicate_key_update(sqls, records)
+      insert_and_record = sqls.zip(records)
+      insert_and_record.map do |insert, record|
+        values_syntax = record.attributes.keys.map do |key|
+          "#{key} = VALUES(#{key})"
+        end
+
+        on_dup_syntax = "ON DUPLICATE KEY UPDATE #{values_syntax.join(', ')}"
+
+        "#{insert} #{on_dup_syntax}"
+      end
+    end
+
+    def ignore_transform(inserts)
+      inserts.map do |insert|
+        insert.gsub("INSERT", "INSERT IGNORE")
+      end
+    end
+
+    def raw_sql(record)
+      connection = ActiveRecord::Base.connection
+      attributes = record.attributes
+
+      keys = attributes.keys.map do |key|
+        "`#{key}`"
+      end
+
+      values = attributes.map do |key, value|
+        column = record.column_for_attribute(key)
+        connection.quote(cast_attribute(record, column, value))
+      end
+
+      "INSERT INTO `#{record.class.table_name}` (#{keys.join(', ')}) VALUES (#{values.join(', ')})"
+    end
+
+    module ActiveRecordLessThanFourPointTwo
+      def cast_attribute(record, column, value)
+        attribute = record.send(:type_cast_attribute_for_write, column, value)
+
+        if record.class.serialized_attributes.include?(column.name)
+          attribute.serialize
+        else
+          attribute
+        end
+      end
+    end
+
+    module ActiveRecordFourPointTwoOrGreater
+      def cast_attribute(record, column, value)
+        column.type_cast_for_database(value)
+      end
+    end
+
+    if ActiveRecord::VERSION::STRING.start_with?('3.2') ||
+        ActiveRecord::VERSION::STRING.start_with?('4.0') ||
+        ActiveRecord::VERSION::STRING.start_with?('4.1')
+      include ActiveRecordLessThanFourPointTwo
+    else
+      include ActiveRecordFourPointTwoOrGreater
+    end
+  end
+end

data/lib/polo/translator.rb

@@ -0,0 +1,46 @@
+require "polo/sql_translator"
+require "polo/configuration"
+
+module Polo
+  class Translator
+
+    # Public: Creates a new Polo::Collector
+    #
+    # selects - An array of SELECT queries
+    #
+    def initialize(selects, configuration=Configuration.new)
+      @selects = selects
+      @configuration = configuration
+    end
+
+    # Public: Translates SELECT queries into INSERTS.
+    #
+    def translate
+      SqlTranslator.new(instances, @configuration).to_sql.uniq
+    end
+
+    def instances
+      active_record_instances = @selects.flat_map do |select|
+        select[:klass].find_by_sql(select[:sql]).to_a
+      end
+
+      if fields = @configuration.blacklist
+        obfuscate!(active_record_instances, fields.map(&:to_s))
+      end
+
+      active_record_instances
+    end
+
+    private
+
+    def obfuscate!(instances, fields)
+      instances.each do |instance|
+        next if (instance.attributes.keys & fields).empty?
+        fields.each do |field|
+          value = instance.attributes[field] || ''
+          instance.send("#{field}=", value.split('').shuffle.join)
+        end
+      end
+    end
+  end
+end

data/lib/polo/version.rb

@@ -0,0 +1,3 @@
+module Polo
+  VERSION = "0.1.0"
+end

data/polo.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'polo/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "polo"
+  spec.version       = Polo::VERSION
+  spec.authors       = ["Netto Farah"]
+  spec.email         = ["nettofarah@gmail.com"]
+
+  spec.summary       = %q{Bring life back to your development environment with samples from production data.}
+  spec.description   = %q{Polo travels through your database and creates sample snapshots so you can work with real world data in development.}
+  spec.homepage      = "http://ifttt.github.io"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "activerecord", ">= 3.2"
+
+  spec.add_development_dependency "appraisal"
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+
+  spec.add_development_dependency "sqlite3", "1.3.10"
+end

metadata

@@ -0,0 +1,155 @@
+--- !ruby/object:Gem::Specification
+name: polo
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Netto Farah
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-09-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: appraisal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.3.10
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.3.10
+description: Polo travels through your database and creates sample snapshots so you
+  can work with real world data in development.
+email:
+- nettofarah@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".ruby-version"
+- ".travis.yml"
+- Appraisals
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- gemfiles/rails32.gemfile
+- gemfiles/rails32.gemfile.lock
+- gemfiles/rails40.gemfile
+- gemfiles/rails40.gemfile.lock
+- gemfiles/rails41.gemfile
+- gemfiles/rails41.gemfile.lock
+- gemfiles/rails42.gemfile
+- gemfiles/rails42.gemfile.lock
+- lib/polo.rb
+- lib/polo/collector.rb
+- lib/polo/configuration.rb
+- lib/polo/sql_translator.rb
+- lib/polo/translator.rb
+- lib/polo/version.rb
+- polo.gemspec
+homepage: http://ifttt.github.io
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Bring life back to your development environment with samples from production
+  data.
+test_files: []