datafactory 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b867ddbe4c6d70aaba08f5a62e7aa2edec562338
+  data.tar.gz: a78674981e3aff1392e6537b5af127651d71b7e5
+SHA512:
+  metadata.gz: 458bbb094fbe72079effcce4580b0db2d9aa67e6ed486671ce91c7954ac11d8eac1e69e00b72cd1222f1989567c76bb4a36a693505393ac4247ae3526eb81fc6
+  data.tar.gz: fd21700f7febf47dbc894f4975399dad844d8f80fb555da0d28ab456983012cf8a086dafe39f503c0b5ee8cd134d474663a6a0cfd60b9a121a5fb62b81f01a6e

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.3
+before_install: gem install bundler -v 1.10.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mediumize.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,7 @@
+
+guard :minitest do
+  # with Minitest::Spec
+  watch(%r{^spec/(.*)_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})         { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r{^spec/spec_helper\.rb$}) { 'spec' }
+end

data/README.md

@@ -0,0 +1,33 @@
+# tiny-cli-ruby-gem
+
+A transforming template repo to make CLIs in Ruby.
+CLI is based on the lightweight `slop` and has testing and fixtures built in.
+
+## Quickstart
+
+Once you run `rake provision` on this repo after you clone it, it will transform into your gem.
+
+We'll make a new CLI named `fable` with main module name named `Fable`. 
+Do this each time you want to make a new CLI.
+
+```
+$ git clone https://github.com/jondot/tiny-cli-ruby-gem
+$ cd tiny-cli-ruby-gem
+$ rake provision[Fable,fable]
+$ cd ..
+$ mv tiny-cli-ruby-gem fable
+```
+
+Done.
+
+# Contributing
+
+Fork, implement, add tests, pull request, get my everlasting thanks and a respectable place here :).
+
+### Thanks:
+
+To all [contributors](https://github.com/jondot/tiny-cli-ruby-gem/graphs/contributors)
+
+# Copyright
+
+Copyright (c) 2016 [Dotan Nahum](http://gplus.to/dotan) [@jondot](http://twitter.com/jondot). See [LICENSE](LICENSE.txt) for further details.

data/Rakefile

@@ -0,0 +1,65 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "spec"
+  t.libs << "lib"
+  t.test_files = FileList['spec/**/*_spec.rb']
+end
+
+task :default => :test
+
+require 'fileutils'
+include FileUtils
+
+# rake provision[Farble,farble]
+desc "make a new cli"
+task :provision, [:classname, :gemname] do |t, args|
+  gemname = args[:gemname]
+  classname = args[:classname]
+  puts "--> Generating #{gemname}..."
+
+  replacements = {
+      "tinycli" => gemname,
+      "Tinycli"  => classname
+  }
+  files = %w{ bin/tinycli
+      lib/tinycli/version.rb
+      lib/tinycli.rb
+      spec/tinycli_spec.rb
+      spec/spec_helper.rb
+      tinycli.gemspec }
+
+  files.each do |file|
+    sed file, replacements
+  end
+
+
+  mkdir "lib/#{gemname}"
+  files.each do |file|
+    target = file.gsub("tinycli", replacements["tinycli"])
+    mv file, target if file != target
+  end
+  rmdir "lib/tinycli"
+
+  `rm -rf .git`
+  `git init .`
+  `git add .`
+  `git commit -am 'initial commit'`
+  puts "\n\n--> Running a test of #{gemname} --help\n\n"
+  puts `ruby -Ilib bin/#{gemname} --help`
+  
+  puts "\n\n--> Done provisioning CLI gem: #{gemname}.\n--> You can now create Github repo when you like."
+  
+end
+
+def sed(file, replacements)
+  content = File.read(file)
+  replacements.each do |old,new|
+    content.gsub!(old, new)
+  end
+  File.open(file, "w") do |f|
+    f.write(content)
+  end
+end
+

data/bin/datafactory

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require "datafactory/cli"
+
+Datafactory::Cli.start

data/datafactory.gemspec

@@ -0,0 +1,32 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'datafactory/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "datafactory"
+  spec.version       = Datafactory::VERSION
+  spec.authors       = ["Dotan Nahum"]
+  spec.email         = ["jondotan@gmail.com"]
+
+  spec.summary       = %q{A tool that helps you generate data into multiple databases}
+  spec.description   = %q{A tool that helps you generate data into multiple databases}
+  spec.homepage      = "https://github.com/jondot/datafactory"
+
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'thor', '~> 0.19.1'
+  spec.add_dependency 'mongoid', '~> 5.0.2'
+  spec.add_dependency 'sequel', '~> 4.25.0'
+  spec.add_dependency 'activerecord', '~> 4.2.5.1'
+  spec.add_dependency 'factory_girl', '~> 4.5.0'
+  spec.add_dependency 'faker', '~> 1.6.1'
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest"
+end

data/lib/datafactory.rb

@@ -0,0 +1,6 @@
+require "datafactory/version"
+
+
+module Datafactory
+end
+

data/lib/datafactory/cli.rb

@@ -0,0 +1,52 @@
+require 'thor'
+
+module Datafactory
+  class Cli < Thor
+    include Thor::Actions
+    source_root File.expand_path("../templates", File.dirname(__FILE__))
+    $: << "."
+
+    desc "up [DOMAIN]", "Load data for domain"
+    def up(domain)
+      flow = get_flow(domain)
+      flow.down
+      flow.up
+    end
+
+    desc "down [DOMAIN]", "Load data for domain"
+    def down(domain)
+      get_flow(domain).down
+    end
+
+    method_option :connector
+    desc "domain [DOMAIN]", "init a new data domain (database)"
+    def domain(domain)
+      say "Initializing #{domain}..."
+      @namespace = domain.capitalize
+      connector = options[:connector] || "activerecord"
+      directory("connectors/#{connector}", domain)
+    end
+
+    desc "init [FLOW_NAME]", "make a new flow"
+    def init(name)
+      @flowname = name
+      directory("flows")
+      template("Gemfile")
+      say "Running bundler..."
+      say `bundle`
+    end
+
+
+    no_commands do
+      def flowname
+        @flowname
+      end
+
+      def get_flow(domain)
+        require("flows/#{domain}")
+        klass = Object.const_get(domain.capitalize)
+        klass.new
+      end
+    end
+  end
+end

data/lib/datafactory/connectors/activerecord.rb

@@ -0,0 +1,45 @@
+require 'yaml'
+require 'active_record'
+require 'datafactory/connectors/base'
+
+module Datafactory
+  module Connectors
+    class ActiveRecordConnector < Base
+      def initialize(domain)
+        @domain = domain
+        @db_config = YAML::load(File.open("#{@domain}/#{self.class.config}"))
+      end
+
+      def self.config
+        "activerecord.yaml"
+      end
+
+      def setup(opts)
+        ActiveRecord::Base.establish_connection(@db_config)
+        if opts[:migrate]
+          migrate
+        end
+        require_models
+        require_factories
+      end
+
+      def drop_db
+        return unless @db_config["adapter"] == "pg"
+        db_config_admin = @db_config.merge({'database' => 'postgres', 'schema_search_path' => 'public'})
+        ActiveRecord::Base.establish_connection(db_config_admin)
+        ActiveRecord::Base.connection.drop_database(@db_config["database"])
+      end
+
+      def create_db
+        return unless @db_config["adapter"] == "pg"
+        db_config_admin = @db_config.merge({'database' => 'postgres', 'schema_search_path' => 'public'})
+        ActiveRecord::Base.establish_connection(db_config_admin)
+        ActiveRecord::Base.connection.create_database(@db_config["database"])
+      end
+
+      def migrate
+        ActiveRecord::Migrator.migrate("#{@domain}/migrate")
+      end
+    end
+  end
+end

data/lib/datafactory/connectors/base.rb

@@ -0,0 +1,20 @@
+module Datafactory
+  module Connectors
+    class Base
+      def self.configured_by?(conf)
+        config == conf
+      end
+      
+      def require_models
+        Dir.glob("#{@domain}/models/*.rb").each do |m|
+          require m
+        end
+      end
+
+      def require_factories
+        require "#{@domain}/factories.rb"
+      end
+    end
+  end
+end
+

data/lib/datafactory/connectors/mongoid.rb

@@ -0,0 +1,25 @@
+require 'mongoid'
+require 'logger'
+require 'datafactory/connectors/base'
+
+module Datafactory
+  module Connectors
+    class MongoidConnector < Base
+      def initialize(domain)
+        @domain = domain
+      end
+      
+      def self.config
+        "mongoid.yaml"
+      end
+
+      def setup(opts)
+        Mongo::Logger.logger.level = Logger::INFO
+        Mongoid.logger.level = Logger::INFO
+        Mongoid.load!("#{@domain}/#{self.class.config}", ENV["RACK_ENV"] || "development")
+        require_models
+        require_factories
+      end
+    end
+  end
+end

data/lib/datafactory/connectors/sequel.rb

@@ -0,0 +1,46 @@
+require 'yaml'
+require 'sequel'
+require 'datafactory/connectors/base'
+
+
+module Datafactory
+  module Connectors
+    class SequelConnector < Base
+      Sequel.extension :migration
+      # monkey patch for factory_girl
+      Sequel::Model.send :alias_method, :save!, :save
+      def initialize(domain)
+        @domain = domain
+        @db_config = YAML::load(File.open("#{@domain}/#{self.class.config}"))
+      end
+
+      def self.config
+        "sequel.yaml"
+      end
+
+      def setup(opts)
+        @db = Sequel.connect(@db_config["uri"])
+        Sequel::Model.db = @db
+        if opts[:migrate]
+          migrate
+        end
+        require_models
+        require_factories
+      end
+
+      def migrate
+        Sequel::Migrator.apply(@db, "#{@domain}/migrate")
+      end
+
+      def drop_db
+        raise "not implemented"
+      end
+
+      def create_db
+        raise "not implemented"
+      end
+    end
+  end
+end
+
+

data/lib/datafactory/dataflow.rb

@@ -0,0 +1,41 @@
+require 'pathname'
+require 'factory_girl'
+require 'faker'
+require "datafactory/connectors/activerecord"
+require "datafactory/connectors/sequel"
+require "datafactory/connectors/mongoid"
+
+
+module Datafactory
+  module Dataflow
+    include FactoryGirl::Syntax::Methods
+    
+    CONNECTORS = [
+      Connectors::ActiveRecordConnector,
+      Connectors::MongoidConnector,
+      Connectors::SequelConnector
+    ]
+    
+    def use(domain, opts={migrate:true})
+      connector(domain).setup(opts)
+    end
+
+    def drop_db(domain)
+      connector(domain).drop_db
+    end
+    
+    def create_db(domain)
+      connector(domain).create_db
+    end
+
+
+    def up; end
+    def down; end
+
+  private
+    def connector(domain)
+      path = Pathname.new(Dir["#{domain}/*.yaml"].first)
+      CONNECTORS.find{|c| c.configured_by?(path.basename.to_s) }.new(domain)
+    end
+  end
+end

data/lib/datafactory/version.rb

@@ -0,0 +1,3 @@
+module Datafactory
+  VERSION = "0.0.1"
+end

data/lib/templates/Gemfile

@@ -0,0 +1,12 @@
+source 'https://rubygems.org'
+
+gem 'datafactory'
+gem 'pg'
+
+# add any additional adapter you need that is supported by either
+# ActiveRecord, sequel or mongoid.
+#
+# gem 'mysql2'
+# gem 'sqlite3'
+# gem 'tinytds'
+# ...

data/lib/templates/connectors/activerecord/activerecord.yaml

@@ -0,0 +1,6 @@
+host: localhost
+port: 3306
+adapter: 'mysql2'
+database: 'datafactory'
+username:
+password:

data/lib/templates/connectors/activerecord/factories.rb.tt

@@ -0,0 +1,7 @@
+FactoryGirl.define do
+  factory :user, class: <%= @namespace %>::User do
+    name  { Faker::Name.name }
+    email { Faker::Internet.email }
+  end
+end
+

data/lib/templates/connectors/activerecord/migrate/20160124115626_create_users.rb

@@ -0,0 +1,10 @@
+class CreateUsers < ActiveRecord::Migration
+  def change
+    create_table :users do |t|
+      t.string :name
+      t.string :email
+
+      t.timestamps null: false
+    end
+  end
+end

data/lib/templates/connectors/activerecord/models/user.rb.tt

@@ -0,0 +1,4 @@
+module <%= @namespace %>
+  class User < ActiveRecord::Base
+  end
+end

data/lib/templates/connectors/mongoid/factories.rb.tt

@@ -0,0 +1,8 @@
+FactoryGirl.define do
+  factory :user, class: <%= @namespace %>::User do
+    name  { Faker::Name.name }
+    email { Faker::Internet.email }
+    admin false
+  end
+end
+

data/lib/templates/connectors/mongoid/models/user.rb.tt

@@ -0,0 +1,10 @@
+module <%= @namespace %>
+  class User
+    include Mongoid::Document 
+    field :name
+    field :email
+    field :admin
+  end 
+end
+
+

data/lib/templates/connectors/mongoid/mongoid.yaml

@@ -0,0 +1,7 @@
+development:
+  clients:
+    default:
+      uri: mongodb://foo:bar@localhost:39135/database
+
+
+

data/lib/templates/connectors/sequel/factories.rb.tt

@@ -0,0 +1,8 @@
+FactoryGirl.define do
+  factory :user, class: <%= @namespace %>::User do
+    name  { Faker::Name.name }
+    email { Faker::Internet.email }
+  end
+end
+
+

data/lib/templates/connectors/sequel/migrate/20160124115626_create_users.rb

@@ -0,0 +1,11 @@
+Sequel.migration do
+  change do
+    create_table(:users) do
+      primary_key :id
+      String :name
+      String :email
+      DateTime :updated_at
+      DateTime :created_at
+    end
+  end
+end

data/lib/templates/connectors/sequel/models/user.rb.tt

@@ -0,0 +1,4 @@
+module <%= @namespace %>
+  class User < Sequel::Model(:users)
+  end
+end

data/lib/templates/connectors/sequel/sequel.yaml

@@ -0,0 +1 @@
+uri: postgres://user:password@localhost:5432/database

data/lib/templates/flows/%flowname%.rb.tt

@@ -0,0 +1,22 @@
+require 'datafactory/dataflow'
+
+class <%= @flowname.capitalize %>
+  include Datafactory::Dataflow
+
+  def up
+    use :billing
+    users = create_list(:user, 20)
+    puts users
+  end
+
+  def down
+    use :billing
+    Billing::User.delete_all
+  end
+end
+
+
+
+
+
+

metadata

@@ -0,0 +1,199 @@
+--- !ruby/object:Gem::Specification
+name: datafactory
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Dotan Nahum
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-01-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: mongoid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.2
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.25.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.25.0
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.5.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.5.1
+- !ruby/object:Gem::Dependency
+  name: factory_girl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.5.0
+- !ruby/object:Gem::Dependency
+  name: faker
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A tool that helps you generate data into multiple databases
+email:
+- jondotan@gmail.com
+executables:
+- datafactory
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- Guardfile
+- README.md
+- Rakefile
+- bin/datafactory
+- datafactory.gemspec
+- lib/datafactory.rb
+- lib/datafactory/cli.rb
+- lib/datafactory/connectors/activerecord.rb
+- lib/datafactory/connectors/base.rb
+- lib/datafactory/connectors/mongoid.rb
+- lib/datafactory/connectors/sequel.rb
+- lib/datafactory/dataflow.rb
+- lib/datafactory/version.rb
+- lib/templates/Gemfile
+- lib/templates/connectors/activerecord/activerecord.yaml
+- lib/templates/connectors/activerecord/factories.rb.tt
+- lib/templates/connectors/activerecord/migrate/20160124115626_create_users.rb
+- lib/templates/connectors/activerecord/models/user.rb.tt
+- lib/templates/connectors/mongoid/factories.rb.tt
+- lib/templates/connectors/mongoid/models/user.rb.tt
+- lib/templates/connectors/mongoid/mongoid.yaml
+- lib/templates/connectors/sequel/factories.rb.tt
+- lib/templates/connectors/sequel/migrate/20160124115626_create_users.rb
+- lib/templates/connectors/sequel/models/user.rb.tt
+- lib/templates/connectors/sequel/sequel.yaml
+- lib/templates/flows/%flowname%.rb.tt
+homepage: https://github.com/jondot/datafactory
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: A tool that helps you generate data into multiple databases
+test_files: []