mini_etl 0.2.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: bf6d9d9f6c520143a0ed4798dae23ac0dd17d6acd338e4c954a650433c111fc5
+  data.tar.gz: 3b2cc9482751be5af528bfa9046eb55dd53a8d8a19eb368f80f775dc6747c72b
+SHA512:
+  metadata.gz: acecce229c1db06eef8cabf6e2278bcfd4b0da83976e2e30101c6a3a1d0908cc002932ce292ff7489e430aaff95adf6677426072ebe03151194b696efe3e4286
+  data.tar.gz: 159a16e1c228a3b19485534a065b8c84a44bf93e54e1c19316723166d39550f0e3fdfe4a88184e8114854d167e83fa6d225783c97aad10d54e4762f5f894bdaa

data/.gitignore

@@ -0,0 +1,18 @@
+# Ignore generated docs
+/.yardoc
+/_yardoc
+/doc
+README.html
+
+# Ignore generated files
+/.bundle
+/pkg
+/samples
+/tmp
+
+# Ignore test generated files
+.rspec
+.rspec_status
+/coverage
+/spec/reports
+spec/examples.txt

data/.rubocop.yml

@@ -0,0 +1,98 @@
+inherit_from: .rubocop_todo.yml
+
+AllCops:
+  RubyInterpreters:
+    - ruby
+  # Include common Ruby source files.
+  Include:
+    - '**/*.rb'
+    - '**/*.gemfile'
+    - '**/*.gemspec'
+    - '**/*.jb'
+    - '**/*.jbuilder'
+    - '**/*.rake'
+    - '**/*.spec'
+  Exclude:
+    - 'node_modules/**/*'
+    - 'vendor/**/*'
+    - '.git/**/*'
+  # Default formatter will be used if no `-f/--format` option is given.
+  DefaultFormatter: progress
+  # Cop names are displayed in offense messages by default. Change behavior
+  # by overriding DisplayCopNames, or by giving the `--no-display-cop-names`
+  # option.
+  DisplayCopNames: true
+  # Style guide URLs are not displayed in offense messages by default. Change
+  # behavior by overriding `DisplayStyleGuide`, or by giving the
+  # `-S/--display-style-guide` option.
+  DisplayStyleGuide: false
+  # When specifying style guide URLs, any paths and/or fragments will be
+  # evaluated relative to the base URL.
+  StyleGuideBaseURL: https://github.com/rubocop-hq/ruby-style-guide
+  # Extra details are not displayed in offense messages by default. Change
+  # behavior by overriding ExtraDetails, or by giving the
+  # `-E/--extra-details` option.
+  ExtraDetails: false
+  # Additional cops that do not reference a style guide rule may be enabled by
+  # default. Change behavior by overriding `StyleGuideCopsOnly`, or by giving
+  # the `--only-guide-cops` option.
+  StyleGuideCopsOnly: false
+  # All cops except the ones configured `Enabled: false` in this file are enabled by default.
+  # Change this behavior by overriding either `DisabledByDefault` or `EnabledByDefault`.
+  # When `DisabledByDefault` is `true`, all cops in the default configuration
+  # are disabled, and only cops in user configuration are enabled. This makes
+  # cops opt-in instead of opt-out. Note that when `DisabledByDefault` is `true`,
+  # cops in user configuration will be enabled even if they don't set the
+  # Enabled parameter.
+  # When `EnabledByDefault` is `true`, all cops, even those configured `Enabled: false`
+  # in this file are enabled by default. Cops can still be disabled in user configuration.
+  # Note that it is invalid to set both EnabledByDefault and DisabledByDefault
+  # to true in the same configuration.
+  EnabledByDefault: false
+  DisabledByDefault: false
+  # Enables the result cache if `true`. Can be overridden by the `--cache` command
+  # line option.
+  UseCache: true
+  # Threshold for how many files can be stored in the result cache before some
+  # of the files are automatically removed.
+  MaxFilesInCache: 20000
+  # The cache will be stored in "rubocop_cache" under this directory. If
+  # CacheRootDirectory is ~ (nil), which it is by default, the root will be
+  # taken from the environment variable `$XDG_CACHE_HOME` if it is set, or if
+  # `$XDG_CACHE_HOME` is not set, it will be `$HOME/.cache/`.
+  CacheRootDirectory: ~
+  # It is possible for a malicious user to know the location of RuboCop's cache
+  # directory by looking at CacheRootDirectory, and create a symlink in its
+  # place that could cause RuboCop to overwrite unintended files, or read
+  # malicious input. If you are certain that your cache location is secure from
+  # this kind of attack, and wish to use a symlinked cache location, set this
+  # value to "true".
+  AllowSymlinksInCacheRootDirectory: false
+  # What MRI version of the Ruby interpreter is the inspected code intended to
+  # run on? (If there is more than one, set this to the lowest version.)
+  # If a value is specified for TargetRubyVersion then it is used. Acceptable
+  # values are specificed as a float (i.e. 2.5); the teeny version of Ruby
+  # should not be included. If the project specifies a Ruby version in the
+  # .ruby-version file, Gemfile or gems.rb file, RuboCop will try to determine
+  # the desired version of Ruby by inspecting the .ruby-version file first,
+  # followed by the Gemfile.lock or gems.locked file. (Although the Ruby version
+  # is specified in the Gemfile or gems.rb file, RuboCop reads the final value
+  # from the lock file.) If the Ruby version is still unresolved, RuboCop will
+  # use the oldest officially supported Ruby version (currently Ruby 2.3).
+  TargetRubyVersion: ~
+  # What version of Rails is the inspected code using?  If a value is specified
+  # for TargetRailsVersion then it is used. Acceptable values are specificed
+  # as a float (i.e. 5.1); the patch version of Rails should not be included.
+  # If TargetRailsVersion is not set, RuboCop will parse the Gemfile.lock or
+  # gems.locked file to find the version of Rails that has been bound to the
+  # application. If neither of those files exist, RuboCop will use Rails 5.0
+  # as the default.
+  TargetRailsVersion: ~
+
+Style/FrozenStringLiteralComment:
+  Enabled: false
+Metrics/LineLength:
+  Max: 150
+Metrics/BlockLength:
+  Exclude:
+    - 'spec/**/*'

data/.rubocop_todo.yml

@@ -0,0 +1,14 @@
+# This configuration was generated by
+# `rubocop --auto-gen-config`
+# on 2019-06-04 10:13:24 -0500 using RuboCop version 0.71.0.
+# The point is for the user to remove these configuration records
+# one by one as the offenses are removed from the code base.
+# Note that changes in the inspected code, or installation of new
+# versions of RuboCop, may require this file to be generated again.
+
+# Offense count: 1
+Style/Documentation:
+  Exclude:
+    - 'spec/**/*'
+    - 'test/**/*'
+    - 'lib/etl.rb'

data/CHANGELOG.md

@@ -0,0 +1,18 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]
+
+## [0.1.0] - 2019-06-06
+
+### Added
+- [Task] Improve spec coverage
+- [Base] Introduce Generator for structure generation
+- [Base] Factor out strategies
+- [Base] General extraction strategy, still static
+- [Base] Basic, more useful documentation
+- [Base] CSV Sample strategy: File generation and sourcing
+- [Base] Initial application

data/Gemfile

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
+ruby '2.6.3'
+gemspec

data/Gemfile.lock

@@ -0,0 +1,74 @@
+PATH
+  remote: .
+  specs:
+    mini_etl (0.2.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    ast (2.4.0)
+    coderay (1.1.2)
+    concurrent-ruby (1.1.5)
+    diff-lcs (1.3)
+    docile (1.3.1)
+    faker (1.9.3)
+      i18n (>= 0.7)
+    i18n (1.6.0)
+      concurrent-ruby (~> 1.0)
+    jaro_winkler (1.5.2)
+    json (2.2.0)
+    method_source (0.9.2)
+    parallel (1.17.0)
+    parser (2.6.3.0)
+      ast (~> 2.4.0)
+    pry (0.12.2)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    rainbow (3.0.0)
+    rake (10.5.0)
+    rspec (3.8.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+    rspec-core (3.8.0)
+      rspec-support (~> 3.8.0)
+    rspec-expectations (3.8.3)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-mocks (3.8.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-support (3.8.0)
+    rubocop (0.71.0)
+      jaro_winkler (~> 1.5.1)
+      parallel (~> 1.10)
+      parser (>= 2.6)
+      rainbow (>= 2.2.2, < 4.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 1.7)
+    ruby-progressbar (1.10.1)
+    simplecov (0.16.1)
+      docile (~> 1.1)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.2)
+    unicode-display_width (1.6.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.16)
+  faker (~> 1.9)
+  mini_etl!
+  pry (~> 0.12.2)
+  rake (~> 10.0)
+  rspec (~> 3.0)
+  rubocop (~> 0.71.0)
+  simplecov (~> 0.16.1)
+
+RUBY VERSION
+   ruby 2.6.3p62
+
+BUNDLED WITH
+   1.17.2

data/README.md

@@ -0,0 +1,145 @@
+# Mini ETL
+
+Basic toolkit for Extract/Transform/Load operations. Abstracts the details of
+performing sourcing, intermediate structure generation and data persistance.
+
+## Usage
+
+### Sourcing
+
+A `MiniEtl` `Process` is kicked off by configuring a process. For a basic CSV file
+deserialize and bulk load:
+
+```
+process = MiniEtl.create_process do |process|
+  process.source.type = :csv
+  process.source.location = 'samples/small.csv'
+end
+
+process.bootstrap
+```
+
+TODO: Write a strategy for HTTP, use JSON server
+
+```
+process = MiniEtl.create_process do |process|
+  process.source.type = :http
+  process.source.location = 'localhost:8080/sample'
+end
+
+process.bootstrap
+```
+
+Strategies are available for CSV and JSON. If you need something else entirely,
+a manual source can be used instead:
+
+```
+process = MiniEtl.create_process do |process|
+  process.source.type = :manual
+  process.source.method = Proc.new do
+    ...
+  end
+end
+```
+
+### Structure generation
+
+Once data sourcing is complete, data can be fetched in-place.
+
+```
+process = MiniEtl.create_process do |process|
+  process.source.type = :csv
+  process.source.location = 'samples/small.csv'
+end
+
+process.bootstrap
+process.generate
+
+process.generator.structures # intermediate structure for bulk import
+```
+
+If the data source is too large to process in memory, an iterator can be given 
+instead:
+
+```
+process = MiniEtl.create_process do |process|
+  process.source.type = :csv
+  process.source.location = 'samples/large.csv'
+  process.generator.lazy = true
+end
+
+process.bootstrap
+process.generator.start do |structures|
+  ...
+end
+```
+
+### Data persistance
+
+Finally, once data is shaped the way you need it to, data can be persisted in
+any kind of way you need it to. The receiver class is expected to respond to
+`.create(args)`
+
+```
+process = MiniEtl.create_process do |process|
+  process.source.type = :csv
+  process.source.location = 'samples/large.csv'
+  process.store.type = Person # An active record model
+end
+
+process.bootstrap
+process.generate
+process.persist
+```
+
+In this way, any arbitrary store can be created,
+
+```
+class Payroll
+  Struct.new(:target, :name, :last_name, ...)
+  @@data = []
+
+  def create(params = {})
+    @@data << Struct::Target.new(name: params[:name], last_name: params[:last_name], ...)
+  end
+end
+
+process = MiniEtl.create_process do |process|
+  process.source.type = :csv
+  process.source.location = 'samples/small.csv'
+  process.store.type = Payroll
+end
+
+process.bootstrap
+process.generate
+process.persist
+```
+
+## Development
+
+TODO: Test stuff
+`$ rake`
+
+Runs rspec, rubocop, generates coverage report
+
+TODO: Explain how to generate csv files and the rest of the samples
+NOTE: This will take ~5.5 mins, super slow, would need a parallel version
+```
+$ rake sample:csv:all
+```
+
+TODO: Explain how to use JSON Server to provide a fake API
+
+```
+$ npm install -g json-server
+$ rake sample:json:small
+$ json-server --watch samples/small.json --port 3001
+```
+
+API is now available at `localhost:3001/payroll`
+
+...
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/etl.

data/Rakefile

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+require_relative 'lib/tasks/support/generation'
+
+require 'rubygems'
+require 'bundler'
+Bundler.require(:default, :development)
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec_n_cop
+
+task :spec_n_cop do
+  Rake::Task['spec'].invoke
+  require 'rubocop'
+  cli = RuboCop::CLI.new
+  cli.run
+end
+
+namespace :sample do
+  include Support::Generation
+
+  namespace :csv do
+    desc 'Generate CSV samples'
+    task :all do
+      generate_csv(:small)
+      generate_csv(:medium)
+      generate_csv(:large)
+    end
+
+    desc 'Generate a CSV sample, ~1 MB'
+    task :small do
+      generate_csv(:small)
+    end
+
+    desc 'Generate a CSV sample, ~10 MB'
+    task :medium do
+      generate_csv(:medium)
+    end
+
+    desc 'Generate a CSV sample, ~100 MB'
+    task :large do
+      generate_csv(:large)
+    end
+  end
+
+  namespace :json do
+    desc 'Generate CSV samples'
+    task :all do
+      generate_json(:small)
+      generate_json(:medium)
+      generate_json(:large)
+    end
+
+    desc 'Generate a JSON sample, ~2 MB'
+    task :small do
+      generate_json(:small)
+    end
+
+    desc 'Generate a JSON sample, ~20 MB'
+    task :medium do
+      generate_json(:medium)
+    end
+
+    desc 'Generate a JSON sample, ~200 MB'
+    task :large do
+      generate_json(:large)
+    end
+  end
+end

data/bin/console

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'mini_etl'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require 'irb'
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/mini_etl.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+require 'mini_etl/version'
+
+require 'rubygems'
+require 'bundler'
+Bundler.require(:default)
+
+require 'mini_etl/util/status'
+require 'mini_etl/strategy'
+require 'mini_etl/strategies/csv_strategy'
+require 'mini_etl/source'
+require 'mini_etl/generator'
+require 'mini_etl/process'
+
+# Place exception here
+module MiniEtl
+  class << self
+    def create_process(&block)
+      return nil unless block_given?
+
+      process = Process.new
+      block.call(process)
+      process
+    end
+  end
+end

data/lib/mini_etl/generator.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+module MiniEtl
+  # Generate record information from a source
+  class Generator
+    VALID_STATES = {
+      initialized: 0,
+      bootstrapped: 1,
+      transformed: 2,
+      failed: 3
+    }.freeze
+
+    include Status
+
+    attr_accessor :lazy, :data
+    attr_writer :type
+    attr_reader :payload
+
+    # TODO: This needs to know the type of the receiver
+    def initialize
+      @lazy = false
+      @payload = []
+      initialized!
+    end
+
+    def bootstrap(type, data)
+      raise ArgumentError if type.nil? || data.nil?
+
+      @type = type
+      @data = data
+      bootstrapped!
+    end
+
+    def transform
+      failed! && return unless bootstrapped?
+
+      strategy = MiniEtl::Strategy.for(@type)
+      @payload = strategy.generate(@data)
+      transformed!
+    end
+
+    # TODO: This needs to feed a block with source data, to stream a structure
+    # generation instead of doing it in place
+    # def start
+    #   yield @structure.next if @lazy && block_given?
+    # end
+  end
+end

data/lib/mini_etl/process.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+module MiniEtl
+  # ETL Process wrapper
+  # Should this go all the way?
+  # Probably
+  class Process
+    VALID_STATES = {
+      initialized: 0,
+      bootstrapped: 1,
+      generated: 2,
+      finished: 3,
+      failed: 4
+    }.freeze
+
+    include Status
+    attr_reader :source, :generator
+
+    def initialize
+      @source = Source.new
+      @generator = Generator.new
+
+      initialized!
+    end
+
+    def bootstrap
+      if initialized? && @source.validate
+        @source.fetch
+        @generator.bootstrap(@source.type, @source.payload)
+        bootstrapped!
+      else
+        failed!
+      end
+    end
+
+    def generate
+      # TODO: Parse it, bear in mind this will be in memory and may need to be split
+      # TODO: Transform it into useful bits
+      # This may be done in rails. Provide a useful interface in that case
+      # TODO: Load the thing wherever it needs to go
+      if bootstrapped?
+        @generator.transform
+        generated!
+      else
+        failed!
+      end
+    end
+  end
+end

data/lib/mini_etl/source.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+module MiniEtl
+  # Source data from a give type and location
+  class Source
+    VALID_STATES = {
+      initialized: 0,
+      validated: 1,
+      sourced: 2,
+      failed: 3
+    }.freeze
+
+    include Status
+
+    attr_accessor :type, :location, :data
+    attr_reader :payload
+    ACCEPTED_PARAMS = %i[type location data].freeze
+
+    def initialize(params = {})
+      ACCEPTED_PARAMS.each do |param|
+        instance_variable_set "@#{param}".to_sym, params[param]
+      end
+      @payload = []
+      initialized!
+    end
+
+    def validate
+      strategy = MiniEtl::Strategy.for(@type)
+      return false && failed! if strategy.nil?
+
+      strategy.validate(self).tap { |x| x ? validated! : failed! }
+    end
+
+    def fetch
+      strategy = MiniEtl::Strategy.for(@type)
+
+      if strategy && validated?
+        @payload = strategy.fetch(self)
+        sourced!
+      else
+        failed!
+      end
+    end
+  end
+end

data/lib/mini_etl/strategies/csv_strategy.rb

@@ -0,0 +1,22 @@
+require 'csv'
+
+module MiniEtl
+  module Strategies
+    # Extract/Transform strategy for a CSV input
+    class CSVStrategy
+      class << self
+        def validate(source)
+          Pathname.new(source.location).exist?
+        end
+
+        def fetch(source)
+          File.read(source.location)
+        end
+
+        def generate(data)
+          CSV.parse(data)
+        end
+      end
+    end
+  end
+end

data/lib/mini_etl/strategy.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module MiniEtl
+  # Fetches a Strategy kind class for a given type of data
+  # extraction/transformation
+  class Strategy
+    class << self
+      def for(type)
+        strategy_constant = "#{type.to_s.upcase}Strategy"
+        Strategies.const_get(strategy_constant) if Strategies.const_defined?(strategy_constant)
+      end
+    end
+  end
+end

data/lib/mini_etl/util/status.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module MiniEtl
+  # Track a status
+  module Status
+    DEFAULT_STATES = {
+      initialized: 0,
+      finished: 1,
+      failed: 2
+    }.freeze
+
+    def self.included(base)
+      attr_reader :status
+
+      states = base.const_defined?(:VALID_STATES) ? base.const_get(:VALID_STATES) : DEFAULT_STATES
+      states.each do |verb, value|
+        define_method "#{verb}?".to_sym do
+          @status == value
+        end
+
+        define_method "#{verb}!".to_sym do
+          @status = value
+        end
+      end
+    end
+  end
+end

data/lib/mini_etl/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module MiniEtl
+  VERSION = '0.2.0'
+end

data/lib/tasks/support/generation.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+module Support
+  # Test files generation
+  module Generation
+    # COLUMNS = %w[name last_name nationality origin phone bank iban currency segment].freeze
+    RECORD_SIZE = {
+      small: 8_500,
+      medium: 85_000,
+      large: 825_000
+    }.freeze
+
+    def generate_csv(size)
+      check_dir
+
+      File.open("samples/#{size}.csv", 'w') do |sample_file|
+        RECORD_SIZE[size].times { sample_file.write(dummy_data.join(',')) }
+        sample_file.close
+      end
+    end
+
+    def generate_json(size)
+      check_dir
+
+      File.open("samples/#{size}.json", 'w') do |sample_file|
+        sample_file.write('[')
+        RECORD_SIZE[size].pred.times { sample_file.write(json_string + ',') }
+        sample_file.write(json_string + ']')
+        sample_file.close
+      end
+    end
+
+    private
+
+    def check_dir
+      Dir.mkdir('samples') unless Dir.exist?('samples')
+    end
+
+    def dummy_names
+      %i[name last_name nationality capital_city phone_number bank iban currency industry]
+    end
+
+    def dummy_data
+      [Faker::Name.first_name, Faker::Name.last_name, Faker::Nation.nationality, Faker::Nation.capital_city,
+       Faker::PhoneNumber.phone_number_with_country_code, Faker::Bank.name, Faker::Bank.iban, Faker::Currency.code, Faker::IndustrySegments.industry]
+    rescue Faker::UniqueGenerator::RetryLimitExceeded
+      Faker::UniqueGenerator.clear
+    end
+
+    def json_string
+      JSON.dump(Hash[dummy_names.zip(dummy_data)])
+    end
+  end
+end

data/mini_etl.gemspec

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mini_etl/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'mini_etl'
+  spec.version       = MiniEtl::VERSION
+  spec.authors       = ['Gerardo Galindez']
+  spec.email         = ['ggalindezb@gmail.com']
+
+  spec.summary       = 'Extract/Transform/Load wrapper'
+  spec.homepage      = 'https://github.com/ggalindezb/mini_etl'
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  # if spec.respond_to?(:metadata)
+  #   spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+
+  #   spec.metadata["homepage_uri"] = spec.homepage
+  #   spec.metadata["source_code_uri"] = "TODO: Put your gem's public repo URL here."
+  #   spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
+  # else
+  #   raise "RubyGems 2.0 or newer is required to protect against " \
+  #     "public gem pushes."
+  # end
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'faker', '~> 1.9'
+  spec.add_development_dependency 'pry', '~> 0.12.2'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'rubocop', '~> 0.71.0'
+  spec.add_development_dependency 'simplecov', '~> 0.16.1'
+end

metadata

@@ -0,0 +1,160 @@
+--- !ruby/object:Gem::Specification
+name: mini_etl
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Gerardo Galindez
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-06-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: faker
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.71.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.71.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.1
+description: 
+email:
+- ggalindezb@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- ".rubocop_todo.yml"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/mini_etl.rb
+- lib/mini_etl/generator.rb
+- lib/mini_etl/process.rb
+- lib/mini_etl/source.rb
+- lib/mini_etl/strategies/csv_strategy.rb
+- lib/mini_etl/strategy.rb
+- lib/mini_etl/util/status.rb
+- lib/mini_etl/version.rb
+- lib/tasks/support/generation.rb
+- mini_etl.gemspec
+homepage: https://github.com/ggalindezb/mini_etl
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Extract/Transform/Load wrapper
+test_files: []