chronicle-etl 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f364392d44aab353504c3daeb62c9e19b9a3bbc8c0e7d7efc0e3324457bb2921
-  data.tar.gz: e79ba859fa67c6ddb2e7112fe213a23a4e0d692063aab9a8f9e86fd970e2b44c
+  metadata.gz: 2a8f688143a1057176324084919170a3351007cf619489d3ab76914c527bf15a
+  data.tar.gz: 2c7cfeeb279274f66b9eaccbe8a5f17fdf67453b82590d55a0df8f1cde8e748b
 SHA512:
-  metadata.gz: a0f0cbae079c6f1afef6b0b4f67cbfdd28b041b3247457913f6a07dfb6a21aef185286002d869293f1984b7c9806d57a788c58e9d92c2f7ae05ed61c7322633c
-  data.tar.gz: c36e3c54539540406e5dcde64ac4b3ceccc070b4f81639ae337dccdcf6b1dc0f193966ce02291a568be22f8ffb0207225a5598f8f2e11d0790e3b130ff92815c
+  metadata.gz: 2882b8daef2dc427fdf0ea517504f35fe286f19a9040319f6884461577d978d963c92aa19c613b92dc55e5a8edc0271396450addaf772dceeb0ff4d5ed38a30f
+  data.tar.gz: 2f45c5b4d1e896e82a514215032cfb6b0a9802dacd2be0b9e57b3bd27a5f13b40a392e1577081d61aa219aa4c4e5c7e97744d8f371031fb2b871b27f68094dd3

data/CHANGELOG.md

@@ -0,0 +1,12 @@
+# Changelog
+
+This project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [0.1.2] - 2020-08-02
+### Added
+- This changelog
+- Ability to use extractors, transformers, and loaders from other gems
+
+## [0.1.0] - 2020-08-01
+### Added
+- Basic job runner and ETL classes

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    chronicle-etl (0.1.1)
+    chronicle-etl (0.1.2)
       colorize (~> 0.8.1)
       ruby-progressbar (~> 1.10)
       table_print

data/chronicle-etl.gemspec

@@ -21,7 +21,7 @@ Gem::Specification.new do |spec|
 
     spec.metadata["homepage_uri"] = spec.homepage
     spec.metadata["source_code_uri"] = "https://github.com/chronicle-app/chronicle-etl"
-    spec.metadata["changelog_uri"] = "https://github.com/chronicle-app/chronicle-etl"
+    spec.metadata["changelog_uri"] = "https://github.com/chronicle-app/chronicle-etl/blob/master/CHANGELOG.md"
   else
     raise "RubyGems 2.0 or newer is required to protect against " \
       "public gem pushes."

data/lib/chronicle/etl/runner.rb

@@ -1,4 +1,10 @@
 class Chronicle::Etl::Runner
+  BUILTIN = {
+    extractor: ['stdin', 'json', 'csv'],
+    transformer: ['null'],
+    loader: ['stdout', 'csv', 'table']
+  }.freeze
+
   def initialize(options)
     @options = options
 
@@ -25,13 +31,27 @@ class Chronicle::Etl::Runner
   private
 
   def instantiate_etl_classes
-    @extractor = get_etl_class(:extractor, @options[:extractor][:name]).new(@options[:extractor][:options])
-    @transformer = get_etl_class(:transformer, @options[:transformer][:name]).new(@options[:transformer][:options])
-    @loader = get_etl_class(:loader, @options[:loader][:name]).new(@options[:loader][:options])
+    @extractor = load_etl_class(:extractor, @options[:extractor][:name]).new(@options[:extractor][:options])
+    @transformer = load_etl_class(:transformer, @options[:transformer][:name]).new(@options[:transformer][:options])
+    @loader = load_etl_class(:loader, @options[:loader][:name]).new(@options[:loader][:options])
   end
 
-  def get_etl_class(phase, name)
-    klass_name = "Chronicle::Etl::#{phase.to_s.capitalize}s::#{name.capitalize}"
+  def load_etl_class(phase, name)
+    if BUILTIN[phase].include? name
+      klass_name = "Chronicle::Etl::#{phase.to_s.capitalize}s::#{name.capitalize}"
+    else
+      # TODO: come up with syntax for specifying a particular extractor in a provider library
+      # provider, extractor = name.split(":")
+      provider = name
+      begin
+        require "chronicle/#{provider}"
+      rescue LoadError => e
+        warn("Error loading #{phase} '#{provider}'")
+        warn("  Perhaps you haven't installed it yet: `$ gem install chronicle-#{provider}`")
+        exit(false)
+      end
+      klass_name = "Chronicle::#{name.capitalize}::Extractor"
+    end
     Object.const_get(klass_name)
   end
 end

data/lib/chronicle/etl/version.rb

@@ -1,5 +1,5 @@
 module Chronicle
   module Etl
-    VERSION = "0.1.1"
+    VERSION = "0.1.2"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: chronicle-etl
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Andrew Louis
@@ -134,6 +134,7 @@ files:
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
+- CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
 - Gemfile.lock
@@ -165,7 +166,7 @@ licenses:
 metadata:
   homepage_uri: https://github.com/chronicle-app
   source_code_uri: https://github.com/chronicle-app/chronicle-etl
-  changelog_uri: https://github.com/chronicle-app/chronicle-etl
+  changelog_uri: https://github.com/chronicle-app/chronicle-etl/blob/master/CHANGELOG.md
 post_install_message: 
 rdoc_options: []
 require_paths: