chronicle-etl 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2a8f688143a1057176324084919170a3351007cf619489d3ab76914c527bf15a
-  data.tar.gz: 2c7cfeeb279274f66b9eaccbe8a5f17fdf67453b82590d55a0df8f1cde8e748b
+  metadata.gz: bf96bda84a74a4b43166060ba7fc5ec9a0aa3f129a7717c4d47d2672b9d0b654
+  data.tar.gz: eedf76e4684970f1c5e45fc68a86086e4e81be3080489c86410c8eb255f9eb68
 SHA512:
-  metadata.gz: 2882b8daef2dc427fdf0ea517504f35fe286f19a9040319f6884461577d978d963c92aa19c613b92dc55e5a8edc0271396450addaf772dceeb0ff4d5ed38a30f
-  data.tar.gz: 2f45c5b4d1e896e82a514215032cfb6b0a9802dacd2be0b9e57b3bd27a5f13b40a392e1577081d61aa219aa4c4e5c7e97744d8f371031fb2b871b27f68094dd3
+  metadata.gz: ad274453c44b94be793025bdd96767f9db2d84f1ae769d41bab8af4280dc95379dd4b710024c1519403b4cab13a55fb6f1657b7ba1f77ef4e4701159a80c0460
+  data.tar.gz: 8e3c68d4f29e2e35b6bda9dce7e6d7f79e4a6d15fec93154a66cf18cc13045fe45b2abe7b37e370ab413cd2ff561f4dcaad6c18bb09de4f60da8527509b2e94a

data/.ruby-version

@@ -0,0 +1 @@
+2.7.1

data/CHANGELOG.md

@@ -2,6 +2,12 @@
 
 This project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.1.3] - 2020-08-13
+### Added
+- Ability to list all available ETL classes
+- Refactored E, T, L module and class structure
+- Better progress bar
+
 ## [0.1.2] - 2020-08-02
 ### Added
 - This changelog

data/Gemfile.lock

@@ -1,11 +1,11 @@
 PATH
   remote: .
   specs:
-    chronicle-etl (0.1.2)
+    chronicle-etl (0.1.3)
       colorize (~> 0.8.1)
-      ruby-progressbar (~> 1.10)
-      table_print
       thor (~> 0.20)
+      tty-progressbar (~> 0.17)
+      tty-table (~> 0.11)
 
 GEM
   remote: https://rubygems.org/
@@ -14,14 +14,19 @@ GEM
     coderay (1.1.3)
     colorize (0.8.1)
     diff-lcs (1.4.4)
+    equatable (0.6.1)
     method_source (1.0.0)
+    necromancer (0.6.0)
+    pastel (0.7.4)
+      equatable (~> 0.6)
+      tty-color (~> 0.5)
     pry (0.13.1)
       coderay (~> 1.1)
       method_source (~> 1.0)
     pry-byebug (3.9.0)
       byebug (~> 11.0)
       pry (~> 0.13.0)
-    rake (10.5.0)
+    rake (13.0.1)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
@@ -35,19 +40,38 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
     rspec-support (3.9.3)
-    ruby-progressbar (1.10.1)
-    table_print (1.5.7)
+    strings (0.1.8)
+      strings-ansi (~> 0.1)
+      unicode-display_width (~> 1.5)
+      unicode_utils (~> 1.4)
+    strings-ansi (0.1.0)
     thor (0.20.3)
+    tty-color (0.5.2)
+    tty-cursor (0.7.1)
+    tty-progressbar (0.17.0)
+      strings-ansi (~> 0.1.0)
+      tty-cursor (~> 0.7)
+      tty-screen (~> 0.7)
+      unicode-display_width (~> 1.6)
+    tty-screen (0.8.1)
+    tty-table (0.11.0)
+      equatable (~> 0.6)
+      necromancer (~> 0.5)
+      pastel (~> 0.7.2)
+      strings (~> 0.1.5)
+      tty-screen (~> 0.7)
+    unicode-display_width (1.7.0)
+    unicode_utils (1.4.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  bundler (~> 1.17)
+  bundler (~> 2.1)
   chronicle-etl!
   pry-byebug (~> 3.9)
-  rake (~> 10.0)
-  rspec (~> 3.0)
+  rake (~> 13.0)
+  rspec (~> 3.9)
 
 BUNDLED WITH
-   1.17.2
+   2.1.4

data/README.md

@@ -1,5 +1,7 @@
 # Chronicle::Etl
 
+[![Gem Version](https://badge.fury.io/rb/chronicle-etl.svg)](https://badge.fury.io/rb/chronicle-etl)
+
 Chronicle ETL is a utility tool for manipulating personal data. You can extract it from a variety of source, transform it, and load it to different APIs or file formats.
 
 ## Installation

data/bin/console

@@ -7,8 +7,20 @@ require "chronicle/etl"
 # with your gem easier. You can also use a different console, if you like.
 
 # (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
+require "pry"
+Pry.start
+
+def reload!(print = true)
+  puts 'Reloading ...' if print
+  # Main project directory.
+  root_dir = File.expand_path('..', __dir__)
+  # Directories within the project that should be reloaded.
+  reload_dirs = %w{lib}
+  # Loop through and reload every file in all relevant project directories.
+  reload_dirs.each do |dir|
+    Dir.glob("#{root_dir}/#{dir}/**/*.rb").each { |f| load(f) }
+  end
+  # Return true when complete.
+  true
+end
 
-require "irb"
-IRB.start(__FILE__)

data/chronicle-etl.gemspec

@@ -38,11 +38,11 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "thor", "~> 0.20"
   spec.add_dependency "colorize", "~> 0.8.1"
-  spec.add_dependency "table_print"
-  spec.add_dependency "ruby-progressbar", "~> 1.10"
+  spec.add_dependency "tty-table", "~> 0.11"
+  spec.add_dependency "tty-progressbar", "~> 0.17"
 
-  spec.add_development_dependency "bundler", "~> 1.17"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "bundler", "~> 2.1"
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rspec", "~> 3.9"
   spec.add_development_dependency "pry-byebug", "~> 3.9"
 end

data/lib/chronicle/etl.rb

@@ -1,5 +1,6 @@
+require_relative 'etl/catalog'
 require_relative 'etl/extractors/extractor'
 require_relative 'etl/transformers/transformer'
 require_relative 'etl/loaders/loader'
-require_relative 'etl/utils/progress_bar_wrapper'
+require_relative 'etl/utils/progress_bar'
 require_relative 'etl/runner'

data/lib/chronicle/etl/catalog.rb

@@ -0,0 +1,58 @@
+module Chronicle
+  module Etl
+    # Utility methods to catalogue which Extractor, Transformer, and
+    # Loader classes are available to chronicle-etl
+    module Catalog
+      def self.available_classes
+        parent_klasses = [
+          Chronicle::Etl::Extractor,
+          Chronicle::Etl::Transformer,
+          Chronicle::Etl::Loader
+        ]
+
+        # TODO: have a registry of plugins
+        plugins = ['email', 'bash']
+
+        # Attempt to load each chronicle plugin that we might know about so
+        # that we can later search for subclasses to build our list of
+        # available classes
+        plugins.each do |plugin|
+          require "chronicle/#{plugin}"
+        rescue LoadError
+          # this will happen if the gem isn't available globally 
+        end
+
+        klasses = []
+        parent_klasses.each do |parent|
+          klasses += ObjectSpace.each_object(Class).select { |klass| klass < parent }
+        end
+
+        klasses.map do |klass|
+          {
+            name: klass.name,
+            built_in: klass.built_in?,
+            provider: klass.provider,
+            phase: klass.phase
+          }
+        end
+      end
+
+      def phase
+        ancestors = self.ancestors
+        return :extractor if ancestors.include? Chronicle::Etl::Extractor
+        return :transformer if ancestors.include? Chronicle::Etl::Transformer
+        return :loader if ancestors.include? Chronicle::Etl::Loader
+      end
+
+      def provider
+        # TODO: needs better convention for a gem reporting its provider name
+        provider = to_s.split('::')[1].downcase
+        return provider unless provider == 'etl'
+      end
+
+      def built_in?
+        to_s.include? 'Chronicle::Etl'
+      end
+    end
+  end
+end

data/lib/chronicle/etl/cli.rb

@@ -14,6 +14,7 @@ module Chronicle
       method_option :loader, aliases: '-l', desc: 'Loader class (available: stdout, csv, table)', default: 'stdout', banner: 'loader-name'
       method_option :'loader-opts', desc: 'Loader options', type: :hash, default: {}
       method_option :job, aliases: '-j', desc: 'Job configuration file'
+
       def job
         runner_options = {
           extractor: {
@@ -33,6 +34,15 @@ module Chronicle
         runner = Runner.new(runner_options)
         runner.run!
       end
+
+      # FIXME: namespace this differently
+      desc 'list', 'List all ETL classes'
+      def list
+        klasses = Chronicle::Etl::Catalog.available_classes
+
+        table = TTY::Table.new(['class_name', 'built_in?', 'provider', 'phase'], klasses.map(&:values))
+        puts table.render
+      end
     end
   end
 end

data/lib/chronicle/etl/extractors/{csv.rb → csv_extractor.rb}

@@ -1,5 +1,5 @@
 require 'csv'
-class Chronicle::Etl::Extractors::Csv < Chronicle::Etl::Extractors::Extractor
+class Chronicle::Etl::CsvExtractor < Chronicle::Etl::Extractor
   DEFAULT_OPTIONS = {
     headers: true,
     filename: $stdin
@@ -18,7 +18,7 @@ class Chronicle::Etl::Extractors::Csv < Chronicle::Etl::Extractors::Extractor
   end
 
   def results_count
-    CSV.read(@options[:filename], { headers: @options[:headers] }).count if read_from_file?
+    CSV.read(@options[:filename], headers: @options[:headers]).count if read_from_file?
   end
 
   private
@@ -33,7 +33,7 @@ class Chronicle::Etl::Extractors::Csv < Chronicle::Etl::Extractors::Extractor
     }
 
     stream = read_from_file? ? File.open(@options[:filename]) : @options[:filename]
-    CSV.new(stream, csv_options)
+    CSV.new(stream, **csv_options)
   end
 
   def read_from_file?

data/lib/chronicle/etl/extractors/extractor.rb

@@ -1,20 +1,25 @@
+require 'chronicle/etl'
+
 module Chronicle
   module Etl
-    module Extractors
-      class Extractor
-        def initialize(options = {})
-          @options = options.transform_keys!(&:to_sym) 
-        end
+    class Extractor
+      extend Chronicle::Etl::Catalog
+
+      ETL_PHASE = :extractor
 
-        def extract
-          raise NotImplementedError
-        end
+      def initialize(options = {})
+        @options = options.transform_keys!(&:to_sym) 
+      end
 
-        def results_count; end
+      def extract
+        raise NotImplementedError
       end
+
+      def results_count; end
     end
   end
 end
 
-require_relative 'stdin'
-require_relative 'csv'
+require_relative 'csv_extractor'
+require_relative 'file_extractor'
+require_relative 'stdin_extractor'

data/lib/chronicle/etl/extractors/file_extractor.rb

@@ -0,0 +1,52 @@
+require 'pathname'
+
+module Chronicle
+  module Etl
+    class FileExtractor < Chronicle::Etl::Extractor
+      def extract
+        if file?
+          extract_file do |data, metadata|
+            yield(data, metadata)
+          end
+        elsif directory?
+          extract_from_directory do |data, metadata|
+            yield(data, metadata)
+          end
+        end
+      end
+
+      def results_count
+        if file?
+          return 1
+        else
+          search_pattern = File.join(@options[:filename], '**/*.eml')
+          Dir.glob(search_pattern).count
+        end
+      end
+
+      private
+
+      def extract_from_directory
+        search_pattern = File.join(@options[:filename], '**/*.eml')
+        filenames = Dir.glob(search_pattern)
+        filenames.each do |filename|
+          file = File.open(filename)
+          yield(file.read, {filename: file})
+        end
+      end
+
+      def extract_file
+        file = File.open(@options[:filename])
+        yield(file.read, {filename: @options[:filename]})
+      end
+
+      def directory?
+        Pathname.new(@options[:filename]).directory?
+      end
+
+      def file?
+        Pathname.new(@options[:filename]).file?
+      end
+    end
+  end
+end

data/lib/chronicle/etl/extractors/stdin_extractor.rb

@@ -0,0 +1,11 @@
+module Chronicle
+  module Etl
+    class StdinExtractor < Chronicle::Etl::Extractor
+      def extract
+        $stdin.read.each_line do |line|
+          yield line
+        end
+      end
+    end
+  end
+end

data/lib/chronicle/etl/loaders/csv_loader.rb

@@ -0,0 +1,29 @@
+require 'csv'
+
+module Chronicle
+  module Etl
+    class CsvLoader < Chronicle::Etl::Loader
+      def initialize(options={})
+        super(options)
+        @rows = []
+      end
+
+      def load(result)
+        if (result.is_a? Hash)
+          @rows << result.values
+        else
+          @rows << result
+        end
+      end
+
+      def finish
+        z = $stdout
+        CSV(z) do |csv|
+          @rows.each do |row|
+            csv << row
+          end
+        end
+      end
+    end
+  end
+end

data/lib/chronicle/etl/loaders/loader.rb

@@ -1,25 +1,25 @@
 module Chronicle
   module Etl
-    module Loaders
-      class Loader
-        def initialize(options = {})
-          @options = options
-        end
-
-        def start; end
+    class Loader
+      extend Chronicle::Etl::Catalog
+      
+      def initialize(options = {})
+        @options = options
+      end
 
-        def first_load; end
+      def start; end
 
-        def load
-          raise NotImplementedError
-        end
+      def first_load result; end
 
-        def finish; end
+      def load
+        raise NotImplementedError
       end
+
+      def finish; end
     end
   end
 end
 
-require_relative 'stdout'
-require_relative 'csv'
-require_relative 'table'
+require_relative 'csv_loader'
+require_relative 'stdout_loader'
+require_relative 'table_loader'

data/lib/chronicle/etl/loaders/stdout_loader.rb

@@ -0,0 +1,9 @@
+module Chronicle
+  module Etl
+    class StdoutLoader < Chronicle::Etl::Loader
+      def load(result)
+        puts result.inspect
+      end
+    end
+  end
+end

data/lib/chronicle/etl/loaders/table_loader.rb

@@ -0,0 +1,25 @@
+require 'tty/table'
+
+module Chronicle
+  module Etl
+    class TableLoader < Chronicle::Etl::Loader
+      def initialize(options)
+        super(options)
+      end
+
+      # defer creating table until we get first result and can determine headers
+      def first_load(result)
+        headers = result.keys
+        @table = TTY::Table.new(header: headers)
+      end
+
+      def load(result)
+        @table << result
+      end
+
+      def finish
+        puts @table.render(:ascii)
+      end
+    end
+  end
+end

data/lib/chronicle/etl/runner.rb

@@ -1,6 +1,6 @@
 class Chronicle::Etl::Runner
   BUILTIN = {
-    extractor: ['stdin', 'json', 'csv'],
+    extractor: ['stdin', 'json', 'csv', 'file'],
     transformer: ['null'],
     loader: ['stdout', 'csv', 'table']
   }.freeze
@@ -12,16 +12,23 @@ class Chronicle::Etl::Runner
   end
 
   def run!
-    progress_bar = Chronicle::Etl::Utils::ProgressBarWrapper.new(@extractor.results_count)
-    @loader.start
+    progress_bar = Chronicle::Etl::Utils::ProgressBar.new(title: "Running job", total: @extractor.results_count)
+    count = 0
 
-    @extractor.extract do |result, i|
-      @loader.first_load(result) if i == 0
+    @loader.start
 
-      transformed_data = @transformer.transform(result)
+    @extractor.extract do |data, metadata|
+      transformed_data = @transformer.transform(data)
+      
+      @loader.first_load(transformed_data) if count == 0
       @loader.load(transformed_data)
 
       progress_bar.increment
+      count += 1
+    # rescue StandardError => e
+    #   require 'pry'
+    #   binding.pry
+    #   progress_bar.log "Error processing; #{e.inspect}"
     end
 
     progress_bar.finish
@@ -38,7 +45,7 @@ class Chronicle::Etl::Runner
 
   def load_etl_class(phase, name)
     if BUILTIN[phase].include? name
-      klass_name = "Chronicle::Etl::#{phase.to_s.capitalize}s::#{name.capitalize}"
+      klass_name = "Chronicle::Etl::#{name.capitalize}#{phase.to_s.capitalize}"
     else
       # TODO: come up with syntax for specifying a particular extractor in a provider library
       # provider, extractor = name.split(":")
@@ -50,7 +57,7 @@ class Chronicle::Etl::Runner
         warn("  Perhaps you haven't installed it yet: `$ gem install chronicle-#{provider}`")
         exit(false)
       end
-      klass_name = "Chronicle::#{name.capitalize}::Extractor"
+      klass_name = "Chronicle::#{name.capitalize}::ChronicleTransformer"
     end
     Object.const_get(klass_name)
   end

data/lib/chronicle/etl/transformers/json_transformer.rb

@@ -0,0 +1,11 @@
+require 'json'
+
+module Chronicle
+  module Etl
+    class JsonTransformer < Chronicle::Etl::Transformer
+      def transform data
+        return JSON.parse(data)
+      end
+    end
+  end
+end

data/lib/chronicle/etl/transformers/null_transformer.rb

@@ -0,0 +1,10 @@
+module Chronicle
+  module Etl
+    class NullTransformer < Chronicle::Etl::Transformer
+      def transform data
+        return data
+      end
+    end
+
+  end
+end

data/lib/chronicle/etl/transformers/transformer.rb

@@ -1,18 +1,18 @@
 module Chronicle
   module Etl
-    module Transformers
-      class Transformer
-        def initialize(options = {})
-          @options = options
-        end
+    class Transformer
+      extend Chronicle::Etl::Catalog
 
-        def transform data
-          raise NotImplementedError
-        end
+      def initialize(options = {})
+        @options = options
+      end
+
+      def transform data
+        raise NotImplementedError
       end
     end
   end
 end
 
-require_relative 'null'
-require_relative 'json'
+require_relative 'json_transformer'
+require_relative 'null_transformer'

data/lib/chronicle/etl/utils/progress_bar.rb

@@ -0,0 +1,76 @@
+require 'tty/progressbar'
+require 'colorize'
+
+module Chronicle
+  module Etl
+    module Utils
+
+      class ProgressBar
+        FORMAT_WITH_TOTAL = [
+          ':bar ',
+          ':percent'.light_white,
+          ' | '.light_black,
+          ':current'.light_white,
+          '/'.light_black,
+          ':total'.light_white,
+          ' ('.light_black,
+          'ELAPSED:'.light_black,
+          ':elapsed'.light_white,
+          ' | ETA:'.light_black,
+          ':eta'.light_white,
+          ' | RATE: '.light_black,
+          ':mean_rate'.light_white,
+          '/s) '.light_black
+        ].join.freeze
+
+        FORMAT_WITHOUT_TOTAL = [
+          ':current'.light_white,
+          '/'.light_black,
+          '???'.light_white,
+          ' ('.light_black,
+          'ELAPSED:'.light_black,
+          ':elapsed'.light_white,
+          ' | ETA:'.light_black,
+          '??:??'.light_white,
+          ' | RATE: '.light_black,
+          ':mean_rate'.light_white,
+          '/s) '.light_black
+        ].join.freeze
+
+        def initialize(title: 'Loading', total:)
+          opts = {
+            clear: true,
+            complete: '▓'.light_blue,
+            incomplete: '░'.blue,
+            frequency: 10
+          }
+
+          if total
+            opts[:total] = total
+            format_str = "#{title} #{FORMAT_WITH_TOTAL}"
+            @pbar = TTY::ProgressBar.new(FORMAT_WITH_TOTAL, opts)
+          else
+            format_str = "#{title} #{FORMAT_WITHOUT_TOTAL}"
+            opts[:no_width] = true
+          end
+
+          @pbar = TTY::ProgressBar.new(format_str, opts)
+
+          @pbar.resize
+        end
+
+        def increment
+          @pbar.advance(1)
+        end
+
+        def log(message)
+          @pbar.log message.inspect
+        end
+
+        def finish
+          @pbar.finish
+        end
+      end
+    end
+  end
+end

data/lib/chronicle/etl/version.rb

@@ -1,5 +1,5 @@
 module Chronicle
   module Etl
-    VERSION = "0.1.2"
+    VERSION = "0.1.3"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: chronicle-etl
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Andrew Louis
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-08-02 00:00:00.000000000 Z
+date: 2020-08-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -39,75 +39,75 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.8.1
 - !ruby/object:Gem::Dependency
-  name: table_print
+  name: tty-table
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.11'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.11'
 - !ruby/object:Gem::Dependency
-  name: ruby-progressbar
+  name: tty-progressbar
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '0.17'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '0.17'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '2.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.9'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.9'
 - !ruby/object:Gem::Dependency
   name: pry-byebug
   requirement: !ruby/object:Gem::Requirement
@@ -133,6 +133,7 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".rspec"
+- ".ruby-version"
 - ".travis.yml"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
@@ -146,19 +147,21 @@ files:
 - chronicle-etl.gemspec
 - exe/chronicle-etl
 - lib/chronicle/etl.rb
+- lib/chronicle/etl/catalog.rb
 - lib/chronicle/etl/cli.rb
-- lib/chronicle/etl/extractors/csv.rb
+- lib/chronicle/etl/extractors/csv_extractor.rb
 - lib/chronicle/etl/extractors/extractor.rb
-- lib/chronicle/etl/extractors/stdin.rb
-- lib/chronicle/etl/loaders/csv.rb
+- lib/chronicle/etl/extractors/file_extractor.rb
+- lib/chronicle/etl/extractors/stdin_extractor.rb
+- lib/chronicle/etl/loaders/csv_loader.rb
 - lib/chronicle/etl/loaders/loader.rb
-- lib/chronicle/etl/loaders/stdout.rb
-- lib/chronicle/etl/loaders/table.rb
+- lib/chronicle/etl/loaders/stdout_loader.rb
+- lib/chronicle/etl/loaders/table_loader.rb
 - lib/chronicle/etl/runner.rb
-- lib/chronicle/etl/transformers/json.rb
-- lib/chronicle/etl/transformers/null.rb
+- lib/chronicle/etl/transformers/json_transformer.rb
+- lib/chronicle/etl/transformers/null_transformer.rb
 - lib/chronicle/etl/transformers/transformer.rb
-- lib/chronicle/etl/utils/progress_bar_wrapper.rb
+- lib/chronicle/etl/utils/progress_bar.rb
 - lib/chronicle/etl/version.rb
 homepage: https://github.com/chronicle-app
 licenses:
@@ -167,7 +170,7 @@ metadata:
   homepage_uri: https://github.com/chronicle-app
   source_code_uri: https://github.com/chronicle-app/chronicle-etl
   changelog_uri: https://github.com/chronicle-app/chronicle-etl/blob/master/CHANGELOG.md
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -182,8 +185,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
 summary: ETL tool for personal data
 test_files: []

data/lib/chronicle/etl/extractors/stdin.rb

@@ -1,13 +0,0 @@
-module Chronicle
-  module Etl
-    module Extractors
-      class Stdin < Chronicle::Etl::Extractors::Extractor
-        def extract
-          $stdin.read.each_line do |line|
-            yield line
-          end
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/loaders/csv.rb

@@ -1,31 +0,0 @@
-require 'csv'
-
-module Chronicle
-  module Etl
-    module Loaders
-      class Csv < Chronicle::Etl::Loaders::Loader
-        def initialize(options={})
-          super(options)
-          @rows = []
-        end
-
-        def load(result)
-          if (result.values)
-            @rows << result.values
-          else
-            @rows << result
-          end
-        end
-
-        def finish
-          z = $stdout
-          CSV(z) do |csv|
-            @rows.each do |row|
-              csv << row
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/loaders/stdout.rb

@@ -1,11 +0,0 @@
-module Chronicle
-  module Etl
-    module Loaders
-      class Stdout < Chronicle::Etl::Loaders::Loader
-        def load(result)
-          puts result.inspect
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/loaders/table.rb

@@ -1,22 +0,0 @@
-require 'table_print'
-
-module Chronicle
-  module Etl
-    module Loaders
-      class Table < Chronicle::Etl::Loaders::Loader
-        def initialize(options)
-          super(options)
-          @rows = []
-        end
-
-        def load(result)
-          @rows << result
-        end
-
-        def finish
-          tp @rows
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/transformers/json.rb

@@ -1,13 +0,0 @@
-require 'json'
-
-module Chronicle
-  module Etl
-    module Transformers
-      class Json < Chronicle::Etl::Transformers::Transformer
-        def transform data
-          return JSON.parse(data)
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/transformers/null.rb

@@ -1,11 +0,0 @@
-module Chronicle
-  module Etl
-    module Transformers
-      class Null < Chronicle::Etl::Transformers::Transformer
-        def transform data
-          return data
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/utils/progress_bar_wrapper.rb

@@ -1,43 +0,0 @@
-require 'ruby-progressbar'
-require 'colorize'
-
-module Chronicle
-  module Etl
-    module Utils
-      class ProgressBarWrapper
-        def initialize(count)
-          return unless tty?
-
-          @pbar = ProgressBar.create(
-            format: '%b%i  %c/%C (%P%%)  %a %e  Rate: %R',
-            remainder_mark: '░',
-            progress_mark: '▓'.colorize(:light_green),
-            starting_time: 0,
-            lenth: 200,
-            throttle_rate: 0.1,
-            total: count,
-            unknown_progress_animation_steps: ['▓░░░', '░▓░░', '░░▓░', '░░░▓']
-          )
-        end
-
-        def increment
-          @pbar&.increment
-        end
-
-        def log(message)
-          @pbar&.log message
-        end
-
-        def finish
-          @pbar&.finish
-        end
-
-        private
-
-        def tty?
-          $stdout.isatty
-        end
-      end
-    end
-  end
-end