chronicle-etl 0.1.2 → 0.2.2

data/lib/chronicle/etl/cli.rb

@@ -1,38 +0,0 @@
-require 'thor'
-require 'chronicle/etl'
-
-module Chronicle
-  module Etl
-    class CLI < Thor
-      default_task :job
-
-      desc 'job', 'Runs an ETL job'
-      method_option :extractor, aliases: '-e', desc: 'Extractor class (available: stdin, csv, file)', default: 'stdin', banner: 'extractor-name'
-      method_option :'extractor-opts', desc: 'Extractor options', type: :hash, default: {}
-      method_option :transformer, aliases: '-t', desc: 'Transformer class (available: null)', default: 'null', banner: 'transformer-name'
-      method_option :'transformer-opts', desc: 'Transformer options', type: :hash, default: {}
-      method_option :loader, aliases: '-l', desc: 'Loader class (available: stdout, csv, table)', default: 'stdout', banner: 'loader-name'
-      method_option :'loader-opts', desc: 'Loader options', type: :hash, default: {}
-      method_option :job, aliases: '-j', desc: 'Job configuration file'
-      def job
-        runner_options = {
-          extractor: {
-            name: options[:extractor],
-            options: options[:'extractor-opts']
-          },
-          transformer: {
-            name: options[:transformer],
-            options: options[:'transformer-opts']
-          },
-          loader: {
-            name: options[:loader],
-            options: options[:'loader-opts']
-          }
-        }
-
-        runner = Runner.new(runner_options)
-        runner.run!
-      end
-    end
-  end
-end

data/lib/chronicle/etl/extractors/stdin.rb

@@ -1,13 +0,0 @@
-module Chronicle
-  module Etl
-    module Extractors
-      class Stdin < Chronicle::Etl::Extractors::Extractor
-        def extract
-          $stdin.read.each_line do |line|
-            yield line
-          end
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/loaders/csv.rb

@@ -1,31 +0,0 @@
-require 'csv'
-
-module Chronicle
-  module Etl
-    module Loaders
-      class Csv < Chronicle::Etl::Loaders::Loader
-        def initialize(options={})
-          super(options)
-          @rows = []
-        end
-
-        def load(result)
-          if (result.values)
-            @rows << result.values
-          else
-            @rows << result
-          end
-        end
-
-        def finish
-          z = $stdout
-          CSV(z) do |csv|
-            @rows.each do |row|
-              csv << row
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/loaders/stdout.rb

@@ -1,11 +0,0 @@
-module Chronicle
-  module Etl
-    module Loaders
-      class Stdout < Chronicle::Etl::Loaders::Loader
-        def load(result)
-          puts result.inspect
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/loaders/table.rb

@@ -1,22 +0,0 @@
-require 'table_print'
-
-module Chronicle
-  module Etl
-    module Loaders
-      class Table < Chronicle::Etl::Loaders::Loader
-        def initialize(options)
-          super(options)
-          @rows = []
-        end
-
-        def load(result)
-          @rows << result
-        end
-
-        def finish
-          tp @rows
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/transformers/json.rb

@@ -1,13 +0,0 @@
-require 'json'
-
-module Chronicle
-  module Etl
-    module Transformers
-      class Json < Chronicle::Etl::Transformers::Transformer
-        def transform data
-          return JSON.parse(data)
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/transformers/null.rb

@@ -1,11 +0,0 @@
-module Chronicle
-  module Etl
-    module Transformers
-      class Null < Chronicle::Etl::Transformers::Transformer
-        def transform data
-          return data
-        end
-      end
-    end
-  end
-end

data/lib/chronicle/etl/utils/progress_bar_wrapper.rb

@@ -1,43 +0,0 @@
-require 'ruby-progressbar'
-require 'colorize'
-
-module Chronicle
-  module Etl
-    module Utils
-      class ProgressBarWrapper
-        def initialize(count)
-          return unless tty?
-
-          @pbar = ProgressBar.create(
-            format: '%b%i  %c/%C (%P%%)  %a %e  Rate: %R',
-            remainder_mark: '░',
-            progress_mark: '▓'.colorize(:light_green),
-            starting_time: 0,
-            lenth: 200,
-            throttle_rate: 0.1,
-            total: count,
-            unknown_progress_animation_steps: ['▓░░░', '░▓░░', '░░▓░', '░░░▓']
-          )
-        end
-
-        def increment
-          @pbar&.increment
-        end
-
-        def log(message)
-          @pbar&.log message
-        end
-
-        def finish
-          @pbar&.finish
-        end
-
-        private
-
-        def tty?
-          $stdout.isatty
-        end
-      end
-    end
-  end
-end