kiba 3.6.0 → 4.0.0

data/test/support/shared_tests.rb

@@ -5,6 +5,6 @@ module SharedTests
   end
 
   def shared_tests(desc, *args)
-    self.class_exec(*args, &@@shared_tests.fetch(desc))
+    class_exec(*args, &@@shared_tests.fetch(desc))
   end
 end

data/test/support/test_aggregate_transform.rb

@@ -2,7 +2,7 @@ class AggregateTransform
   def initialize(options)
     @aggregate_size = options.fetch(:aggregate_size)
   end
-  
+
   def process(row)
     @buffer ||= []
     @buffer << row
@@ -12,7 +12,7 @@ class AggregateTransform
     end
     nil
   end
-  
+
   def close
     yield @buffer unless @buffer.empty?
   end

data/test/support/test_array_destination.rb

@@ -2,8 +2,8 @@ class TestArrayDestination
   def initialize(array)
     @array = array
   end
-  
+
   def write(row)
     @array << row
   end
-end
+end

data/test/support/test_csv_destination.rb

@@ -1,9 +1,9 @@
-require 'csv'
+require "csv"
 
 # simple destination, not checking that each row has all the fields
 class TestCsvDestination
   def initialize(output_file)
-    @csv = CSV.open(output_file, 'w')
+    @csv = CSV.open(output_file, "w")
     @headers_written = false
   end
 

data/test/support/test_csv_source.rb

@@ -1,4 +1,4 @@
-require 'csv'
+require "csv"
 
 class TestCsvSource
   def initialize(input_file)

data/test/support/test_destination_returning_nil.rb

@@ -2,11 +2,11 @@ class TestDestinationReturningNil
   def initialize(options = {})
     on_init = options[:on_init]
     # A little trick to allow outer references to this instance
-    on_init.call(self) if on_init
+    on_init&.call(self)
   end
-  
+
   def write(row)
     (@written_rows ||= []) << row
     nil
   end
-end
+end

data/test/support/test_duplicate_row_transform.rb

@@ -6,4 +6,4 @@ class TestDuplicateRowTranform
     end
     nil
   end
-end
+end

data/test/support/test_keyword_arguments_component.rb

@@ -7,7 +7,7 @@ class TestKeywordArgumentsComponent
     }
     on_init&.call(values)
   end
-  
+
   def each
     # no-op
   end

data/test/support/test_mixed_arguments_component.rb

@@ -1,13 +1,13 @@
 # a mock component to test Ruby 3 keyword argument support
 class TestMixedArgumentsComponent
-  def initialize(some_value, mandatory:, optional: nil, on_init:)
+  def initialize(some_value, mandatory:, on_init:, optional: nil)
     @values = {}
     @values[:some_value] = some_value
     @values[:mandatory] = mandatory
     @values[:optional] = optional
     on_init&.call(@values)
   end
-  
+
   def each
     # no-op
   end

data/test/support/test_yielding_transform.rb

@@ -5,4 +5,4 @@ class TestYieldingTransform
     end
     {item: "classic-return-value"}
   end
-end
+end

data/test/test_integration.rb

@@ -1,28 +1,33 @@
-require_relative 'helper'
+require_relative "helper"
 
-require_relative 'support/test_csv_source'
-require_relative 'support/test_csv_destination'
-require_relative 'support/test_rename_field_transform'
-require_relative 'support/test_enumerable_source'
-require_relative 'support/test_source_that_reads_at_instantiation_time'
+require_relative "support/test_csv_source"
+require_relative "support/test_csv_destination"
+require_relative "support/test_rename_field_transform"
+require_relative "support/test_enumerable_source"
+require_relative "support/test_source_that_reads_at_instantiation_time"
 
 # End-to-end tests go here
 class TestIntegration < Kiba::Test
-  def output_file; 'test/tmp/output.csv'; end
-  def input_file; 'test/tmp/input.csv'; end
+  def output_file
+    "test/tmp/output.csv"
+  end
+
+  def input_file
+    "test/tmp/input.csv"
+  end
 
   def sample_csv_data
-    <<CSV
-first_name,last_name,sex
-John,Doe,M
-Mary,Johnson,F
-Cindy,Backgammon,F
-Patrick,McWire,M
-CSV
+    <<~CSV
+      first_name,last_name,sex
+      John,Doe,M
+      Mary,Johnson,F
+      Cindy,Backgammon,F
+      Patrick,McWire,M
+    CSV
   end
 
   def clean
-    remove_files(*Dir['test/tmp/*.csv'])
+    remove_files(*Dir["test/tmp/*.csv"])
   end
 
   def setup
@@ -37,36 +42,36 @@ CSV
   def test_csv_to_csv
     # parse the ETL script (this won't run it)
     control = Kiba.parse do
-      source TestCsvSource, 'test/tmp/input.csv'
+      source TestCsvSource, "test/tmp/input.csv"
 
       transform do |row|
         row[:sex] = case row[:sex]
-                    when 'M' then 'Male'
-                    when 'F' then 'Female'
-                    else 'Unknown'
+                    when "M" then "Male"
+                    when "F" then "Female"
+                    else "Unknown"
         end
         row # must be returned
       end
 
       # returning nil dismisses the row
       transform do |row|
-        row[:sex] == 'Female' ? row : nil
+        row[:sex] == "Female" ? row : nil
       end
 
       transform TestRenameFieldTransform, :sex, :sex_2015
 
-      destination TestCsvDestination, 'test/tmp/output.csv'
+      destination TestCsvDestination, "test/tmp/output.csv"
     end
 
     # run the parsed ETL script
     Kiba.run(control)
 
     # verify the output
-    assert_equal <<CSV, IO.read(output_file)
-first_name,last_name,sex_2015
-Mary,Johnson,Female
-Cindy,Backgammon,Female
-CSV
+    assert_equal <<~CSV, IO.read(output_file)
+      first_name,last_name,sex_2015
+      Mary,Johnson,Female
+      Cindy,Backgammon,Female
+    CSV
   end
 
   def test_variable_access
@@ -97,18 +102,18 @@ CSV
 
     Kiba.run(control)
 
-    assert_equal 'Count is now 103', message
+    assert_equal "Count is now 103", message
   end
 
   def test_file_created_by_pre_process_can_be_read_by_source_at_instantiation_time
-    remove_files('test/tmp/eager.csv')
+    remove_files("test/tmp/eager.csv")
 
     control = Kiba.parse do
       pre_process do
-        IO.write('test/tmp/eager.csv', 'something')
+        IO.write("test/tmp/eager.csv", "something")
       end
 
-      source SourceThatReadsAtInstantionTime, 'test/tmp/eager.csv'
+      source SourceThatReadsAtInstantionTime, "test/tmp/eager.csv"
     end
 
     Kiba.run(control)

data/test/test_parser.rb

@@ -1,6 +1,6 @@
-require_relative 'helper'
+require_relative "helper"
 
-require_relative 'support/test_rename_field_transform'
+require_relative "support/test_rename_field_transform"
 
 class DummyClass
 end
@@ -8,21 +8,20 @@ end
 class TestParser < Kiba::Test
   def test_source_definition
     control = Kiba.parse do
-      source DummyClass, 'has', 'args'
+      source DummyClass, "has", "args"
     end
 
     assert_equal DummyClass, control.sources[0][:klass]
-    assert_equal %w(has args), control.sources[0][:args]
+    assert_equal %w[has args], control.sources[0][:args]
   end
-  
-  # NOTE: useful for anything not using the CLI (e.g. sidekiq)
+
   def test_block_parsing_with_reference_to_outside_variable
     some_variable = Object.new
-    
+
     control = Kiba.parse do
       source DummyClass, some_variable
     end
-    
+
     assert_equal [some_variable], control.sources[0][:args]
   end
 
@@ -45,11 +44,11 @@ class TestParser < Kiba::Test
 
   def test_destination_definition
     control = Kiba.parse do
-      destination DummyClass, 'has', 'args'
+      destination DummyClass, "has", "args"
     end
 
     assert_equal DummyClass, control.destinations[0][:klass]
-    assert_equal %w(has args), control.destinations[0][:args]
+    assert_equal %w[has args], control.destinations[0][:args]
   end
 
   def test_block_post_process_definition
@@ -59,7 +58,7 @@ class TestParser < Kiba::Test
 
     assert_instance_of Proc, control.post_processes[0][:block]
   end
-  
+
   def test_block_pre_process_definition
     control = Kiba.parse do
       pre_process {}
@@ -71,16 +70,16 @@ class TestParser < Kiba::Test
   def test_config
     control = Kiba.parse do
       extend Kiba::DSLExtensions::Config
-      
+
       config :context, key: "value", other_key: "other_value"
     end
-    
-    assert_equal({ context: {
+
+    assert_equal({context: {
       key: "value",
       other_key: "other_value"
     }}, control.config)
   end
-  
+
   def test_config_override
     control = Kiba.parse do
       extend Kiba::DSLExtensions::Config
@@ -88,8 +87,8 @@ class TestParser < Kiba::Test
       config :context, key: "value", other_key: "other_value"
       config :context, key: "new_value"
     end
-    
-    assert_equal({ context: {
+
+    assert_equal({context: {
       key: "new_value",
       other_key: "other_value"
     }}, control.config)

data/test/test_run.rb

@@ -1,11 +1,11 @@
-require_relative 'helper'
-require 'minitest/mock'
-require_relative 'support/test_enumerable_source'
-require_relative 'support/test_array_destination'
+require_relative "helper"
+require "minitest/mock"
+require_relative "support/test_enumerable_source"
+require_relative "support/test_array_destination"
 
 class TestRun < Kiba::Test
   def test_ensure_kiba_defaults_to_streaming_runner
-    cb = -> (job) { "Streaming runner called" }
+    cb = ->(job) { "Streaming runner called" }
     Kiba::StreamingRunner.stub(:run, cb) do
       job = Kiba::Control.new
       assert_equal "Streaming runner called", Kiba.run(job)
@@ -29,9 +29,8 @@ class TestRun < Kiba::Test
 
   def test_forbids_multiple_args
     assert_raises ArgumentError do
-      job = Kiba.parse { }
+      job = Kiba.parse {}
       Kiba.run(job) do
-        #
       end
     end
   end

data/test/test_streaming_runner.rb

@@ -1,13 +1,13 @@
-require_relative 'helper'
-require_relative 'support/test_enumerable_source'
-require_relative 'support/test_array_destination'
-require_relative 'support/test_yielding_transform'
-require_relative 'support/test_duplicate_row_transform'
-require_relative 'support/test_close_yielding_transform'
-require_relative 'support/test_non_closing_transform'
-require_relative 'shared_runner_tests'
-require_relative 'support/test_keyword_arguments_component'
-require_relative 'support/test_mixed_arguments_component'
+require_relative "helper"
+require_relative "support/test_enumerable_source"
+require_relative "support/test_array_destination"
+require_relative "support/test_yielding_transform"
+require_relative "support/test_duplicate_row_transform"
+require_relative "support/test_close_yielding_transform"
+require_relative "support/test_non_closing_transform"
+require_relative "shared_runner_tests"
+require_relative "support/test_keyword_arguments_component"
+require_relative "support/test_mixed_arguments_component"
 
 class TestStreamingRunner < Kiba::Test
   def kiba_run(job)
@@ -16,11 +16,11 @@ class TestStreamingRunner < Kiba::Test
   end
 
   include SharedRunnerTests
-  
+
   def test_yielding_class_transform
     input_row = {tags: ["one", "two", "three"]}
     destination_array = []
-    
+
     job = Kiba.parse do
       # provide a single row as the input
       source TestEnumerableSource, [input_row]
@@ -33,24 +33,24 @@ class TestStreamingRunner < Kiba::Test
 
       destination TestArrayDestination, destination_array
     end
-    
+
     kiba_run(job)
-  
+
     assert_equal [
-      {item: 'one'},
-      {item: 'one'},
+      {item: "one"},
+      {item: "one"},
 
-      {item: 'two'},
-      {item: 'two'},
+      {item: "two"},
+      {item: "two"},
 
-      {item: 'three'},
-      {item: 'three'},
+      {item: "three"},
+      {item: "three"},
 
-      {item: 'classic-return-value'},
-      {item: 'classic-return-value'}
+      {item: "classic-return-value"},
+      {item: "classic-return-value"}
     ], destination_array
   end
-  
+
   def test_transform_yielding_from_close
     destination_array = []
     job = Kiba.parse do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kiba
 version: !ruby/object:Gem::Version
-  version: 3.6.0
+  version: 4.0.0
 platform: ruby
 authors:
 - Thibaut Barrère
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-02-07 00:00:00.000000000 Z
+date: 2021-03-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -66,17 +66,30 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: standard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Lightweight ETL for Ruby
 email:
 - thibaut.barrere@gmail.com
-executables:
-- kiba
+executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - ".github/FUNDING.yml"
+- ".github/workflows/ci.yml"
 - ".gitignore"
-- ".travis.yml"
 - COMM-LICENSE.md
 - Changes.md
 - Gemfile
@@ -85,15 +98,12 @@ files:
 - Pro-Changes.md
 - README.md
 - Rakefile
-- appveyor.yml
-- bin/kiba
 - kiba.gemspec
 - lib/kiba.rb
 - lib/kiba/context.rb
 - lib/kiba/control.rb
 - lib/kiba/dsl_extensions/config.rb
 - lib/kiba/parser.rb
-- lib/kiba/runner.rb
 - lib/kiba/streaming_runner.rb
 - lib/kiba/version.rb
 - test/helper.rb
@@ -116,10 +126,9 @@ files:
 - test/test_integration.rb
 - test/test_parser.rb
 - test/test_run.rb
-- test/test_runner.rb
 - test/test_streaming_runner.rb
 - test/tmp/.gitkeep
-homepage: http://thbar.github.io/kiba/
+homepage: https://www.kiba-etl.org
 licenses:
 - LGPL-3.0
 metadata:
@@ -165,6 +174,5 @@ test_files:
 - test/test_integration.rb
 - test/test_parser.rb
 - test/test_run.rb
-- test/test_runner.rb
 - test/test_streaming_runner.rb
 - test/tmp/.gitkeep