kiba 2.0.0 → 4.0.0

data/test/test_parser.rb

@@ -1,6 +1,6 @@
-require_relative 'helper'
+require_relative "helper"
 
-require_relative 'support/test_rename_field_transform'
+require_relative "support/test_rename_field_transform"
 
 class DummyClass
 end
@@ -8,21 +8,20 @@ end
 class TestParser < Kiba::Test
   def test_source_definition
     control = Kiba.parse do
-      source DummyClass, 'has', 'args'
+      source DummyClass, "has", "args"
     end
 
     assert_equal DummyClass, control.sources[0][:klass]
-    assert_equal %w(has args), control.sources[0][:args]
+    assert_equal %w[has args], control.sources[0][:args]
   end
-  
-  # NOTE: useful for anything not using the CLI (e.g. sidekiq)
+
   def test_block_parsing_with_reference_to_outside_variable
     some_variable = Object.new
-    
+
     control = Kiba.parse do
       source DummyClass, some_variable
     end
-    
+
     assert_equal [some_variable], control.sources[0][:args]
   end
 
@@ -45,11 +44,11 @@ class TestParser < Kiba::Test
 
   def test_destination_definition
     control = Kiba.parse do
-      destination DummyClass, 'has', 'args'
+      destination DummyClass, "has", "args"
     end
 
     assert_equal DummyClass, control.destinations[0][:klass]
-    assert_equal %w(has args), control.destinations[0][:args]
+    assert_equal %w[has args], control.destinations[0][:args]
   end
 
   def test_block_post_process_definition
@@ -59,7 +58,7 @@ class TestParser < Kiba::Test
 
     assert_instance_of Proc, control.post_processes[0][:block]
   end
-  
+
   def test_block_pre_process_definition
     control = Kiba.parse do
       pre_process {}
@@ -68,52 +67,19 @@ class TestParser < Kiba::Test
     assert_instance_of Proc, control.pre_processes[0][:block]
   end
 
-  def test_source_as_string_parsing
-    control = Kiba.parse <<RUBY
-      source DummyClass, 'from', 'file'
-RUBY
-
-    assert_equal 1, control.sources.size
-    assert_equal DummyClass, control.sources[0][:klass]
-    assert_equal %w(from file), control.sources[0][:args]
-  end
-
-  def test_source_as_file_doing_require
-    IO.write 'test/tmp/etl-common.rb', <<RUBY
-      def common_source_declaration
-        source DummyClass, 'from', 'common'
-      end
-RUBY
-    IO.write 'test/tmp/etl-main.rb', <<RUBY
-      require './test/tmp/etl-common.rb'
-
-      source DummyClass, 'from', 'main'
-      common_source_declaration
-RUBY
-    control = Kiba.parse IO.read('test/tmp/etl-main.rb')
-
-    assert_equal 2, control.sources.size
-
-    assert_equal %w(from main), control.sources[0][:args]
-    assert_equal %w(from common), control.sources[1][:args]
-
-  ensure
-    remove_files('test/tmp/etl-common.rb', 'test/tmp/etl-main.rb')
-  end
-  
   def test_config
     control = Kiba.parse do
       extend Kiba::DSLExtensions::Config
-      
+
       config :context, key: "value", other_key: "other_value"
     end
-    
-    assert_equal({ context: {
+
+    assert_equal({context: {
       key: "value",
       other_key: "other_value"
     }}, control.config)
   end
-  
+
   def test_config_override
     control = Kiba.parse do
       extend Kiba::DSLExtensions::Config
@@ -121,8 +87,8 @@ RUBY
       config :context, key: "value", other_key: "other_value"
       config :context, key: "new_value"
     end
-    
-    assert_equal({ context: {
+
+    assert_equal({context: {
       key: "new_value",
       other_key: "other_value"
     }}, control.config)

data/test/test_run.rb

@@ -0,0 +1,37 @@
+require_relative "helper"
+require "minitest/mock"
+require_relative "support/test_enumerable_source"
+require_relative "support/test_array_destination"
+
+class TestRun < Kiba::Test
+  def test_ensure_kiba_defaults_to_streaming_runner
+    cb = ->(job) { "Streaming runner called" }
+    Kiba::StreamingRunner.stub(:run, cb) do
+      job = Kiba::Control.new
+      assert_equal "Streaming runner called", Kiba.run(job)
+    end
+  end
+
+  def test_run_allows_block_arg
+    rows = []
+    Kiba.run do
+      source TestEnumerableSource, (1..10)
+      destination TestArrayDestination, rows
+    end
+    assert_equal (1..10).to_a, rows
+  end
+
+  def test_forbids_no_arg
+    assert_raises ArgumentError do
+      Kiba.run
+    end
+  end
+
+  def test_forbids_multiple_args
+    assert_raises ArgumentError do
+      job = Kiba.parse {}
+      Kiba.run(job) do
+      end
+    end
+  end
+end

data/test/test_streaming_runner.rb

@@ -1,23 +1,27 @@
-require_relative 'helper'
-require_relative 'support/test_enumerable_source'
-require_relative 'support/test_array_destination'
-require_relative 'support/test_yielding_transform'
-require_relative 'support/test_duplicate_row_transform'
-
-require_relative 'common/runner'
+require_relative "helper"
+require_relative "support/test_enumerable_source"
+require_relative "support/test_array_destination"
+require_relative "support/test_yielding_transform"
+require_relative "support/test_duplicate_row_transform"
+require_relative "support/test_close_yielding_transform"
+require_relative "support/test_non_closing_transform"
+require_relative "shared_runner_tests"
+require_relative "support/test_keyword_arguments_component"
+require_relative "support/test_mixed_arguments_component"
 
 class TestStreamingRunner < Kiba::Test
+  def kiba_run(job)
+    job.config[:kiba] = {runner: Kiba::StreamingRunner}
+    Kiba.run(job)
+  end
+
   include SharedRunnerTests
-  
+
   def test_yielding_class_transform
     input_row = {tags: ["one", "two", "three"]}
     destination_array = []
-    
-    job = Kiba.parse do
-      extend Kiba::DSLExtensions::Config
-
-      config :kiba, runner: Kiba::StreamingRunner
 
+    job = Kiba.parse do
       # provide a single row as the input
       source TestEnumerableSource, [input_row]
 
@@ -29,21 +33,38 @@ class TestStreamingRunner < Kiba::Test
 
       destination TestArrayDestination, destination_array
     end
-    
+
     kiba_run(job)
-  
+
     assert_equal [
-      {item: 'one'},
-      {item: 'one'},
+      {item: "one"},
+      {item: "one"},
 
-      {item: 'two'},
-      {item: 'two'},
+      {item: "two"},
+      {item: "two"},
 
-      {item: 'three'},
-      {item: 'three'},
+      {item: "three"},
+      {item: "three"},
 
-      {item: 'classic-return-value'},
-      {item: 'classic-return-value'}
+      {item: "classic-return-value"},
+      {item: "classic-return-value"}
     ], destination_array
   end
+
+  def test_transform_yielding_from_close
+    destination_array = []
+    job = Kiba.parse do
+      transform CloseYieldingTransform, yield_on_close: [1, 2]
+      destination TestArrayDestination, destination_array
+    end
+    Kiba.run(job)
+    assert_equal [1, 2], destination_array
+  end
+
+  def test_transform_with_no_close_must_not_raise
+    job = Kiba.parse do
+      transform NonClosingTransform
+    end
+    Kiba.run(job)
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kiba
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 4.0.0
 platform: ruby
 authors:
 - Thibaut Barrère
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-01-05 00:00:00.000000000 Z
+date: 2021-03-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -66,60 +66,75 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: standard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Lightweight ETL for Ruby
 email:
 - thibaut.barrere@gmail.com
-executables:
-- kiba
+executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/FUNDING.yml"
+- ".github/workflows/ci.yml"
 - ".gitignore"
-- ".travis.yml"
+- COMM-LICENSE.md
 - Changes.md
 - Gemfile
+- ISSUE_TEMPLATE.md
 - LICENSE
 - Pro-Changes.md
 - README.md
 - Rakefile
-- appveyor.yml
-- bin/kiba
 - kiba.gemspec
 - lib/kiba.rb
-- lib/kiba/cli.rb
 - lib/kiba/context.rb
 - lib/kiba/control.rb
 - lib/kiba/dsl_extensions/config.rb
 - lib/kiba/parser.rb
-- lib/kiba/runner.rb
 - lib/kiba/streaming_runner.rb
 - lib/kiba/version.rb
-- test/common/runner.rb
-- test/fixtures/bogus.etl
-- test/fixtures/namespace_conflict.etl
-- test/fixtures/some_extension.rb
-- test/fixtures/valid.etl
 - test/helper.rb
+- test/shared_runner_tests.rb
 - test/support/shared_tests.rb
+- test/support/test_aggregate_transform.rb
 - test/support/test_array_destination.rb
+- test/support/test_close_yielding_transform.rb
 - test/support/test_csv_destination.rb
 - test/support/test_csv_source.rb
+- test/support/test_destination_returning_nil.rb
 - test/support/test_duplicate_row_transform.rb
 - test/support/test_enumerable_source.rb
+- test/support/test_keyword_arguments_component.rb
+- test/support/test_mixed_arguments_component.rb
+- test/support/test_non_closing_transform.rb
 - test/support/test_rename_field_transform.rb
 - test/support/test_source_that_reads_at_instantiation_time.rb
 - test/support/test_yielding_transform.rb
-- test/test_cli.rb
 - test/test_integration.rb
 - test/test_parser.rb
-- test/test_runner.rb
+- test/test_run.rb
 - test/test_streaming_runner.rb
 - test/tmp/.gitkeep
-homepage: http://thbar.github.io/kiba/
+homepage: https://www.kiba-etl.org
 licenses:
 - LGPL-3.0
-metadata: {}
-post_install_message: 
+metadata:
+  source_code_uri: https://github.com/thbar/kiba
+  documentation_uri: https://github.com/thbar/kiba/wiki
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -134,30 +149,30 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.14
-signing_key: 
+rubygems_version: 3.2.3
+signing_key:
 specification_version: 4
 summary: Lightweight ETL for Ruby
 test_files:
-- test/common/runner.rb
-- test/fixtures/bogus.etl
-- test/fixtures/namespace_conflict.etl
-- test/fixtures/some_extension.rb
-- test/fixtures/valid.etl
 - test/helper.rb
+- test/shared_runner_tests.rb
 - test/support/shared_tests.rb
+- test/support/test_aggregate_transform.rb
 - test/support/test_array_destination.rb
+- test/support/test_close_yielding_transform.rb
 - test/support/test_csv_destination.rb
 - test/support/test_csv_source.rb
+- test/support/test_destination_returning_nil.rb
 - test/support/test_duplicate_row_transform.rb
 - test/support/test_enumerable_source.rb
+- test/support/test_keyword_arguments_component.rb
+- test/support/test_mixed_arguments_component.rb
+- test/support/test_non_closing_transform.rb
 - test/support/test_rename_field_transform.rb
 - test/support/test_source_that_reads_at_instantiation_time.rb
 - test/support/test_yielding_transform.rb
-- test/test_cli.rb
 - test/test_integration.rb
 - test/test_parser.rb
-- test/test_runner.rb
+- test/test_run.rb
 - test/test_streaming_runner.rb
 - test/tmp/.gitkeep

data/.travis.yml

@@ -1,15 +0,0 @@
-language: ruby
-before_install:
-  # https://stackoverflow.com/a/47972768
-  - gem update --system
-  - gem update bundler
-rvm:
-  - ruby-head
-  - 2.5.0
-  - 2.4.3
-  - 2.3
-  - 2.2
-  - 2.1
-  - 2.0
-  - jruby-1.7
-  - jruby-9.1.15.0

data/appveyor.yml

@@ -1,26 +0,0 @@
-version: 1.0.{build}-{branch}
-
-cache:
-  - vendor/bundle
-
-environment:
-  matrix:
-    - RUBY_VERSION: 24
-    - RUBY_VERSION: 23
-    - RUBY_VERSION: 22
-    - RUBY_VERSION: 21
-
-install:
-  - set PATH=C:\Ruby%RUBY_VERSION%\bin;%PATH%
-  - bundle config --local path vendor/bundle
-  - bundle install
-
-build: off
-
-before_test:
-  - ruby -v
-  - gem -v
-  - bundle -v
-
-test_script:
-  - bundle exec rake