kiba 3.5.0 → 3.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c427b6eaebd658eb6551035d077bfd91cc1728ac2d6437c30d9a839d86a5a86b
-  data.tar.gz: 37f9e337463544b524a212d772207ba35b14f35a7f4a2cd8cfaf804b2212da85
+  metadata.gz: f8569f0d68410f27d42f38dcb8182ef9e8f47a8c88f714dc64382943febad2c8
+  data.tar.gz: 4d7c6f8c5ef9256182cc51f85c614e383586dd600167e12190c110693d6963fb
 SHA512:
-  metadata.gz: 68b66016fd7311691ec6fcd7e7b601520331ae64031d48f18076c2889e8af639411f959e2b519900f164c16e7808ae5939c7e6c6c5e7156e2d7c7b1f2ee59a2c
-  data.tar.gz: db08b2a02cce64269f40b3aa05229395398c3dbb8fad2f5fa6e23476845620891980f86ddf222e96c6697bc7af3d4a83ef33cb4ee6fb7886c8172d1e363aaa33
+  metadata.gz: 9fb3c4fd7836e2863771a0086e98a7d8bf24f4df99310464dad6cbc84fef3963155cdac8af0d9a281b6470686334b163491ae9d15158fb19cd5269ef77102129
+  data.tar.gz: 25082194faf157dfa2398485e4cd993ba491871007a3a47c3b5f13db57e677f2f6b11621c2ec5e03ccdce5b44bb6a51e3bfee05968c8a72c99088dfbeb46cd7c

data/.travis.yml

@@ -3,6 +3,7 @@ matrix:
   include:
     # see https://www.ruby-lang.org/en/downloads/branches/
     - rvm: ruby-head
+    - rvm: 3.0
     - rvm: 2.7
     - rvm: 2.6
     - rvm: 2.5

data/Changes.md

@@ -1,6 +1,14 @@
 HEAD
 ----
 
+3.6.0
+-----
+
+- New: `Kiba.run(job)` can now (instead of a job parameter) take a block to define the job. See [#94](https://github.com/thbar/kiba/pull/94) for more details.
+
+3.5.0
+-----
+
 - Support for Ruby 2.7+ [#93](https://github.com/thbar/kiba/pull/93). Special thanks to @eregon and @mame for their input.
 
 3.0.0

data/README.md

@@ -13,7 +13,7 @@ Head over to the [Wiki](https://github.com/thbar/kiba/wiki) for up-to-date docum
 
 **If you need help**, please [ask your question with tag kiba-etl on StackOverflow](http://stackoverflow.com/questions/ask?tags=kiba-etl) so that other can benefit from your contribution! I monitor this specific tag and will reply to you.
 
-[Kiba Pro](https://www.kiba-etl.org/kiba-pro) customers get priority private email support.
+[Kiba Pro](https://www.kiba-etl.org/kiba-pro) customers get priority private email support for any unforeseen issues and simple matters such as installation troubles. Our consulting services will also be prioritized to Kiba Pro subscribers. If you need any coaching on ETL & data pipeline implementation, please [reach out via email](mailto:info@logeek.fr) so we can discuss how to help you out.
 
 You can also check out the [author blog](https://thibautbarrere.com) and [StackOverflow answers](http://stackoverflow.com/questions/tagged/kiba-etl).
 

data/appveyor.yml

@@ -5,10 +5,11 @@ cache:
 
 environment:
   matrix:
+    # TODO: add RUBY_VERSION=30 when available (https://www.appveyor.com/updates/)
+    - RUBY_VERSION: 27
     - RUBY_VERSION: 26
     - RUBY_VERSION: 25
     - RUBY_VERSION: 24
-    - RUBY_VERSION: 23
     # NOTE: jruby doesn't seem to be supported on default images
     # see https://www.appveyor.com/docs/build-environment/#ruby
 

data/lib/kiba.rb

@@ -11,7 +11,13 @@ require 'kiba/dsl_extensions/config'
 Kiba.extend(Kiba::Parser)
 
 module Kiba
-  def self.run(job)
+  def self.run(job = nil, &block)
+    unless (job.nil? ^ block.nil?)
+      fail ArgumentError.new("Kiba.run takes either one argument (the job) or a block (defining the job)")
+    end
+
+    job ||= Kiba.parse { instance_exec(&block) }
+
     # NOTE: use Hash#dig when Ruby 2.2 reaches EOL
     runner = job.config.fetch(:kiba, {}).fetch(:runner, Kiba::StreamingRunner)
     runner.run(job)

data/lib/kiba/runner.rb

@@ -8,9 +8,6 @@ module Kiba
     end
 
     def run(control)
-      # TODO: add a dry-run (not instantiating mode) to_instances call
-      # that will validate the job definition from a syntax pov before
-      # going any further. This could be shared with the parser.
       run_pre_processes(control)
       process_rows(
         to_instances(control.sources),
@@ -18,8 +15,6 @@ module Kiba
         destinations = to_instances(control.destinations)
       )
       close_destinations(destinations)
-      # TODO: when I add post processes as class, I'll have to add a test to
-      # make sure instantiation occurs after the main processing is done (#16)
       run_post_processes(control)
     end
 

data/lib/kiba/version.rb

@@ -1,3 +1,3 @@
 module Kiba
-  VERSION = '3.5.0'
+  VERSION = '3.6.0'
 end

data/test/test_run.rb

@@ -1,5 +1,7 @@
 require_relative 'helper'
 require 'minitest/mock'
+require_relative 'support/test_enumerable_source'
+require_relative 'support/test_array_destination'
 
 class TestRun < Kiba::Test
   def test_ensure_kiba_defaults_to_streaming_runner
@@ -9,4 +11,28 @@ class TestRun < Kiba::Test
       assert_equal "Streaming runner called", Kiba.run(job)
     end
   end
+
+  def test_run_allows_block_arg
+    rows = []
+    Kiba.run do
+      source TestEnumerableSource, (1..10)
+      destination TestArrayDestination, rows
+    end
+    assert_equal (1..10).to_a, rows
+  end
+
+  def test_forbids_no_arg
+    assert_raises ArgumentError do
+      Kiba.run
+    end
+  end
+
+  def test_forbids_multiple_args
+    assert_raises ArgumentError do
+      job = Kiba.parse { }
+      Kiba.run(job) do
+        #
+      end
+    end
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kiba
 version: !ruby/object:Gem::Version
-  version: 3.5.0
+  version: 3.6.0
 platform: ruby
 authors:
 - Thibaut Barrère
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-09-24 00:00:00.000000000 Z
+date: 2021-02-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -140,7 +140,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.3
 signing_key:
 specification_version: 4
 summary: Lightweight ETL for Ruby