ductr 0.2.3 → 0.2.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f2d5c7ce2296b1c9640bb6b5e11707d6d60a2409622715da8649b31028ff7013
-  data.tar.gz: 1961c232e613e98f3f6630b44ed6b497a50220c8f6808da426d41fdb0c61c6ba
+  metadata.gz: d54fe4b3c14eba772fbeff5c7e164edf1eaf73506fe9f61d502d02a54019bf50
+  data.tar.gz: 63c9ff9ad589941341f7ae54342e6de1dbe0492ba58abd0382e53499b262390c
 SHA512:
-  metadata.gz: a851b1b742d2557ab82561d5b560bec771b564b6dabe98280ddf2b5a683dfe0993bb397a9e0e7f5ae788eaa0e8112343030fd16b971a1cde8cac601db9882b62
-  data.tar.gz: '05719e09e026fcdf59927b46f7dac7699a24fd3a3c3b34473862355bd13bcd36ba0b92831623179ff2df22e98452f08eeacb68e4a295bbef41314f3b91f71a79'
+  metadata.gz: 624beca992659de675781a8f3d61e0d95cb9cb551a488a33e6dd6eb71b1db031cd1f1b8d30322ca31b4f52c657b33f7e1120a77b577355fe444a2f0cecbae5bc
+  data.tar.gz: 0475a7085ced6600e5e102dc1ad8d5fa494d81a04d4d3c9a81017578ac52b8b36b56137ae087b9a8066999e889bea0729da35ee5a647064f66a4090949996a04

data/Gemfile.lock

@@ -1,36 +1,51 @@
 PATH
   remote: .
   specs:
-    ductr (0.2.3)
-      activejob (~> 7.0)
+    ductr (0.2.4)
+      activejob (~> 8.0)
       annotable (~> 0.1)
       colorize (~> 0.8)
       kiba (~> 4.0)
-      rufus-scheduler (~> 3.8)
-      thor (~> 1.2)
-      zeitwerk (~> 2.6)
+      rufus-scheduler (~> 3.9)
+      thor (~> 1.3)
+      zeitwerk (~> 2.7)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activejob (7.0.4.3)
-      activesupport (= 7.0.4.3)
+    activejob (8.0.2)
+      activesupport (= 8.0.2)
       globalid (>= 0.3.6)
-    activesupport (7.0.4.3)
-      concurrent-ruby (~> 1.0, >= 1.0.2)
+    activesupport (8.0.2)
+      base64
+      benchmark (>= 0.3)
+      bigdecimal
+      concurrent-ruby (~> 1.0, >= 1.3.1)
+      connection_pool (>= 2.2.5)
+      drb
       i18n (>= 1.6, < 2)
+      logger (>= 1.4.2)
       minitest (>= 5.1)
-      tzinfo (~> 2.0)
+      securerandom (>= 0.3)
+      tzinfo (~> 2.0, >= 2.0.5)
+      uri (>= 0.13.1)
     annotable (0.1.2)
-    ast (2.4.2)
+    ast (2.4.3)
+    base64 (0.2.0)
+    benchmark (0.4.0)
+    bigdecimal (3.1.9)
     colorize (0.8.1)
-    commander (4.6.0)
-      highline (~> 2.0.0)
-    concurrent-ruby (1.2.2)
-    debug (1.7.2)
-      irb (>= 1.5.0)
-      reline (>= 0.3.1)
-    diff-lcs (1.5.0)
+    commander (5.0.0)
+      highline (~> 3.0.0)
+    concurrent-ruby (1.3.5)
+    connection_pool (2.5.3)
+    date (3.4.1)
+    debug (1.10.0)
+      irb (~> 1.10)
+      reline (>= 0.3.8)
+    diff-lcs (1.6.1)
+    docile (1.4.1)
+    drb (2.2.1)
     et-orbi (1.2.7)
       tzinfo
     fugit (1.8.1)
@@ -38,83 +53,128 @@ GEM
       raabro (~> 1.4)
     globalid (1.1.0)
       activesupport (>= 5.0)
-    highline (2.0.3)
+    highline (3.0.1)
     i18n (1.12.0)
       concurrent-ruby (~> 1.0)
-    io-console (0.6.0)
-    irb (1.6.3)
-      reline (>= 0.3.0)
-    json (2.6.3)
+    io-console (0.8.0)
+    irb (1.15.2)
+      pp (>= 0.6.0)
+      rdoc (>= 4.0.0)
+      reline (>= 0.4.2)
+    json (2.11.3)
     kiba (4.0.0)
+    language_server-protocol (3.17.0.4)
+    lint_roller (1.1.0)
+    logger (1.7.0)
     minitest (5.18.0)
-    parallel (1.22.1)
-    parlour (5.0.0)
-      commander (~> 4.5)
+    parallel (1.27.0)
+    parlour (9.1.0)
+      commander (~> 5.0)
       parser
       rainbow (~> 3.0)
       sorbet-runtime (>= 0.5)
-    parser (3.2.2.0)
+    parser (3.3.8.0)
       ast (~> 2.4.1)
+      racc
+    pp (0.6.2)
+      prettyprint
+    prettyprint (0.2.0)
+    prism (1.4.0)
+    psych (5.2.3)
+      date
+      stringio
     raabro (1.4.0)
+    racc (1.8.1)
     rainbow (3.1.1)
     rake (13.0.6)
-    regexp_parser (2.7.0)
-    reline (0.3.3)
+    rbs (3.9.2)
+      logger
+    rdoc (6.13.1)
+      psych (>= 4.0.0)
+    redcarpet (3.6.1)
+    regexp_parser (2.10.0)
+    reline (0.6.1)
       io-console (~> 0.5)
-    rexml (3.2.5)
-    rspec (3.12.0)
-      rspec-core (~> 3.12.0)
-      rspec-expectations (~> 3.12.0)
-      rspec-mocks (~> 3.12.0)
-    rspec-core (3.12.1)
-      rspec-support (~> 3.12.0)
-    rspec-expectations (3.12.2)
+    rspec (3.13.0)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.3)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.4)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-mocks (3.12.5)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.3)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-support (3.12.0)
-    rubocop (1.48.1)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.3)
+    rubocop (1.75.5)
       json (~> 2.3)
+      language_server-protocol (~> 3.17.0.2)
+      lint_roller (~> 1.1.0)
       parallel (~> 1.10)
-      parser (>= 3.2.0.0)
+      parser (>= 3.3.0.2)
       rainbow (>= 2.2.2, < 4.0)
-      regexp_parser (>= 1.8, < 3.0)
-      rexml (>= 3.2.5, < 4.0)
-      rubocop-ast (>= 1.26.0, < 2.0)
+      regexp_parser (>= 2.9.3, < 3.0)
+      rubocop-ast (>= 1.44.0, < 2.0)
       ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 2.4.0, < 3.0)
-    rubocop-ast (1.28.0)
-      parser (>= 3.2.1.0)
+      unicode-display_width (>= 2.4.0, < 4.0)
+    rubocop-ast (1.44.1)
+      parser (>= 3.3.7.2)
+      prism (~> 1.4)
+    rubocop-rspec (3.6.0)
+      lint_roller (~> 1.1)
+      rubocop (~> 1.72, >= 1.72.1)
+    ruby-lsp (0.23.16)
+      language_server-protocol (~> 3.17.0)
+      prism (>= 1.2, < 2.0)
+      rbs (>= 3, < 4)
+      sorbet-runtime (>= 0.5.10782)
     ruby-progressbar (1.13.0)
-    rufus-scheduler (3.8.2)
+    rufus-scheduler (3.9.1)
       fugit (~> 1.1, >= 1.1.6)
-    sorbet-runtime (0.5.10746)
-    sord (4.0.0)
-      commander (~> 4.5)
-      parlour (~> 5.0)
+    securerandom (0.4.1)
+    simplecov (0.22.0)
+      docile (~> 1.1)
+      simplecov-html (~> 0.11)
+      simplecov_json_formatter (~> 0.1)
+    simplecov-html (0.13.1)
+    simplecov_json_formatter (0.1.4)
+    sorbet-runtime (0.5.12048)
+    sord (7.0.0)
+      commander (~> 5.0)
+      parlour (~> 9.1)
+      parser
+      rbs (~> 3.0)
       sorbet-runtime
       yard
-    thor (1.2.1)
+    stringio (3.1.7)
+    thor (1.3.2)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    unicode-display_width (2.4.2)
+    unicode-display_width (3.1.4)
+      unicode-emoji (~> 4.0, >= 4.0.4)
+    unicode-emoji (4.0.4)
+    uri (1.0.3)
     webrick (1.7.0)
     yard (0.9.28)
       webrick (~> 1.7.0)
-    zeitwerk (2.6.7)
+    zeitwerk (2.7.2)
 
 PLATFORMS
   x86_64-linux
 
 DEPENDENCIES
-  debug (~> 1.6)
+  debug (~> 1.10)
   ductr!
   rake (~> 13.0)
-  rspec (~> 3.0)
-  rubocop (~> 1.21)
-  sord (~> 4.0)
+  redcarpet (~> 3.6)
+  rspec (~> 3.13)
+  rubocop (~> 1.75)
+  rubocop-rspec (~> 3.6)
+  ruby-lsp (~> 0.23)
+  simplecov (~> 0.22)
+  sord (~> 7.0)
   yard (~> 0.9)
 
 BUNDLED WITH

data/ductr.gemspec

@@ -1,50 +1,23 @@
 # frozen_string_literal: true
 
+require_relative "../mono_repo"
 require_relative "lib/ductr/version"
 
 Gem::Specification.new do |spec|
   spec.name = "ductr"
   spec.version = Ductr::VERSION
-  spec.authors = ["Mathieu Morel"]
-  spec.email = ["mathieu@lamanufacture.dev"]
-  spec.license = "LGPL-3.0-or-later"
-
   spec.summary = "Data pipeline and ETL framework."
   spec.description = "A data pipeline and ETL framework for ruby."
-  spec.homepage = "https://github.com/ductr-io/ductr"
-  spec.required_ruby_version = ">= 3.1.0"
-  # TODO: Change gem server URL for a real one
-  spec.metadata["allowed_push_host"] = "https://rubygems.org"
-  spec.metadata["rubygems_mfa_required"] = "true"
-
-  spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = spec.homepage
-  spec.metadata["changelog_uri"] = "#{spec.homepage}/releases"
-
-  # Specify which files should be added to the gem when it is released.
-  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files = Dir.chdir(File.expand_path(__dir__)) do
-    `git ls-files -z`.split("\x0").reject do |f|
-      (f == __FILE__) || f.match(%r{\A(?:(?:test|spec|features)/|\.(?:git|travis)|appveyor)})
-    end
-  end
-
-  spec.bindir = "exe"
-  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "debug", "~> 1.6"
-  spec.add_development_dependency "rake", "~> 13.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
-  spec.add_development_dependency "rubocop", "~> 1.21"
-  spec.add_development_dependency "sord", "~> 4.0"
-  spec.add_development_dependency "yard", "~> 0.9"
+  MonoRepo.add_metadata(spec)
+  MonoRepo.add_files(spec, __dir__, __FILE__)
+  MonoRepo.add_development_dependencies(spec)
 
-  spec.add_dependency "activejob", "~> 7.0"
+  spec.add_dependency "activejob", "~> 8.0"
   spec.add_dependency "annotable", "~> 0.1"
   spec.add_dependency "colorize", "~> 0.8"
   spec.add_dependency "kiba", "~> 4.0"
-  spec.add_dependency "rufus-scheduler", "~> 3.8"
-  spec.add_dependency "thor", "~> 1.2"
-  spec.add_dependency "zeitwerk", "~> 2.6"
+  spec.add_dependency "rufus-scheduler", "~> 3.9"
+  spec.add_dependency "thor", "~> 1.3"
+  spec.add_dependency "zeitwerk", "~> 2.7"
 end

data/lib/ductr/etl/controls/transform.rb

@@ -8,13 +8,15 @@ module Ductr
     class Transform < Control
       #
       # Calls the control method and passes the row.
+      # You must return nil if you use the row yielder block.
       #
       # @param [Object] row The row to process
+      # @yield [row] The row yielder
       #
       # @return [void]
       #
-      def process(row)
-        call_method(row)
+      def process(row, &)
+        call_method(row, &)
       end
 
       #

data/lib/ductr/log/logger.rb

@@ -89,6 +89,15 @@ module Ductr
         write(::Logger::DEBUG, ...)
       end
 
+      #
+      # Returns true if the log level allows entries with severity Logger::DEBUG to be written, false otherwise.
+      #
+      # @return [Boolean]
+      #
+      def debug?
+        self.class.level <= ::Logger::DEBUG
+      end
+
       #
       # Logs a message with the `info` level.
       #
@@ -102,6 +111,15 @@ module Ductr
         write(::Logger::INFO, ...)
       end
 
+      #
+      # Returns true if the log level allows entries with severity Logger::INFO to be written, false otherwise.
+      #
+      # @return [Boolean]
+      #
+      def info?
+        self.class.level <= ::Logger::INFO
+      end
+
       #
       # Logs a message with the `warn` level.
       #
@@ -115,6 +133,15 @@ module Ductr
         write(::Logger::WARN, ...)
       end
 
+      #
+      # Returns true if the log level allows entries with severity Logger::WARN to be written, false otherwise.
+      #
+      # @return [Boolean]
+      #
+      def warn?
+        self.class.level <= ::Logger::WARN
+      end
+
       #
       # Logs a message with the `error` level.
       #
@@ -128,6 +155,15 @@ module Ductr
         write(::Logger::ERROR, ...)
       end
 
+      #
+      # Returns true if the log level allows entries with severity Logger::ERROR to be written, false otherwise.
+      #
+      # @return [Boolean]
+      #
+      def error?
+        self.class.level <= ::Logger::ERROR
+      end
+
       #
       # Logs a message with the `fatal` level.
       #
@@ -141,6 +177,15 @@ module Ductr
         write(::Logger::FATAL, ...)
       end
 
+      #
+      # Returns true if the log level allows entries with severity Logger::FATAL to be written, false otherwise.
+      #
+      # @return [Boolean]
+      #
+      def fatal?
+        self.class.level <= ::Logger::FATAL
+      end
+
       private
 
       #

data/lib/ductr/version.rb

@@ -2,5 +2,5 @@
 
 module Ductr
   # @return [String] The ductr's version number
-  VERSION = "0.2.3"
+  VERSION = "0.2.4"
 end

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: ductr
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.2.4
 platform: ruby
 authors:
 - Mathieu Morel
-autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-07-05 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: debug
@@ -16,14 +15,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '1.10'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '1.10'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -38,48 +37,104 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: redcarpet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.13'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.13'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.21'
+        version: '1.75'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.75'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+- !ruby/object:Gem::Dependency
+  name: ruby-lsp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.23'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.21'
+        version: '0.23'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
 - !ruby/object:Gem::Dependency
   name: sord
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '7.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '7.0'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
@@ -100,14 +155,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '7.0'
+        version: '8.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '7.0'
+        version: '8.0'
 - !ruby/object:Gem::Dependency
   name: annotable
   requirement: !ruby/object:Gem::Requirement
@@ -156,45 +211,45 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.8'
+        version: '3.9'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.8'
+        version: '3.9'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.3'
 - !ruby/object:Gem::Dependency
   name: zeitwerk
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: '2.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: '2.7'
 description: A data pipeline and ETL framework for ruby.
 email:
-- mathieu@lamanufacture.dev
+- matmorel@users.noreply.github.com
 executables:
 - ductr
 extensions: []
@@ -202,15 +257,12 @@ extra_rdoc_files: []
 files:
 - ".rspec"
 - ".rubocop.yml"
-- ".vscode/settings.json"
 - COPYING
 - COPYING.LESSER
 - Gemfile
 - Gemfile.lock
 - README.md
 - Rakefile
-- bin/console
-- bin/setup
 - ductr.gemspec
 - exe/ductr
 - lib/ductr.rb
@@ -271,16 +323,14 @@ files:
 - lib/ductr/trigger.rb
 - lib/ductr/version.rb
 - sig/ductr.rbs
-homepage: https://github.com/ductr-io/ductr
+homepage: https://github.com/matmorel/ductr
 licenses:
 - LGPL-3.0-or-later
 metadata:
+  source_code_uri: https://github.com/matmorel/ductr
+  changelog_uri: https://github.com/matmorel/ductr/releases
   allowed_push_host: https://rubygems.org
   rubygems_mfa_required: 'true'
-  homepage_uri: https://github.com/ductr-io/ductr
-  source_code_uri: https://github.com/ductr-io/ductr
-  changelog_uri: https://github.com/ductr-io/ductr/releases
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -295,8 +345,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.15
-signing_key: 
+rubygems_version: 3.7.1
 specification_version: 4
 summary: Data pipeline and ETL framework.
 test_files: []

data/.vscode/settings.json

@@ -1,18 +0,0 @@
-{
-  "cSpell.words": [
-    "activejob",
-    "annotable",
-    "bindir",
-    "delegators",
-    "ductr",
-    "forwardable",
-    "kiba",
-    "ractor",
-    "ractors",
-    "rufus",
-    "SIGINT",
-    "sord",
-    "thor",
-    "yieldparam"
-  ]
-}

data/bin/console

@@ -1,15 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require "bundler/setup"
-require "ductr"
-
-# You can add fixtures and/or initialization code here to make experimenting
-# with your gem easier. You can also use a different console, if you like.
-
-# (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
-
-require "irb"
-IRB.start(__FILE__)

data/bin/setup

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-IFS=$'\n\t'
-set -vx
-
-bundle install
-
-# Do any other automated setup that you need to do here