omq-cli 0.8.1 → 0.8.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0fee7d6befc3d75eadd78d241a99e38d8ba09efe5762ae6dab74e9db1eff8eb7
-  data.tar.gz: 960b9992c93c11d9ac28f910ab815be6a7b7adcf4a3f1e69036306be0283ce50
+  metadata.gz: ca06571b7529ab16630ce2f769a2320607baf67b87888218ada7a1aa6f05f52a
+  data.tar.gz: c46c9b2a8b358ac16d295ea15031da901859c0130295f4508cf3422eac083a24
 SHA512:
-  metadata.gz: 2e12c6048d102048c32aaad64f0b9f321b0f1994adc37132fbd9de836acd6c04fcb6c401424686e65ed6061464f662525e1397c64cee43f03818c7d4dbea9c2b
-  data.tar.gz: f67ec29b9ebc68f335e29c9ec4e73215f41233fc00c6760bd6fdcac5ee7121826e38aca0c5761b58f9cda78d837651c760553a2d4b64daf2e3105853f1c5661d
+  metadata.gz: bcaa20a52a55171a61098296f0a0a9d8e653bbc6758cf0b21c692c54baa483b3d0d07d96e8c1c9095853984e7c4fe64a2efee60934c193a583892651afa896d8
+  data.tar.gz: 93f70eb26ca6e182486fb2280dedf1b780fa084e9d810c5d9eaeeb3842cdcbe968e22b9ec6517ce69d395c095350f59c94aff142c2ce75f9ecc31a925b1ff73b

data/CHANGELOG.md

@@ -1,5 +1,27 @@
 # Changelog
 
+## 0.8.2 — 2026-04-08
+
+### Fixed
+
+- **`DecompressError` handling** — decompression failures now raise a proper
+  `DecompressError` instead of calling `abort`. In parallel mode (`-P`),
+  errors are sent through a dedicated `Ractor::Port` with a consumer thread
+  that aborts cleanly (exit code 1, one error message). Previously, `Async do`
+  swallowed the exception and the process exited silently.
+- **Pipe memory growth** — pipe sockets now pass `recv_hwm` / `send_hwm` via
+  constructor kwargs so the engine captures them before internal queue sizing.
+  Previously, setters were called after the engine was initialized and had no
+  effect on staging queue capacity.
+
+### Changed
+
+- **`-P N` mandatory argument** — `-P` now requires an explicit worker count.
+  Previously, `-Pq` silently consumed `-q` as the argument to `-P`, making
+  `-q` (quiet) ineffective.
+- **Pipe default HWM lowered to 16** — reduced from 64 to further bound memory
+  with large messages in pipeline stages.
+
 ## 0.8.1 — 2026-04-08
 
 ### Fixed

data/lib/omq/cli/base_runner.rb

@@ -55,10 +55,17 @@ module OMQ
         eps = RactorHelpers.preresolve_tcp(config.endpoints)
         output_port, output_thread = RactorHelpers.start_output_consumer
         log_port, log_thread = RactorHelpers.start_log_consumer
+        error_port = Ractor::Port.new
+        error_thread = Thread.new(error_port) do |p|
+          msg = p.receive
+          abort "omq: #{msg}" unless msg.equal?(RactorHelpers::SHUTDOWN)
+        rescue Ractor::ClosedError
+          # port closed, no error
+        end
 
         workers = config.parallel.times.map do
-          ::Ractor.new(config, socket_sym, eps, output_port, log_port) do |cfg, sym, e, oport, lport|
-            ParallelWorker.new(cfg, sym, e, oport, lport).call
+          ::Ractor.new(config, socket_sym, eps, output_port, log_port, error_port) do |cfg, sym, e, oport, lport, eport|
+            ParallelWorker.new(cfg, sym, e, oport, lport, eport).call
           end
         end
 
@@ -68,6 +75,7 @@ module OMQ
           $stderr.write("omq: Ractor error: #{e.cause&.message || e.message}\n")
         end
       ensure
+        RactorHelpers.stop_consumer(error_port, error_thread) if error_port
         RactorHelpers.stop_consumer(output_port, output_thread) if output_port
         RactorHelpers.stop_consumer(log_port, log_thread) if log_port
       end

data/lib/omq/cli/cli_parser.rb

@@ -367,9 +367,8 @@ module OMQ
             require "omq" unless defined?(OMQ::VERSION)
             opts[:scripts] << (v == "-" ? :stdin : (v.start_with?("./", "../") ? File.expand_path(v) : v))
           }
-          o.on("-P", "--parallel [N]", Integer, "Parallel Ractor workers for pipe (default: nproc, max 16)") { |v|
-            require "etc"
-            opts[:parallel] = [v || Etc.nprocessors, 16].min
+          o.on("-P", "--parallel N", Integer, "Parallel Ractor workers (max 16)") { |v|
+            opts[:parallel] = [v, 16].min
           }
 
           o.separator "\nCURVE encryption (requires system libsodium):"

data/lib/omq/cli/formatter.rb

@@ -2,6 +2,9 @@
 
 module OMQ
   module CLI
+    # Raised when Zstandard decompression fails.
+    class DecompressError < RuntimeError; end
+
     # Handles encoding/decoding messages in the configured format,
     # plus optional Zstandard compression.
     class Formatter
@@ -96,7 +99,7 @@ module OMQ
       def decompress(parts)
         @compress ? parts.map { |p| Zstd.decompress(p) } : parts
       rescue
-        abort "omq: decompression failed (did the sender use --compress?)"
+        raise DecompressError, "decompression failed (did the sender use --compress?)"
       end
 
 

data/lib/omq/cli/parallel_worker.rb

@@ -10,12 +10,13 @@ module OMQ
     #   - rep           (recv-reply with echo/data/eval)
     #
     class ParallelWorker
-      def initialize(config, socket_sym, endpoints, output_port, log_port)
+      def initialize(config, socket_sym, endpoints, output_port, log_port, error_port)
         @config      = config
         @socket_sym  = socket_sym
         @endpoints   = endpoints
         @output_port = output_port
         @log_port    = log_port
+        @error_port  = error_port
       end
 
 
@@ -28,6 +29,8 @@ module OMQ
           compile_expr
           run_loop
           run_end_block
+        rescue DecompressError => e
+          @error_port.send(e.message)
         ensure
           @sock&.close
         end

data/lib/omq/cli/pipe.rb

@@ -8,7 +8,7 @@ module OMQ
       # Default HWM for pipe sockets when the user hasn't set one.
       # Much lower than the socket default (1000) to bound memory
       # with large messages in pipeline stages.
-      PIPE_HWM = 64
+      PIPE_HWM = 16
 
       # @return [Config] frozen CLI configuration
       attr_reader :config
@@ -129,9 +129,16 @@ module OMQ
         in_eps  = RactorHelpers.preresolve_tcp(in_eps)
         out_eps = RactorHelpers.preresolve_tcp(out_eps)
         log_port, log_thread = RactorHelpers.start_log_consumer
+        error_port = Ractor::Port.new
+        error_thread = Thread.new(error_port) do |p|
+          msg = p.receive
+          abort "omq: #{msg}" unless msg.equal?(RactorHelpers::SHUTDOWN)
+        rescue Ractor::ClosedError
+          # port closed, no error
+        end
         workers = config.parallel.times.map do
-          ::Ractor.new(config, in_eps, out_eps, log_port) do |cfg, ins, outs, lport|
-            PipeWorker.new(cfg, ins, outs, lport).call
+          ::Ractor.new(config, in_eps, out_eps, log_port, error_port) do |cfg, ins, outs, lport, eport|
+            PipeWorker.new(cfg, ins, outs, lport, eport).call
           end
         end
         workers.each do |w|
@@ -140,6 +147,7 @@ module OMQ
           $stderr.write("omq: Ractor error: #{e.cause&.message || e.message}\n")
         end
       ensure
+        RactorHelpers.stop_consumer(error_port, error_thread) if error_port
         RactorHelpers.stop_consumer(log_port, log_thread) if log_port
       end
 

data/lib/omq/cli/pipe_worker.rb

@@ -6,11 +6,12 @@ module OMQ
     # Each worker owns its own Async reactor, PULL socket, and PUSH socket.
     #
     class PipeWorker
-      def initialize(config, in_eps, out_eps, log_port)
-        @config   = config
-        @in_eps   = in_eps
-        @out_eps  = out_eps
-        @log_port = log_port
+      def initialize(config, in_eps, out_eps, log_port, error_port = nil)
+        @config     = config
+        @in_eps     = in_eps
+        @out_eps    = out_eps
+        @log_port   = log_port
+        @error_port = error_port
       end
 
 
@@ -23,6 +24,8 @@ module OMQ
           compile_expr
           run_message_loop
           run_end_block
+        rescue OMQ::CLI::DecompressError => e
+          @error_port&.send(e.message)
         ensure
           @pull&.close
           @push&.close

data/lib/omq/cli/version.rb

@@ -2,6 +2,6 @@
 
 module OMQ
   module CLI
-    VERSION = "0.8.1"
+    VERSION = "0.8.2"
   end
 end

data/lib/omq/cli.rb

@@ -246,6 +246,9 @@ module OMQ
                    runner_class.new(config)
                  end
         runner.call(task)
+      rescue DecompressError => e
+        $stderr.puts "omq: #{e.message}"
+        exit 1
       rescue IO::TimeoutError, Async::TimeoutError
         $stderr.puts "omq: timeout" unless config.quiet
         exit 2

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: omq-cli
 version: !ruby/object:Gem::Version
-  version: 0.8.1
+  version: 0.8.2
 platform: ruby
 authors:
 - Patrik Wenger