omq-cli 0.7.2 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5af8706d0afd5ad199301ec7b37a47a232c5732a930eada3696a9f60a31aecc4
-  data.tar.gz: 6e5b15d9bb2af20181cccbc71d5b4d432938660a8e052d62598c18386ddf2a5d
+  metadata.gz: e9d13a0ffe0dbde54709fe0489385447cf61913d8a0b7d9abc2caa67e64fd7a5
+  data.tar.gz: 6987e6aa0569b9e2bc41d6265adf7ea6bc05458086764df0e3c6ca501f08849d
 SHA512:
-  metadata.gz: 8d35e218e4327b8a0c22c6ce15d9d205f62feffeec2fa2afd21cda6fcef96724645ea76922f0d0dd67099883b2795a0443211bbabf729c4c857e77e1a3b4299b
-  data.tar.gz: 34af31e1dc6605c6b90bc7dcb3f519755d13a12e71f4417de7a5d07f71617610fc6d728f57f1be5f51bda6923d49fc1a6fc8cb1cbc6234d31c37ad392b8c3452
+  metadata.gz: 71c929c48a622fe318a531b03a6a7ab3f15c418dcf5b7662f000be0865423c660beb5967536d9ff30d26cd601648638cfdaa63f535a2da0e3dcc076c5bb36ed3
+  data.tar.gz: a3e937b036c55ae4072ddccb38b9acf278e22f8e60ee957b9441611d2a256f34b02cde3c3c847b53811e7365e498fcdeeab5aa512bf2f22c05fa309ce6c997e0

data/CHANGELOG.md

@@ -1,5 +1,35 @@
 # Changelog
 
+## 0.8.0 — 2026-04-08
+
+### Added
+
+- **`-P` for pull, gather, and rep** — parallel Ractor workers for recv-only
+  and request-reply socket types. Output serialized through `Ractor::Port`
+  to avoid scrambled stdout.
+- **`RactorHelpers` module** — shared Ractor infrastructure: `preresolve_tcp`,
+  `start_log_consumer`, `start_output_consumer` with `SHUTDOWN` sentinel for
+  clean consumer shutdown.
+- **`ParallelWorker` class** — general Ractor worker for parallel socket modes.
+- **Process titles** — all runners set descriptive `proctitle`
+  (`omq TYPE [-z] [-PN] ENDPOINTS`). Pipe shows `omq pipe [-z] [-PN] IN -> OUT`.
+  Bare script mode shows `omq script`.
+
+### Changed
+
+- **ASCII-only source** — replaced all Unicode special characters (em-dashes,
+  box-drawing, arrows) with ASCII equivalents in lib/ and test/.
+- **Pipe default HWM** — pipe sockets now default to HWM of 64 (instead of
+  the socket default 1000) to bound memory with large messages in pipeline
+  stages. Override with `--send-hwm` / `--recv-hwm`.
+- **Message preview** — total byte count first, 12 chars per part, max 3 parts
+  shown (`(1234B) frame1|frame2|frame3|...(5 parts)`).
+- **`SocketSetup.apply_options`** — extracted shared socket option setup,
+  used by `BaseRunner`, `PipeRunner`, `PipeWorker`, and `ParallelWorker`.
+- **`Formatter.preview`** — extracted from duplicated `msg_preview` methods.
+- **Pipe/PipeWorker** — use bare `.new` for sockets, `SocketSetup.apply_options`
+  for configuration, `RactorHelpers` for Ractor infrastructure.
+
 ## 0.7.2 — 2026-04-07
 
 ### Changed

data/lib/omq/cli/base_runner.rb

@@ -24,6 +24,7 @@ module OMQ
       # @param task [Async::Task] the parent async task
       # @return [void]
       def call(task)
+        set_process_title
         setup_socket
         start_event_monitor if config.verbose >= 2
         maybe_start_transient_monitor(task)
@@ -46,7 +47,33 @@ module OMQ
       end
 
 
-      # ── Socket creation ─────────────────────────────────────────────
+      # -- Parallel Ractor workers -----------------------------------------
+
+
+      def run_parallel_workers(socket_sym)
+        OMQ.freeze_for_ractors!
+        eps = RactorHelpers.preresolve_tcp(config.endpoints)
+        output_port, output_thread = RactorHelpers.start_output_consumer
+        log_port, log_thread = RactorHelpers.start_log_consumer
+
+        workers = config.parallel.times.map do
+          ::Ractor.new(config, socket_sym, eps, output_port, log_port) do |cfg, sym, e, oport, lport|
+            ParallelWorker.new(cfg, sym, e, oport, lport).call
+          end
+        end
+
+        workers.each do |w|
+          w.join
+        rescue ::Ractor::RemoteError => e
+          $stderr.write("omq: Ractor error: #{e.cause&.message || e.message}\n")
+        end
+      ensure
+        RactorHelpers.stop_consumer(output_port, output_thread) if output_port
+        RactorHelpers.stop_consumer(log_port, log_thread) if log_port
+      end
+
+
+      # -- Socket creation ---------------------------------------------
 
 
       def setup_socket
@@ -68,7 +95,7 @@ module OMQ
       end
 
 
-      # ── Transient disconnect monitor ────────────────────────────────
+      # -- Transient disconnect monitor --------------------------------
 
 
       def maybe_start_transient_monitor(task)
@@ -83,7 +110,7 @@ module OMQ
       end
 
 
-      # ── BEGIN / END blocks ──────────────────────────────────────────
+      # -- BEGIN / END blocks ------------------------------------------
 
 
       def run_begin_blocks
@@ -98,7 +125,7 @@ module OMQ
       end
 
 
-      # ── Peer wait with grace period ─────────────────────────────────
+      # -- Peer wait with grace period ---------------------------------
 
 
       def needs_peer_wait?
@@ -139,7 +166,7 @@ module OMQ
       end
 
 
-      # ── Socket setup ────────────────────────────────────────────────
+      # -- Socket setup ------------------------------------------------
 
 
       def setup_subscriptions
@@ -157,7 +184,7 @@ module OMQ
       end
 
 
-      # ── Shared loop bodies ──────────────────────────────────────────
+      # -- Shared loop bodies ------------------------------------------
 
 
       def run_send_logic
@@ -273,7 +300,7 @@ module OMQ
       end
 
 
-      # ── Message I/O ─────────────────────────────────────────────────
+      # -- Message I/O -------------------------------------------------
 
 
       def send_msg(parts)
@@ -360,7 +387,7 @@ module OMQ
       end
 
 
-      # ── Eval ────────────────────────────────────────────────────────
+      # -- Eval --------------------------------------------------------
 
 
       def compile_expr
@@ -377,7 +404,7 @@ module OMQ
 
 
       def assign_send_aliases
-        # Keep ivar aliases — subclasses check these directly
+        # Keep ivar aliases -- subclasses check these directly
         @send_begin_proc = @send_evaluator.begin_proc
         @send_eval_proc  = @send_evaluator.eval_proc
         @send_end_proc   = @send_evaluator.end_proc
@@ -404,7 +431,22 @@ module OMQ
       SENT = ExpressionEvaluator::SENT
 
 
-      # ── Logging ─────────────────────────────────────────────────────
+      # -- Process title -------------------------------------------------
+
+
+      def set_process_title(endpoints: nil)
+        eps = endpoints || config.endpoints
+        title = ["omq", config.type_name]
+        title << "-z" if config.compress
+        title << "-P#{config.parallel}" if config.parallel
+        eps.each do |ep|
+          title << (ep.respond_to?(:url) ? ep.url : ep.to_s)
+        end
+        Process.setproctitle(title.join(" "))
+      end
+
+
+      # -- Logging -----------------------------------------------------
 
 
       def log(msg)
@@ -419,9 +461,9 @@ module OMQ
         @sock.monitor(verbose: verbose) do |event|
           case event.type
           when :message_sent
-            $stderr.write("omq: >> #{msg_preview(event.detail[:parts])}\n")
+            $stderr.write("omq: >> #{Formatter.preview(event.detail[:parts])}\n")
           when :message_received
-            $stderr.write("omq: << #{msg_preview(event.detail[:parts])}\n")
+            $stderr.write("omq: << #{Formatter.preview(event.detail[:parts])}\n")
           else
             ep = event.endpoint ? " #{event.endpoint}" : ""
             detail = event.detail ? " #{event.detail}" : ""
@@ -429,22 +471,6 @@ module OMQ
           end
         end
       end
-
-
-      def msg_preview(parts)
-        parts.map { |p| preview_bytes(p) }.join(" | ")
-      end
-
-
-      def preview_bytes(str)
-        bytes = str.b
-        preview = bytes[0, 10].gsub(/[^[:print:]]/, ".")
-        if bytes.bytesize > 10
-          "#{preview}... (#{bytes.bytesize}B)"
-        else
-          preview
-        end
-      end
     end
   end
 end

data/lib/omq/cli/cli_parser.rb

@@ -6,12 +6,12 @@ module OMQ
     #
     class CliParser
       EXAMPLES = <<~'TEXT'
-        ── Request / Reply ──────────────────────────────────────────
+        -- Request / Reply ------------------------------------------
 
-          ┌─────┐  "hello"    ┌─────┐
-          │ REQ │────────────→│ REP │
-          │     │←────────────│     │
-          └─────┘  "HELLO"    └─────┘
+          +-----+  "hello"    +-----+
+          | REQ |------------->| REP |
+          |     |<-------------|     |
+          +-----+  "HELLO"    +-----+
 
           # terminal 1: echo server
           omq rep --bind tcp://:5555 --recv-eval '$F.map(&:upcase)'
@@ -23,11 +23,11 @@ module OMQ
           omq rep --bind ipc:///tmp/echo.sock --echo &
           echo "hello" | omq req --connect ipc:///tmp/echo.sock
 
-        ── Publish / Subscribe ──────────────────────────────────────
+        -- Publish / Subscribe --------------------------------------
 
-          ┌─────┐  "weather.nyc 72F"  ┌─────┐
-          │ PUB │────────────────────→│ SUB │ --subscribe "weather."
-          └─────┘                     └─────┘
+          +-----+  "weather.nyc 72F"  +-----+
+          | PUB |--------------------->| SUB | --subscribe "weather."
+          +-----+                     +-----+
 
           # terminal 1: subscriber (all topics by default)
           omq sub --bind tcp://:5556
@@ -35,11 +35,11 @@ module OMQ
           # terminal 2: publisher (needs --delay for subscription to propagate)
           echo "weather.nyc 72F" | omq pub --connect tcp://localhost:5556 --delay 1
 
-        ── Periodic Publish ───────────────────────────────────────────
+        -- Periodic Publish -------------------------------------------
 
-          ┌─────┐  "tick 1"    ┌─────┐
-          │ PUB │──(every 1s)─→│ SUB │
-          └─────┘              └─────┘
+          +-----+  "tick 1"    +-----+
+          | PUB |--(every 1s)-->| SUB |
+          +-----+              +-----+
 
           # terminal 1: subscriber
           omq sub --bind tcp://:5556
@@ -52,11 +52,11 @@ module OMQ
           omq pub --connect tcp://localhost:5556 --delay 1 \
             --data "tick" --interval 1 --count 5
 
-        ── Pipeline ─────────────────────────────────────────────────
+        -- Pipeline -------------------------------------------------
 
-          ┌──────┐           ┌──────┐
-          │ PUSH │──────────→│ PULL │
-          └──────┘           └──────┘
+          +------+           +------+
+          | PUSH |----------->| PULL |
+          +------+           +------+
 
           # terminal 1: worker
           omq pull --bind tcp://:5557
@@ -68,16 +68,16 @@ module OMQ
           omq pull --bind ipc:///tmp/pipeline.sock &
           echo "task 1" | omq push --connect ipc:///tmp/pipeline.sock
 
-        ── Pipe (PULL → eval → PUSH) ────────────────────────────────
+        -- Pipe (PULL -> eval -> PUSH) --------------------------------
 
-          ┌──────┐         ┌──────┐         ┌──────┐
-          │ PUSH │────────→│ pipe │────────→│ PULL │
-          └──────┘         └──────┘         └──────┘
+          +------+         +------+         +------+
+          | PUSH |--------->| pipe |--------->| PULL |
+          +------+         +------+         +------+
 
           # terminal 1: producer
           echo -e "hello\nworld" | omq push --bind ipc://@work
 
-          # terminal 2: worker — uppercase each message
+          # terminal 2: worker -- uppercase each message
           omq pipe -c ipc://@work -c ipc://@sink -e '$F.map(&:upcase)'
           # terminal 3: collector
           omq pull --bind ipc://@sink
@@ -88,19 +88,19 @@ module OMQ
           # exit when producer disconnects (--transient)
           omq pipe -c ipc://@work -c ipc://@sink --transient -e '$F.map(&:upcase)'
 
-          # fan-in: multiple sources → one sink
+          # fan-in: multiple sources -> one sink
           omq pipe --in -c ipc://@work1 -c ipc://@work2 \
             --out -c ipc://@sink -e '$F.map(&:upcase)'
 
-          # fan-out: one source → multiple sinks (round-robin)
+          # fan-out: one source -> multiple sinks (round-robin)
           omq pipe --in -b tcp://:5555 --out -c ipc://@sink1 -c ipc://@sink2 -e '$F'
 
-        ── CLIENT / SERVER (draft) ──────────────────────────────────
+        -- CLIENT / SERVER (draft) ----------------------------------
 
-          ┌────────┐  "hello"   ┌────────┐
-          │ CLIENT │───────────→│ SERVER │ --recv-eval '$F.map(&:upcase)'
-          │        │←───────────│        │
-          └────────┘  "HELLO"   └────────┘
+          +--------+  "hello"   +--------+
+          | CLIENT |------------>| SERVER | --recv-eval '$F.map(&:upcase)'
+          |        |<------------|        |
+          +--------+  "HELLO"   +--------+
 
           # terminal 1: upcasing server
           omq server --bind tcp://:5555 --recv-eval '$F.map(&:upcase)'
@@ -108,28 +108,28 @@ module OMQ
           # terminal 2: client
           echo "hello" | omq client --connect tcp://localhost:5555
 
-        ── Formats ──────────────────────────────────────────────────
+        -- Formats --------------------------------------------------
 
-          # ascii (default) — non-printable replaced with dots
+          # ascii (default) -- non-printable replaced with dots
           omq pull --bind tcp://:5557 --ascii
 
-          # quoted — lossless, round-trippable (uses String#dump escaping)
+          # quoted -- lossless, round-trippable (uses String#dump escaping)
           omq pull --bind tcp://:5557 --quoted
 
-          # JSON Lines — structured, multipart as arrays
+          # JSON Lines -- structured, multipart as arrays
           echo '["key","value"]' | omq push --connect tcp://localhost:5557 --jsonl
           omq pull --bind tcp://:5557 --jsonl
 
           # multipart via tabs
           printf "routing-key\tpayload" | omq push --connect tcp://localhost:5557
 
-        ── Compression ──────────────────────────────────────────────
+        -- Compression ----------------------------------------------
 
           # both sides must use --compress
           omq pull --bind tcp://:5557 --compress &
           echo "compressible data" | omq push --connect tcp://localhost:5557 --compress
 
-        ── CURVE Encryption ─────────────────────────────────────────
+        -- CURVE Encryption -----------------------------------------
 
           # server (prints OMQ_SERVER_KEY=...)
           omq rep --bind tcp://:5555 --echo --curve-server
@@ -138,12 +138,12 @@ module OMQ
           echo "secret" | omq req --connect tcp://localhost:5555 \
             --curve-server-key '<key from server>'
 
-        ── ROUTER / DEALER ──────────────────────────────────────────
+        -- ROUTER / DEALER ------------------------------------------
 
-          ┌────────┐          ┌────────┐
-          │ DEALER │─────────→│ ROUTER │
-          │ id=w1  │          │        │
-          └────────┘          └────────┘
+          +--------+          +--------+
+          | DEALER |---------->| ROUTER |
+          | id=w1  |          |        |
+          +--------+          +--------+
 
           # terminal 1: router shows identity + message
           omq router --bind tcp://:5555
@@ -151,7 +151,7 @@ module OMQ
           # terminal 2: dealer with identity
           echo "hello" | omq dealer --connect tcp://localhost:5555 --identity worker-1
 
-        ── Ruby Eval ────────────────────────────────────────────────
+        -- Ruby Eval ------------------------------------------------
 
           # filter incoming: only pass messages containing "error"
           omq pull -b tcp://:5557 --recv-eval '$F.first.include?("error") ? $F : nil'
@@ -162,10 +162,10 @@ module OMQ
           # require a local file, use its methods
           omq rep --bind tcp://:5555 --require ./transform.rb -e 'upcase_all($F)'
 
-          # next skips, break stops — regexps match against $_
+          # next skips, break stops -- regexps match against $_
           omq pull -b tcp://:5557 -e 'next if /^#/; break if /quit/; $F'
 
-          # BEGIN/END blocks (like awk) — accumulate and summarize
+          # BEGIN/END blocks (like awk) -- accumulate and summarize
           omq pull -b tcp://:5557 -e 'BEGIN{@sum = 0} @sum += Integer($_); nil END{puts @sum}'
 
           # transform outgoing messages
@@ -174,9 +174,9 @@ module OMQ
           # REQ: transform request and reply independently
           echo hello | omq req -c tcp://localhost:5555 -E '$F.map(&:upcase)' -e '$_'
 
-        ── Script Handlers (-r) ────────────────────────────────────
+        -- Script Handlers (-r) ------------------------------------
 
-          # handler.rb — register transforms from a file
+          # handler.rb -- register transforms from a file
           #   db = PG.connect("dbname=app")
           #   OMQ.incoming { |first_part, _| db.exec(first_part).values.flatten }
           #   at_exit { db.close }
@@ -185,8 +185,8 @@ module OMQ
           # combine script handlers with inline eval
           omq req -c tcp://localhost:5555 -r./handler.rb -E '$F.map(&:upcase)'
 
-          # OMQ.outgoing { |msg| ... }   — registered outgoing transform
-          # OMQ.incoming { |msg| ... }   — registered incoming transform
+          # OMQ.outgoing { |msg| ... }   -- registered outgoing transform
+          # OMQ.incoming { |msg| ... }   -- registered incoming transform
           # CLI flags (-e/-E) override registered handlers
       TEXT
 
@@ -271,7 +271,7 @@ module OMQ
           o.banner = "Usage: omq TYPE [options]\n\n" \
                      "Types:    req, rep, pub, sub, push, pull, pair, dealer, router\n" \
                      "Draft:    client, server, radio, dish, scatter, gather, channel, peer\n" \
-                     "Virtual:  pipe (PULL → eval → PUSH)\n\n"
+                     "Virtual:  pipe (PULL -> eval -> PUSH)\n\n"
 
           o.separator "Connection:"
           o.on("-c", "--connect URL", "Connect to endpoint (repeatable)") { |v|
@@ -412,7 +412,7 @@ module OMQ
         type_name = argv.shift
         if type_name.nil?
           abort parser.to_s if opts[:scripts].empty?
-          # bare script mode — type_name stays nil
+          # bare script mode -- type_name stays nil
         elsif !SOCKET_TYPE_NAMES.include?(type_name.downcase)
           abort "Unknown socket type: #{type_name}. Known: #{SOCKET_TYPE_NAMES.join(', ')}"
         else
@@ -486,10 +486,15 @@ module OMQ
         abort "--send-eval and --target are mutually exclusive"  if opts[:send_expr] && opts[:target]
 
         if opts[:parallel]
-          abort "-P/--parallel is only valid for pipe" unless type_name == "pipe"
+          parallel_types = %w[pipe pull gather rep]
+          abort "-P/--parallel is only valid for #{parallel_types.join(", ")}" unless parallel_types.include?(type_name)
           abort "-P/--parallel must be 1..16" unless (1..16).include?(opts[:parallel])
-          all_pipe_eps = opts[:in_endpoints] + opts[:out_endpoints] + opts[:endpoints]
-          abort "-P/--parallel requires all endpoints to use --connect (not --bind)" if all_pipe_eps.any?(&:bind?)
+          if type_name == "pipe"
+            all_eps = opts[:in_endpoints] + opts[:out_endpoints] + opts[:endpoints]
+          else
+            all_eps = opts[:endpoints]
+          end
+          abort "-P/--parallel requires all endpoints to use --connect (not --bind)" if all_eps.any?(&:bind?)
         end
 
         (opts[:connects] + opts[:binds]).each do |url|

data/lib/omq/cli/formatter.rb

@@ -98,6 +98,22 @@ module OMQ
       rescue
         abort "omq: decompression failed (did the sender use --compress?)"
       end
+
+
+      # Formats message parts for human-readable preview (logging).
+      #
+      # @param parts [Array<String>] message frames
+      # @return [String] truncated preview of each frame joined by |
+      def self.preview(parts)
+        total = parts.sum(&:bytesize)
+        shown = parts.first(3).map do |p|
+          bytes = p.b
+          preview = bytes[0, 12].gsub(/[^[:print:]]/, ".")
+          bytes.bytesize > 12 ? "#{preview}..." : preview
+        end
+        tail = parts.size > 3 ? "|...(#{parts.size} parts)" : ""
+        "(#{total}B) #{shown.join("|")}#{tail}"
+      end
     end
   end
 end

data/lib/omq/cli/parallel_worker.rb

@@ -0,0 +1,191 @@
+# frozen_string_literal: true
+
+module OMQ
+  module CLI
+    # Worker that runs inside a Ractor for parallel socket modes (-P).
+    # Each worker owns its own Async reactor and socket instance.
+    #
+    # Supported socket types:
+    #   - pull, gather  (recv-only)
+    #   - rep           (recv-reply with echo/data/eval)
+    #
+    class ParallelWorker
+      def initialize(config, socket_sym, endpoints, output_port, log_port)
+        @config      = config
+        @socket_sym  = socket_sym
+        @endpoints   = endpoints
+        @output_port = output_port
+        @log_port    = log_port
+      end
+
+
+      def call
+        Async do
+          setup_socket
+          log_endpoints
+          start_monitors
+          wait_for_peer
+          compile_expr
+          run_loop
+          run_end_block
+        ensure
+          @sock&.close
+        end
+      end
+
+
+      private
+
+
+      def setup_socket
+        @sock = OMQ.const_get(@socket_sym).new
+        OMQ::CLI::SocketSetup.apply_options(@sock, @config)
+        @sock.identity = @config.identity if @config.identity
+        OMQ::CLI::SocketSetup.attach_endpoints(@sock, @endpoints, verbose: false)
+      end
+
+
+      def log_endpoints
+        return unless @config.verbose >= 1
+        @endpoints.each do |ep|
+          @log_port.send(ep.bind? ? "Bound to #{ep.url}" : "Connecting to #{ep.url}")
+        end
+      end
+
+
+      def start_monitors
+        return unless @config.verbose >= 2
+        trace = @config.verbose >= 3
+        @sock.monitor(verbose: trace) do |event|
+          @log_port.send(format_event(event))
+        end
+      end
+
+
+      def format_event(event)
+        case event.type
+        when :message_sent
+          "omq: >> #{OMQ::CLI::Formatter.preview(event.detail[:parts])}"
+        when :message_received
+          "omq: << #{OMQ::CLI::Formatter.preview(event.detail[:parts])}"
+        else
+          ep = event.endpoint ? " #{event.endpoint}" : ""
+          detail = event.detail ? " #{event.detail}" : ""
+          "omq: #{event.type}#{ep}#{detail}"
+        end
+      end
+
+
+      def wait_for_peer
+        if @config.timeout
+          Fiber.scheduler.with_timeout(@config.timeout) do
+            @sock.peer_connected.wait
+          end
+        else
+          @sock.peer_connected.wait
+        end
+      rescue IO::TimeoutError, Async::TimeoutError
+        # Proceed anyway -- recv will timeout if no messages arrive
+      end
+
+
+      def compile_expr
+        @begin_proc, @end_proc, @eval_proc =
+          OMQ::CLI::ExpressionEvaluator.compile_inside_ractor(@config.recv_expr)
+        @fmt = OMQ::CLI::Formatter.new(@config.format, compress: @config.compress)
+        @ctx = Object.new
+        @ctx.instance_exec(&@begin_proc) if @begin_proc
+      end
+
+
+      def run_loop
+        case @config.type_name
+        when "pull", "gather"
+          run_recv_loop
+        when "rep"
+          run_rep_loop
+        end
+      end
+
+
+      # -- Recv-only loop (PULL, GATHER) -----------------------------------
+
+
+      def run_recv_loop
+        n = @config.count
+        i = 0
+        loop do
+          parts = @sock.receive
+          break if parts.nil?
+          parts = @fmt.decompress(parts)
+          if @eval_proc
+            parts = normalize(
+              @ctx.instance_exec(parts, &@eval_proc)
+            )
+            next if parts.nil?
+          end
+          output(parts) unless parts.empty?
+          i += 1
+          break if n && n > 0 && i >= n
+        end
+      rescue IO::TimeoutError, Async::TimeoutError
+        # recv timed out -- fall through to END block
+      end
+
+
+      # -- REP loop (recv request, process, send reply) --------------------
+
+
+      def run_rep_loop
+        n = @config.count
+        i = 0
+        loop do
+          parts = @sock.receive
+          break if parts.nil?
+          parts = @fmt.decompress(parts)
+          reply = compute_reply(parts)
+          output(reply)
+          @sock.send(@fmt.compress(reply))
+          i += 1
+          break if n && n > 0 && i >= n
+        end
+      rescue IO::TimeoutError, Async::TimeoutError
+        # recv timed out -- fall through to END block
+      end
+
+
+      def compute_reply(parts)
+        if @eval_proc
+          normalize(@ctx.instance_exec(parts, &@eval_proc)) || [""]
+        elsif @config.echo
+          parts
+        elsif @config.data
+          @fmt.decode(@config.data + "\n")
+        else
+          parts
+        end
+      end
+
+
+      # -- Output and helpers ----------------------------------------------
+
+
+      def output(parts)
+        return if @config.quiet || parts.nil?
+        @output_port.send(@fmt.encode(parts))
+      end
+
+
+      def normalize(result)
+        OMQ::CLI::ExpressionEvaluator.normalize_result(result)
+      end
+
+
+      def run_end_block
+        return unless @end_proc
+        out = normalize(@ctx.instance_exec(&@end_proc))
+        output(out) if out && !out.empty?
+      end
+    end
+  end
+end

data/lib/omq/cli/pipe.rb

@@ -5,6 +5,11 @@ module OMQ
     # Runner for the virtual "pipe" socket type (PULL -> eval -> PUSH).
     # Supports sequential and parallel (Ractor-based) processing modes.
     class PipeRunner
+      # Default HWM for pipe sockets when the user hasn't set one.
+      # Much lower than the socket default (1000) to bound memory
+      # with large messages in pipeline stages.
+      PIPE_HWM = 64
+
       # @return [Config] frozen CLI configuration
       attr_reader :config
 
@@ -42,10 +47,11 @@ module OMQ
       end
 
 
-      # ── Sequential ───────────────────────────────────────────────────
+      # -- Sequential ---------------------------------------------------
 
 
       def run_sequential(task)
+        set_pipe_process_title
         in_eps, out_eps = resolve_endpoints
         @pull, @push = build_pull_push(in_eps, out_eps)
         compile_expr
@@ -73,21 +79,13 @@ module OMQ
       end
 
 
-      def apply_socket_options(sock)
-        sock.reconnect_interval = config.reconnect_ivl if config.reconnect_ivl
-        sock.heartbeat_interval = config.heartbeat_ivl if config.heartbeat_ivl
-        sock.send_hwm           = config.send_hwm      if config.send_hwm
-        sock.recv_hwm           = config.recv_hwm      if config.recv_hwm
-        sock.sndbuf             = config.sndbuf        if config.sndbuf
-        sock.rcvbuf             = config.rcvbuf        if config.rcvbuf
-      end
-
-
       def build_pull_push(in_eps, out_eps)
-        pull = OMQ::PULL.new(linger: config.linger, recv_timeout: config.timeout)
-        push = OMQ::PUSH.new(linger: config.linger, send_timeout: config.timeout)
-        apply_socket_options(pull)
-        apply_socket_options(push)
+        pull = OMQ::PULL.new
+        push = OMQ::PUSH.new
+        SocketSetup.apply_options(pull, config)
+        SocketSetup.apply_options(push, config)
+        pull.recv_hwm = PIPE_HWM unless config.recv_hwm
+        push.send_hwm = PIPE_HWM unless config.send_hwm
         SocketSetup.attach_endpoints(pull, in_eps, verbose: config.verbose >= 1)
         SocketSetup.attach_endpoints(push, out_eps, verbose: config.verbose >= 1)
         [pull, push]
@@ -121,15 +119,16 @@ module OMQ
       end
 
 
-      # ── Parallel ─────────────────────────────────────────────────────
+      # -- Parallel -----------------------------------------------------
 
 
       def run_parallel(task)
+        set_pipe_process_title
         OMQ.freeze_for_ractors!
         in_eps, out_eps = resolve_endpoints
-        in_eps  = PipeWorker.preresolve_tcp(in_eps)
-        out_eps = PipeWorker.preresolve_tcp(out_eps)
-        log_port, log_thread = PipeWorker.start_log_consumer
+        in_eps  = RactorHelpers.preresolve_tcp(in_eps)
+        out_eps = RactorHelpers.preresolve_tcp(out_eps)
+        log_port, log_thread = RactorHelpers.start_log_consumer
         workers = config.parallel.times.map do
           ::Ractor.new(config, in_eps, out_eps, log_port) do |cfg, ins, outs, lport|
             PipeWorker.new(cfg, ins, outs, lport).call
@@ -141,12 +140,26 @@ module OMQ
           $stderr.write("omq: Ractor error: #{e.cause&.message || e.message}\n")
         end
       ensure
-        log_port.close
-        log_thread.join
+        RactorHelpers.stop_consumer(log_port, log_thread) if log_port
       end
 
 
-      # ── Expression eval ──────────────────────────────────────────────
+      # -- Process title -------------------------------------------------
+
+
+      def set_pipe_process_title
+        in_eps, out_eps = resolve_endpoints
+        title = ["omq pipe"]
+        title << "-z" if config.compress || config.compress_in || config.compress_out
+        title << "-P#{config.parallel}" if config.parallel
+        title.concat(in_eps.map(&:url))
+        title << "->"
+        title.concat(out_eps.map(&:url))
+        Process.setproctitle(title.join(" "))
+      end
+
+
+      # -- Expression eval ----------------------------------------------
 
 
       def compile_expr
@@ -163,7 +176,7 @@ module OMQ
       end
 
 
-      # ── Event monitoring ─────────────────────────────────────────────
+      # -- Event monitoring ---------------------------------------------
 
 
       def start_event_monitors
@@ -172,9 +185,9 @@ module OMQ
           sock.monitor(verbose: verbose) do |event|
             case event.type
             when :message_sent
-              $stderr.write("omq: >> #{msg_preview(event.detail[:parts])}\n")
+              $stderr.write("omq: >> #{Formatter.preview(event.detail[:parts])}\n")
             when :message_received
-              $stderr.write("omq: << #{msg_preview(event.detail[:parts])}\n")
+              $stderr.write("omq: << #{Formatter.preview(event.detail[:parts])}\n")
             else
               ep = event.endpoint ? " #{event.endpoint}" : ""
               detail = event.detail ? " #{event.detail}" : ""
@@ -183,15 +196,6 @@ module OMQ
           end
         end
       end
-
-
-      def msg_preview(parts)
-        parts.map { |p|
-          bytes = p.b
-          preview = bytes[0, 10].gsub(/[^[:print:]]/, ".")
-          bytes.bytesize > 10 ? "#{preview}... (#{bytes.bytesize}B)" : preview
-        }.join(" | ")
-      end
     end
   end
 end

data/lib/omq/cli/pipe_worker.rb

@@ -6,42 +6,6 @@ module OMQ
     # Each worker owns its own Async reactor, PULL socket, and PUSH socket.
     #
     class PipeWorker
-      # Starts a Ractor::Port and a consumer thread that drains log
-      # messages to stderr sequentially. Returns [port, thread].
-      #
-      def self.start_log_consumer
-        port = Ractor::Port.new
-        thread = Thread.new(port) do |p|
-          loop do
-            $stderr.write("#{p.receive}\n")
-          rescue Ractor::ClosedError
-            break
-          end
-        end
-        [port, thread]
-      end
-
-
-      # Resolves TCP hostnames to IP addresses so Ractors don't touch
-      # Resolv::DefaultResolver (which is not shareable).
-      #
-      def self.preresolve_tcp(endpoints)
-        endpoints.flat_map do |ep|
-          url = ep.url
-          if url.start_with?("tcp://")
-            host, port = OMQ::Transport::TCP.parse_endpoint(url)
-            Addrinfo.getaddrinfo(host, port, nil, :STREAM).map do |addr|
-              ip = addr.ip_address
-              ip = "[#{ip}]" if ip.include?(":")
-              Endpoint.new("tcp://#{ip}:#{addr.ip_port}", ep.bind?)
-            end
-          else
-            ep
-          end
-        end
-      end
-
-
       def initialize(config, in_eps, out_eps, log_port)
         @config   = config
         @in_eps   = in_eps
@@ -70,27 +34,17 @@ module OMQ
 
 
       def setup_sockets
-        @pull = OMQ::PULL.new(linger: @config.linger)
-        @push = OMQ::PUSH.new(linger: @config.linger)
-        @pull.recv_timeout      = @config.timeout if @config.timeout
-        @push.send_timeout      = @config.timeout if @config.timeout
-        apply_socket_options(@pull)
-        apply_socket_options(@push)
+        @pull = OMQ::PULL.new
+        @push = OMQ::PUSH.new
+        OMQ::CLI::SocketSetup.apply_options(@pull, @config)
+        OMQ::CLI::SocketSetup.apply_options(@push, @config)
+        @pull.recv_hwm = PipeRunner::PIPE_HWM unless @config.recv_hwm
+        @push.send_hwm = PipeRunner::PIPE_HWM unless @config.send_hwm
         OMQ::CLI::SocketSetup.attach_endpoints(@pull, @in_eps, verbose: false)
         OMQ::CLI::SocketSetup.attach_endpoints(@push, @out_eps, verbose: false)
       end
 
 
-      def apply_socket_options(sock)
-        sock.reconnect_interval = @config.reconnect_ivl if @config.reconnect_ivl
-        sock.heartbeat_interval = @config.heartbeat_ivl if @config.heartbeat_ivl
-        sock.send_hwm           = @config.send_hwm if @config.send_hwm
-        sock.recv_hwm           = @config.recv_hwm if @config.recv_hwm
-        sock.sndbuf             = @config.sndbuf if @config.sndbuf
-        sock.rcvbuf             = @config.rcvbuf if @config.rcvbuf
-      end
-
-
       def log_endpoints
         @in_eps.each { |ep| @log_port.send(ep.bind? ? "Bound to #{ep.url}" : "Connecting to #{ep.url}") }
         @out_eps.each { |ep| @log_port.send(ep.bind? ? "Bound to #{ep.url}" : "Connecting to #{ep.url}") }
@@ -110,9 +64,9 @@ module OMQ
       def format_event(event)
         case event.type
         when :message_sent
-          "omq: >> #{msg_preview(event.detail[:parts])}"
+          "omq: >> #{OMQ::CLI::Formatter.preview(event.detail[:parts])}"
         when :message_received
-          "omq: << #{msg_preview(event.detail[:parts])}"
+          "omq: << #{OMQ::CLI::Formatter.preview(event.detail[:parts])}"
         else
           ep = event.endpoint ? " #{event.endpoint}" : ""
           detail = event.detail ? " #{event.detail}" : ""
@@ -121,15 +75,6 @@ module OMQ
       end
 
 
-      def msg_preview(parts)
-        parts.map { |p|
-          bytes = p.b
-          preview = bytes[0, 10].gsub(/[^[:print:]]/, ".")
-          bytes.bytesize > 10 ? "#{preview}... (#{bytes.bytesize}B)" : preview
-        }.join(" | ")
-      end
-
-
       def wait_for_peers
         Barrier do |barrier|
           barrier.async { @pull.peer_connected.wait }
@@ -188,7 +133,7 @@ module OMQ
           end
         end
       rescue IO::TimeoutError, Async::TimeoutError
-        # recv timed out — fall through to END block
+        # recv timed out -- fall through to END block
       end
 
 

data/lib/omq/cli/push_pull.rb

@@ -10,6 +10,14 @@ module OMQ
 
     # Runner for PULL sockets (receive-only pipeline consumer).
     class PullRunner < BaseRunner
+      def call(task)
+        config.parallel ? run_parallel_workers(:PULL) : super
+      end
+
+
+      private
+
+
       def run_loop(task) = run_recv_logic
     end
   end

data/lib/omq/cli/ractor_helpers.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+
+module OMQ
+  module CLI
+    # Shared Ractor infrastructure for parallel worker modes.
+    module RactorHelpers
+      # Sentinel value sent through ports to signal consumer threads to exit.
+      # Port#close does not unblock a waiting #receive, so we must send an
+      # explicit shutdown marker.
+      SHUTDOWN = :__omq_shutdown__
+
+
+      # Resolves TCP hostnames to IP addresses so Ractors don't touch
+      # Resolv::DefaultResolver (which is not shareable).
+      #
+      def self.preresolve_tcp(endpoints)
+        endpoints.flat_map do |ep|
+          url = ep.url
+          if url.start_with?("tcp://")
+            host, port = OMQ::Transport::TCP.parse_endpoint(url)
+            Addrinfo.getaddrinfo(host, port, nil, :STREAM).map do |addr|
+              ip = addr.ip_address
+              ip = "[#{ip}]" if ip.include?(":")
+              Endpoint.new("tcp://#{ip}:#{addr.ip_port}", ep.bind?)
+            end
+          else
+            ep
+          end
+        end
+      end
+
+
+      # Starts a Ractor::Port and a consumer thread that drains log
+      # messages to stderr sequentially. Returns [port, thread].
+      # Send SHUTDOWN through the port to stop the consumer.
+      #
+      def self.start_log_consumer
+        port = Ractor::Port.new
+        thread = Thread.new(port) do |p|
+          loop do
+            msg = p.receive
+            break if msg.equal?(SHUTDOWN)
+            $stderr.write("#{msg}\n")
+          rescue Ractor::ClosedError
+            break
+          end
+        end
+        [port, thread]
+      end
+
+
+      # Starts a Ractor::Port and a consumer thread that drains
+      # formatted output to stdout sequentially. Returns [port, thread].
+      # Send SHUTDOWN through the port to stop the consumer.
+      #
+      def self.start_output_consumer
+        port = Ractor::Port.new
+        thread = Thread.new(port) do |p|
+          loop do
+            msg = p.receive
+            break if msg.equal?(SHUTDOWN)
+            $stdout.write(msg)
+          rescue Ractor::ClosedError
+            break
+          end
+        end
+        [port, thread]
+      end
+
+
+      # Sends the shutdown sentinel and joins the consumer thread.
+      #
+      def self.stop_consumer(port, thread)
+        port.send(SHUTDOWN)
+        thread.join
+      rescue Ractor::ClosedError
+        thread.join(1)
+      end
+    end
+  end
+end

data/lib/omq/cli/req_rep.rb

@@ -37,6 +37,11 @@ module OMQ
 
     # Runner for REP sockets (synchronous request-reply server).
     class RepRunner < BaseRunner
+      def call(task)
+        config.parallel ? run_parallel_workers(:REP) : super
+      end
+
+
       private
 
 

data/lib/omq/cli/scatter_gather.rb

@@ -10,6 +10,14 @@ module OMQ
 
     # Runner for GATHER sockets (draft; fan-in receive).
     class GatherRunner < BaseRunner
+      def call(task)
+        config.parallel ? run_parallel_workers(:GATHER) : super
+      end
+
+
+      private
+
+
       def run_loop(task) = run_recv_logic
     end
   end

data/lib/omq/cli/socket_setup.rb

@@ -6,23 +6,30 @@ module OMQ
     # All methods are module-level so callers compose rather than inherit.
     #
     module SocketSetup
+      # Apply common socket options from +config+ to +sock+.
+      #
+      def self.apply_options(sock, config)
+        sock.linger             = config.linger
+        sock.recv_timeout       = config.timeout       if config.timeout
+        sock.send_timeout       = config.timeout       if config.timeout
+        sock.reconnect_interval = config.reconnect_ivl if config.reconnect_ivl
+        sock.heartbeat_interval = config.heartbeat_ivl if config.heartbeat_ivl
+        sock.send_hwm           = config.send_hwm      if config.send_hwm
+        sock.recv_hwm           = config.recv_hwm      if config.recv_hwm
+        sock.sndbuf             = config.sndbuf        if config.sndbuf
+        sock.rcvbuf             = config.rcvbuf        if config.rcvbuf
+      end
+
+
       # Create and fully configure a socket from +klass+ and +config+.
       #
       def self.build(klass, config)
-        sock_opts              = { linger: config.linger }
-        sock_opts[:conflate]   = true if config.conflate && %w[pub radio].include?(config.type_name)
-        sock                   = klass.new(**sock_opts)
-        sock.recv_timeout      = config.timeout    if config.timeout
-        sock.send_timeout      = config.timeout    if config.timeout
-        sock.max_message_size  = config.recv_maxsz if config.recv_maxsz
-        sock.send_hwm            = config.send_hwm       if config.send_hwm
-        sock.recv_hwm            = config.recv_hwm       if config.recv_hwm
-        sock.sndbuf              = config.sndbuf         if config.sndbuf
-        sock.rcvbuf              = config.rcvbuf         if config.rcvbuf
-        sock.reconnect_interval  = config.reconnect_ivl if config.reconnect_ivl
-        sock.heartbeat_interval  = config.heartbeat_ivl if config.heartbeat_ivl
-        sock.identity            = config.identity      if config.identity
-        sock.router_mandatory    = true if config.type_name == "router"
+        sock = klass.new
+        sock.conflate = true if config.conflate && %w[pub radio].include?(config.type_name)
+        apply_options(sock, config)
+        sock.max_message_size = config.recv_maxsz if config.recv_maxsz
+        sock.identity         = config.identity   if config.identity
+        sock.router_mandatory = true if config.type_name == "router"
         sock
       end
 

data/lib/omq/cli/transient_monitor.rb

@@ -31,7 +31,7 @@ module OMQ
 
 
       # Signal that the first message has been sent or received.
-      # Idempotent — safe to call multiple times.
+      # Idempotent -- safe to call multiple times.
       #
       def ready!
         @barrier.resolve(true) unless @barrier.resolved?

data/lib/omq/cli/version.rb

@@ -2,6 +2,6 @@
 
 module OMQ
   module CLI
-    VERSION = "0.7.2"
+    VERSION = "0.8.0"
   end
 end

data/lib/omq/cli.rb

@@ -18,6 +18,8 @@ require_relative "cli/req_rep"
 require_relative "cli/pair"
 require_relative "cli/router_dealer"
 require_relative "cli/client_server"
+require_relative "cli/ractor_helpers"
+require_relative "cli/parallel_worker"
 require_relative "cli/pipe_worker"
 require_relative "cli/pipe"
 
@@ -169,7 +171,7 @@ module OMQ
           abort "CURVE requires libsodium. Install it:\n" \
                 "  apt install libsodium-dev    # Debian/Ubuntu\n" \
                 "  brew install libsodium       # macOS\n" \
-                "Or use nuckle (pure Ruby, DANGEROUS — not audited):\n" \
+                "Or use nuckle (pure Ruby, DANGEROUS -- not audited):\n" \
                 "  --crypto nuckle"
         end
       else
@@ -221,6 +223,7 @@ module OMQ
       end
 
       if config.type_name.nil?
+        Process.setproctitle("omq script")
         Object.include(OMQ) unless Object.include?(OMQ)
         Async annotation: 'omq' do
           Async::Debug.serve(endpoint: debug_ep) if debug_ep

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: omq-cli
 version: !ruby/object:Gem::Version
-  version: 0.7.2
+  version: 0.8.0
 platform: ruby
 authors:
 - Patrik Wenger
@@ -165,10 +165,12 @@ files:
 - lib/omq/cli/expression_evaluator.rb
 - lib/omq/cli/formatter.rb
 - lib/omq/cli/pair.rb
+- lib/omq/cli/parallel_worker.rb
 - lib/omq/cli/pipe.rb
 - lib/omq/cli/pipe_worker.rb
 - lib/omq/cli/pub_sub.rb
 - lib/omq/cli/push_pull.rb
+- lib/omq/cli/ractor_helpers.rb
 - lib/omq/cli/radio_dish.rb
 - lib/omq/cli/req_rep.rb
 - lib/omq/cli/router_dealer.rb