cosmonats 0.5.1 → 0.7.0

data/lib/cosmo/web/views/jobs/_processes.erb

@@ -0,0 +1,131 @@
+<% nav = @polling ? { limit: @limit } : { limit: @limit, poll: 0 } -%>
+<% states = { "running" => "badge-success", "quiet" => "badge-warning", "stopping" => "badge-danger" } -%>
+<div id="processes-poller"
+     <% if @polling -%>
+     hx-get="<%= url_for('/jobs/_processes', page: @page, limit: @limit) %>"
+     hx-trigger="every <%= poll_interval %>s"
+     hx-swap="outerHTML"
+     <% end -%>
+     >
+  <div class="pending">
+    <span></span>
+    <span class="poll-status">
+      <span class="text-muted"><%= @total %> process(es) alive</span>
+      <% if @polling -%>
+        <a class="btn btn-sm"
+           hx-get="<%= url_for('/jobs/_processes', nav.merge(page: @page, poll: 0)) %>"
+           hx-target="#processes-poller"
+           hx-swap="outerHTML"
+           hx-indicator="#global-spinner">&#9209; Stop Polling</a>
+      <% else -%>
+        <a class="btn btn-sm btn-primary"
+           hx-get="<%= url_for('/jobs/_processes', page: @page, limit: @limit) %>"
+           hx-target="#processes-poller"
+           hx-swap="outerHTML"
+           hx-indicator="#global-spinner">&#x25B6; Live Poll</a>
+      <% end -%>
+    </span>
+  </div>
+
+  <% if @processes.empty? -%>
+    <div class="alert alert-warning">No worker processes are running</div>
+  <% else -%>
+    <div class="table-container">
+      <table>
+        <thead>
+          <tr>
+            <th>Process</th>
+            <th>Command</th>
+            <th>Subscriptions</th>
+            <th>Busy</th>
+            <th>State</th>
+            <th>RTT</th>
+            <th>Reconnects</th>
+            <th>Memory</th>
+            <th>Uptime</th>
+            <th>Last beat</th>
+          </tr>
+        </thead>
+        <tbody>
+          <% @processes.each do |process| -%>
+          <% nats = Hash(process[:nats]) -%>
+          <tr>
+            <td>
+              <div class="job-class"><%= h(process[:hostname]) %>:<%= h(process[:pid]) %></div>
+              <div class="text-muted" style="font-size: var(--font-size-small);">
+                <%= h(nats[:ip] || "unknown IP") %>
+                <% if nats[:name] -%>&middot; <code><%= h(nats[:name]) %></code><% end -%>
+              </div>
+            </td>
+            <td>
+              <% cmdline = process[:cmdline].to_s -%>
+              <div class="job-id">
+                <details>
+                  <summary>
+                    <code><%= h(cmdline.length > 40 ? "#{cmdline[0, 40]}…" : cmdline) %></code>
+                  </summary>
+                  <code style="font-size: var(--font-size-small);"><%= h(cmdline) %></code>
+                  <div class="text-muted" style="font-size: var(--font-size-small);">
+                    cosmo <%= h(process[:version]) %> &middot; <%= h(process[:ruby]) %>
+                    <% if process[:http_port] -%>&middot; http :<%= h(process[:http_port]) %><% end -%>
+                  </div>
+                </details>
+              </div>
+            </td>
+            <td>
+              <% Hash(process[:subscriptions]).each do |type, names| -%>
+                <div><span class="text-muted"><%= h(type) %>:</span> <code><%= h(Array(names).join(", ")) %></code></div>
+              <% end -%>
+            </td>
+            <td><%= h(process[:busy]) %> / <%= h(process[:concurrency]) %></td>
+            <td><span class="badge <%= states.fetch(process[:state].to_s, 'badge-info') %>"><%= h(process[:state]) %></span></td>
+            <td><%= nats[:rtt] ? "#{h(nats[:rtt])}ms" : '&mdash;' %></td>
+            <td><%= h(nats[:reconnects].to_i) %></td>
+            <td><%= process[:rss] ? format_bytes(process[:rss].to_i * 1024) : '&mdash;' %></td>
+            <td><%= elapsed(process[:started_at]) %></td>
+            <td><%= elapsed(process[:beat_at]) %> ago</td>
+          </tr>
+          <% end -%>
+        </tbody>
+      </table>
+    </div>
+  <% end -%>
+
+  <% if @total_pages.to_i > 1 -%>
+    <div class="pagination">
+      <% if @page > 1 -%>
+        <a hx-get="<%= url_for('/jobs/_processes', nav.merge(page: @page - 1)) %>"
+           hx-target="#processes-poller"
+           hx-swap="outerHTML"
+           hx-indicator="#global-spinner"
+           class="btn">&#x2190; Prev</a>
+      <% else -%>
+        <span class="btn btn-disabled">&#x2190; Prev</span>
+      <% end -%>
+
+      <% pages(@page, @total_pages).each do |p| -%>
+        <% if p == :gap -%>
+          <span class="pagination-gap">&hellip;</span>
+        <% elsif p == @page -%>
+          <span class="btn btn-primary btn-disabled"><%= p %></span>
+        <% else -%>
+          <a hx-get="<%= url_for('/jobs/_processes', nav.merge(page: p)) %>"
+             hx-target="#processes-poller"
+             hx-swap="outerHTML"
+             hx-indicator="#global-spinner"
+             class="btn"><%= p %></a>
+        <% end -%>
+      <% end -%>
+
+      <% if @page < @total_pages -%>
+        <a hx-get="<%= url_for('/jobs/_processes', nav.merge(page: @page + 1)) %>"
+           hx-target="#processes-poller"
+           hx-swap="outerHTML"
+           hx-indicator="#global-spinner"
+           class="btn">Next &#x2192;</a>
+      <% else -%>
+        <span class="btn btn-disabled">Next &#x2192;</span>
+      <% end -%>
+    </div>
+  <% end -%>
+</div>

data/lib/cosmo/web/views/jobs/_scheduled.erb

@@ -1,6 +1,6 @@
 <div id="scheduled-poller"
      hx-get="<%= url_for('/jobs/_scheduled') %>"
-     hx-trigger="every 5s"
+     hx-trigger="every <%= poll_interval %>s"
      hx-swap="outerHTML">
   <div class="pending">
     <span></span>

data/lib/cosmo/web/views/jobs/busy.erb

@@ -2,7 +2,7 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>

data/lib/cosmo/web/views/jobs/dead.erb

@@ -2,13 +2,13 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>
 
   <div id="content">
-    <div id="dead-poller"
+    <div id="dead-jobs"
          hx-get="<%= url_for('/jobs/_dead') %>"
          hx-trigger="load"
          hx-swap="outerHTML">

data/lib/cosmo/web/views/jobs/enqueued.erb

@@ -2,7 +2,7 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>

data/lib/cosmo/web/views/jobs/index.erb

@@ -2,11 +2,17 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>
 
   <div id="content">
+    <div id="processes-poller"
+         hx-get="<%= url_for('/jobs/_processes') %>"
+         hx-trigger="load"
+         hx-swap="outerHTML">
+      <div class="alert alert-info">Loading processes&hellip;</div>
+    </div>
   </div>
 </section>

data/lib/cosmo/web/views/jobs/scheduled.erb

@@ -2,7 +2,7 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>

data/lib/cosmo/web/views/streams/index.erb

@@ -3,7 +3,7 @@
 
   <div id="content">
     <div hx-get="<%= url_for('/streams/_table') %>"
-         hx-trigger="load, every 5s"
+         hx-trigger="load, every <%= poll_interval %>s"
          hx-swap="innerHTML">
       <div class="alert alert-info">Loading streams…</div>
     </div>

data/lib/cosmo/web.rb

@@ -34,10 +34,12 @@ module Cosmo
                  in [:get,    "/jobs/enqueued"]         then [Controllers::Jobs,    :enqueued]
                  in [:patch,  %r{/jobs/retry/\d+}]      then [Controllers::Jobs,    :retry]
                  in [:delete, %r{/jobs/delete/\d+}]     then [Controllers::Jobs,    :delete]
+                 in [:delete, %r{/jobs/enqueued/\d+}]   then [Controllers::Jobs,    :delete_enqueued]
                  in [:get,    "/jobs/_stats"]           then [Controllers::Jobs,    :_stats]
                  in [:get,    "/jobs/_scheduled"]       then [Controllers::Jobs,    :_scheduled]
                  in [:get,    "/jobs/_dead"]            then [Controllers::Jobs,    :_dead]
                  in [:get,    "/jobs/_busy"]            then [Controllers::Jobs,    :_busy]
+                 in [:get,    "/jobs/_processes"]       then [Controllers::Jobs,    :_processes]
                  in [:get,    "/jobs/_enqueued"]        then [Controllers::Jobs,    :_enqueued]
                  in [:get,    "/streams"]               then [Controllers::Streams, :index]
                  in [:get,    "/streams/info"]          then [Controllers::Streams, :info]

data/lib/cosmo.rb

@@ -11,11 +11,17 @@ require "cosmo/job"
 require "cosmo/batch"
 require "cosmo/stream"
 require "cosmo/cli"
+require "cosmo/heartbeat"
 require "cosmo/engine"
 require "cosmo/api"
 require "cosmo/railtie" if defined?(Rails::Railtie)
 
 module Cosmo
+  # Optional, requires rack
+  autoload :Web, "cosmo/web"
+  # Optional, requires rack and webrick gems. Loaded only when an HTTP port is configured.
+  autoload :HTTPServer, "cosmo/http_server"
+
   class Error < StandardError; end
 
   class ArgumentError < Error; end
@@ -33,4 +39,11 @@ module Cosmo
       super("Missing stream `#{stream_name}`")
     end
   end
+
+  class UnknownJobStreamError < Error
+    def initialize(names, configured)
+      super("Unknown job stream#{"s" if names.size > 1} #{names.map { "`#{_1}`" }.join(", ")}; " \
+            "configured: #{configured.empty? ? "none" : configured.map { "`#{_1}`" }.join(", ")}")
+    end
+  end
 end

data/sig/cosmo/api/counter.rbs

@@ -2,16 +2,14 @@ module Cosmo
   module API
     class Counter
       STREAM_NAME: ::String
+      STREAM_CONFIG: Hash[Symbol, untyped]
 
-      self.@instance: Counter
       @namespace: ::String
 
-      def self.instance: () -> Counter
+      def self.setup!: () -> void
 
       def initialize: (::String namespace) -> void
 
-      def with: () { () -> bool } -> void
-
       def increment: (Symbol key, ?by: ::Integer) -> ::Integer
       alias incr increment
 

data/sig/cosmo/api/cron/entry.rbs

@@ -18,6 +18,8 @@ module Cosmo
 
         def schedule_subject: () -> ::String
         def target_subject: () -> ::String
+        def dispatch_subject: () -> ::String
+        def schedule_headers: () -> Hash[::String, ::String]
         def job_name: () -> ::String
         def job_payload: () -> ::String
         def as_json: () -> Hash[Symbol, untyped]

data/sig/cosmo/api/cron.rbs

@@ -1,6 +1,8 @@
 module Cosmo
   module API
     class Cron
+      STREAM: ::String
+
       def all: () -> ::Array[Hash[Symbol, untyped]]
 
       def upsert!: (?Cosmo::API::Cron::Entry schedule_obj,
@@ -17,8 +19,8 @@ module Cosmo
 
       private
 
-      def schedules_from_stream: (::String stream_name) -> ::Array[Hash[Symbol, untyped]]
-      def build_from_nats: (::String stream_name, ::String subject) -> Hash[Symbol, untyped]?
+      def schedules: () -> ::Array[Hash[Symbol, untyped]]
+      def build_from_nats: (::String subject) -> Hash[Symbol, untyped]?
       def name_from_subject: (::String subject) -> ::String?
     end
   end

data/sig/cosmo/api/job.rbs

@@ -23,9 +23,21 @@ module Cosmo
 
       def subject: () -> ::String
 
+      def error_class: () -> ::String?
+
+      def error_message: () -> ::String?
+
+      def error_backtrace: () -> ::String?
+
+      def error_backtrace_lines: () -> Array[::String]
+
+      def error?: () -> bool
+
       def stream: () -> ::String
 
       def timestamp: () -> ::String?
+
+      def stored_at: () -> ::Time?
     end
   end
 end

data/sig/cosmo/api/kv.rbs

@@ -1,6 +1,8 @@
 module Cosmo
   module API
     class KV
+      LIMIT: ::Integer
+
       @name: ::String
       @options: Hash[Symbol, untyped]
       @kv: untyped
@@ -15,7 +17,9 @@ module Cosmo
 
       def delete: (::String | ::Integer key) -> untyped
 
-      def keys: (?::String? subject, ?limit: ::Integer) -> Array[::String]
+      def keys: (?::String? subject, ?limit: ::Integer?, ?offset: ::Integer) -> Array[::String]
+
+      def entries: (?::String? subject, ?limit: ::Integer?, ?offset: ::Integer) -> Array[[::String, ::String]]
 
       def purge: (::String | ::Integer key) -> untyped
 
@@ -28,6 +32,8 @@ module Cosmo
 
       private
 
+      def walk: (::String? subject, limit: ::Integer?, offset: ::Integer, meta_only: bool) -> Array[[::String, ::String]]
+
       def publish_cas: (::String | ::Integer key, ::String value, ::Integer? ttl, last_seq: ::Integer) -> untyped
 
       def client: () -> Client

data/sig/cosmo/api/registry.rbs

@@ -0,0 +1,30 @@
+module Cosmo
+  module API
+    class Registry
+      LIMIT: ::Integer
+
+      self.@instance: Registry
+      @kv: KV
+
+      def self.instance: () -> instance
+
+      def initialize: () -> void
+
+      def put: (::String | ::Integer key, Hash[Symbol, untyped] value) -> void
+
+      def remove: (::String | ::Integer key) -> void
+
+      def list: (?page: ::Integer?, ?limit: ::Integer) -> Array[Hash[Symbol, untyped]]
+
+      def all: () -> Array[Hash[Symbol, untyped]]
+
+      def size: () -> ::Integer
+
+      private
+
+      def bucket: () -> KV
+
+      def sanitize: (::String | ::Integer key) -> ::String
+    end
+  end
+end

data/sig/cosmo/api/stats/busy.rbs

@@ -0,0 +1,31 @@
+module Cosmo
+  module API
+    module Stats
+      class Busy < Registry
+        TTL: ::Integer
+        HEARTBEAT: ::Integer
+        BUCKET: ::String
+
+        @messages: Hash[::Integer, Hash[Symbol, untyped]]
+        @thread: Thread?
+        @worker_id: ::String
+
+        def initialize: () -> void
+
+        def with: (untyped message) { () -> void } -> void
+
+        def add: (untyped message) -> void
+
+        def delete: (untyped message) -> void
+
+        def list: (?page: ::Integer?, ?limit: ::Integer) -> Array[Hash[Symbol, untyped]]
+
+        private
+
+        def heartbeat_loop: () -> void
+
+        def worker_id: () -> ::String
+      end
+    end
+  end
+end

data/sig/cosmo/api/stats/processes.rbs

@@ -0,0 +1,16 @@
+module Cosmo
+  module API
+    module Stats
+      class Processes < Registry
+        TTL: ::Integer
+        BUCKET: ::String
+
+        def list: (?page: ::Integer?, ?limit: ::Integer) -> Array[Hash[Symbol, untyped]]
+
+        def register: (::String identity, Hash[Symbol, untyped] info) -> void
+
+        def unregister: (::String identity) -> void
+      end
+    end
+  end
+end

data/sig/cosmo/api/stats/totals.rbs

@@ -0,0 +1,17 @@
+module Cosmo
+  module API
+    module Stats
+      class Totals < Counter
+        self.@instance: Totals
+
+        def self.instance: () -> Totals
+
+        def with: () { () -> bool } -> void
+
+        def processed: () -> ::Integer
+
+        def failed: () -> ::Integer
+      end
+    end
+  end
+end

data/sig/cosmo/cli.rbs

@@ -8,6 +8,10 @@ module Cosmo
 
     def self.banner: () -> ::String
 
+    @argv: Array[::String]?
+
+    attr_reader argv: Array[::String]?
+
     def run: () -> void
 
     private

data/sig/cosmo/client.rbs

@@ -1,19 +1,30 @@
 module Cosmo
   class Client
+    JS_TIMEOUT: ::Integer
+    CONNECT_TIMEOUT: ::Integer
+
+    attr_reader name: ::String
+
+    def self.default_name: () -> ::String
+    def self.js_timeout: () -> ::Integer
+    def self.connect_timeout: () -> ::Integer
+    def self.program_name: () -> ::String
+
     self.@instance: Client
     @nc: untyped
     @js: untyped
+    @name: ::String
 
     def self.instance: () -> Client
 
     attr_reader nc: untyped
     attr_reader js: untyped
 
-    def initialize: (?nats_url: ::String) -> void
+    def initialize: (?nats_url: ::String, ?name: ::String) -> void
 
     def publish: (::String subject, ::String payload, **untyped params) -> untyped
 
-    def subscribe: (::String | Array[::String] subject, ::String consumer_name, Hash[Symbol, untyped] config) -> untyped
+    def subscribe: (::String | Array[::String] subject, ::String? consumer_name, Hash[Symbol, untyped] config) -> untyped
 
     def stream_info: (::String | Symbol name) -> untyped
 
@@ -39,6 +50,8 @@ module Cosmo
 
     def consumer_info: (::String stream_name, ::String consumer_name) -> NATS::JetStream::API::ConsumerInfo
 
+    def delete_consumer: (::String stream_name, ::String consumer_name) -> bool
+
     def get_message: (::String | Symbol name, **untyped options) -> NATS::JetStream::API::RawStreamMsg
 
     def delete_message: (::String name, ::Integer seq) -> Hash[::String, untyped]
@@ -51,6 +64,8 @@ module Cosmo
 
     private
 
+    def ephemeral_subscribe: (::String | Array[::String] subject, Hash[Symbol, untyped] config) -> untyped
+
     def create_kv_with_msg_ttl: (::String name, **untyped opts) -> untyped
   end
 end

data/sig/cosmo/engine.rbs

@@ -6,16 +6,45 @@ module Cosmo
     @concurrency: Integer
     @pool: Utils::ThreadPool
     @running: untyped
+    @quiet: untyped
     @processors: Array[Processor]
+    @http_server: HTTPServer?
+    @heartbeat: Heartbeat?
 
     def self.run: (*untyped) -> void
 
+    def self.processors_for: ((::String | Symbol)? type) -> Array[Class]
+
     def self.instance: () -> Engine
 
+    attr_reader concurrency: Integer
+
     def initialize: () -> void
 
     def run: (::String? type, Hash[Symbol, untyped] options) -> void
 
+    def running?: () -> bool
+
+    def state: () -> ::String
+
+    def busy: () -> Integer
+
+    def subscriptions: () -> Hash[Symbol, Array[::String]]
+
     def shutdown: () -> void
+
+    private
+
+    def start_http_server: () -> void
+
+    def handle_shutdown: (Utils::Signal handler) -> Symbol
+
+    def quiet: () -> void
+
+    def unquiet: () -> void
+
+    def drain_and_exit: (Utils::Signal handler) -> void
+
+    def dump_threads: () -> void
   end
 end

data/sig/cosmo/heartbeat.rbs

@@ -0,0 +1,36 @@
+module Cosmo
+  class Heartbeat
+    INTERVAL: ::Integer
+
+    @engine: Engine
+    @options: Hash[Symbol, untyped]
+    @started_at: ::Integer
+    @thread: Thread?
+    @identity: ::String
+    @static_info: Hash[Symbol, untyped]
+
+    def initialize: (Engine engine, ?options: Hash[Symbol, untyped]) -> void
+
+    def start: () -> self
+
+    def stop: () -> void
+
+    def beat: () -> void
+
+    def identity: () -> ::String
+
+    def info: () -> Hash[Symbol, untyped]
+
+    private
+
+    def static_info: () -> Hash[Symbol, untyped]
+
+    def nats_info: () -> Hash[Symbol, untyped]
+
+    def rtt: (untyped connection) -> ::Float?
+
+    def rss: () -> ::Integer?
+
+    def processes: () -> API::Stats::Processes
+  end
+end

data/sig/cosmo/http_server/handler.rbs

@@ -0,0 +1,17 @@
+module Cosmo
+  class HTTPServer
+    class Handler < ::WEBrick::HTTPServlet::AbstractServlet
+      @app: untyped
+
+      def initialize: (untyped server, untyped app) -> void
+
+      def service: (untyped req, untyped res) -> void
+
+      private
+
+      def env_for: (untyped req) -> Hash[String, untyped]
+
+      def write_headers: (untyped res, Hash[String, untyped] headers) -> void
+    end
+  end
+end

data/sig/cosmo/http_server/health.rbs

@@ -0,0 +1,21 @@
+module Cosmo
+  class HTTPServer
+    class Health
+      PATH: String
+      HEADERS: Hash[String, String]
+
+      @app: untyped
+      @check: ^() -> Hash[Symbol, bool]
+
+      def initialize: (untyped app, ?check: (^() -> Hash[Symbol, bool])?) -> void
+
+      def call: (Hash[String, untyped] env) -> [Integer, Hash[String, String], Array[String]]
+
+      private
+
+      def default_check: () -> Hash[Symbol, bool]
+
+      def nats_connected?: () -> bool
+    end
+  end
+end

data/sig/cosmo/http_server/ping.rbs

@@ -0,0 +1,14 @@
+module Cosmo
+  class HTTPServer
+    class Ping
+      PATH: String
+      HEADERS: Hash[String, String]
+
+      @app: untyped
+
+      def initialize: (untyped app) -> void
+
+      def call: (Hash[String, untyped] env) -> [Integer, Hash[String, String], Array[String]]
+    end
+  end
+end