cosmonats 0.1.4 → 0.3.0

data/lib/cosmo/web/views/streams/_info.erb

@@ -0,0 +1,92 @@
+<div class="cards-container">
+  <article class="stat-card">
+    <h3><%= format_numbers(@state.messages) %></h3>
+    <p>Messages</p>
+  </article>
+  <article class="stat-card">
+    <h3><%= format_bytes(@state.bytes) %></h3>
+    <p>Size</p>
+  </article>
+  <article class="stat-card">
+    <h3><%= @state.consumer_count %></h3>
+    <p>Consumers</p>
+  </article>
+  <article class="stat-card">
+    <h3><%= format_numbers(@state.first_seq) + " &rarr; " + format_numbers(@state.last_seq) %></h3>
+    <p>Sequence Range</p>
+  </article>
+</div>
+
+<%= render("streams/_pause_banner", { name: @name, paused: @paused }) %>
+
+<div class="nav">
+  <a href="<%= url_for('/streams') %>"
+     hx-get="<%= url_for('/streams') %>"
+     hx-target="#content"
+     hx-push-url="true"
+     class="btn">Back to Streams</a>
+</div>
+
+<h2>Configuration</h2>
+<div class="table-container">
+  <table>
+    <tbody>
+      <tr>
+        <th>Name</th>
+        <td>
+          <code><%= h(@name) %></code>
+        </td>
+      </tr>
+      <tr>
+        <th>Retention</th>
+        <td>
+          <code><%= h(@config.retention.to_s) %></code>
+        </td>
+      </tr>
+      <tr>
+        <th>Storage</th>
+        <td>
+          <code><%= h(@config.storage.to_s) %></code>
+        </td>
+      </tr>
+      <tr>
+        <th>Discard Policy</th>
+        <td>
+          <code><%= h(@config.discard.to_s) %></code>
+        </td>
+      </tr>
+      <tr>
+        <th>Max Consumers</th>
+        <td>
+          <code><%= @config.max_consumers || "Unlimited" %></code>
+        </td>
+      </tr>
+      <tr>
+        <th>Max Messages</th>
+        <td>
+          <code><%= @config.max_msgs || "Unlimited" %></code>
+        </td>
+      </tr>
+      <tr>
+        <th>Max Bytes</th>
+        <td>
+          <code><%= @config.max_bytes&.positive? ? format_bytes(@config.max_bytes) : "Unlimited" %></code>
+        </td>
+      </tr>
+      <tr>
+        <th>Max Age</th>
+        <td>
+          <code><%= @config.max_age&.positive? ? "#{@config.max_age}ns" : "Unlimited" %></code>
+        </td>
+      </tr>
+    </tbody>
+  </table>
+</div>
+
+<h2>Subjects</h2>
+<div class="subjects" style="margin-top: var(--space-2x);">
+  <% Array(@config.subjects).each do |sub| -%>
+    <div class="subject-tag" style="padding: var(--space) var(--space-2x); font-size: 1rem;"><%= h(sub) %></div>
+  <% end -%>
+</div>
+

data/lib/cosmo/web/views/streams/_pause_banner.erb

@@ -0,0 +1,17 @@
+<% if @paused -%>
+  <div id="pause-banner-<%= h(@name) %>" class="alert alert-warning" style="display:flex; align-items:center; justify-content:space-between; flex-wrap:wrap; gap:var(--space-2x);">
+    <span>&#9208; <strong>Stream is paused</strong> — consumers are not fetching new messages.</span>
+    <a hx-patch="<%= url_for('/streams/unpause', { name: u(@name), banner: 1 }) %>"
+       hx-target="#pause-banner-<%= h(@name) %>"
+       hx-swap="outerHTML"
+       class="btn btn-success">&#9654; Resume Stream</a>
+  </div>
+<% else -%>
+  <div id="pause-banner-<%= h(@name) %>" class="alert alert-success" style="display:flex; align-items:center; justify-content:space-between; flex-wrap:wrap; gap:var(--space-2x);">
+    <span>&#9654; <strong>Stream is active</strong> — consumers are fetching new messages.</span>
+    <a hx-patch="<%= url_for('/streams/pause', { name: u(@name), banner: 1 }) %>"
+       hx-target="#pause-banner-<%= h(@name) %>"
+       hx-swap="outerHTML"
+       class="btn btn-warning">&#9208; Pause Stream</a>
+  </div>
+<% end -%>

data/lib/cosmo/web/views/streams/_stream_row.erb

@@ -0,0 +1,42 @@
+<tr id="stream-row-<%= h(@stream[:name]) %>">
+  <td>
+    <a href="<%= url_for('/streams/info', { name: u(@stream[:name]) }) %>"
+       hx-get="<%= url_for('/streams/info', { name: u(@stream[:name]) }) %>"
+       hx-target="#content"
+       hx-push-url="true"
+       class="stream-link"><%= h(@stream[:name]) %></a>
+  </td>
+  <td><%= format_numbers(@stream[:messages]) %></td>
+  <td><%= format_bytes(@stream[:bytes]) %></td>
+  <td><%= @stream[:consumer_count] %></td>
+  <td>
+    <div class="subjects">
+      <% Array(@stream[:subjects]).each do |subject| -%>
+        <span class="subject-tag"><%= h(subject) %></span>
+      <% end -%>
+    </div>
+  </td>
+  <td><code><%= format_numbers(@stream[:first_seq]) %> &rarr; <%= format_numbers(@stream[:last_seq]) %></code></td>
+  <td>
+    <% if @stream[:paused] -%>
+      <span class="badge badge-warning">&#9208; Paused</span>
+    <% elsif @stream[:consumer_count].to_i > 0 -%>
+      <span class="badge badge-success">&#9654; Active</span>
+    <% else -%>
+      <span class="badge">No consumers</span>
+    <% end -%>
+  </td>
+  <td>
+    <% if @stream[:paused] -%>
+      <a hx-patch="<%= url_for('/streams/unpause', { name: u(@stream[:name]) }) %>"
+         hx-target="#stream-row-<%= h(@stream[:name]) %>"
+         hx-swap="outerHTML"
+         class="btn btn-success">&#9654; Resume</a>
+    <% else -%>
+      <a hx-patch="<%= url_for('/streams/pause', { name: u(@stream[:name]) }) %>"
+         hx-target="#stream-row-<%= h(@stream[:name]) %>"
+         hx-swap="outerHTML"
+         class="btn btn-warning">&#9208; Pause</a>
+    <% end -%>
+  </td>
+</tr>

data/lib/cosmo/web/views/streams/_table.erb

@@ -0,0 +1,25 @@
+<% if @streams.empty? -%>
+  <div class="alert alert-info">No streams found</div>
+<% else -%>
+  <div class="table-container">
+    <table>
+      <thead>
+        <tr>
+          <th>Name</th>
+          <th>Messages</th>
+          <th>Size</th>
+          <th>Consumers</th>
+          <th>Subjects</th>
+          <th>Sequence</th>
+          <th>Status</th>
+          <th>Actions</th>
+        </tr>
+      </thead>
+      <tbody>
+        <% @streams.each do |stream| -%>
+          <%= render("streams/_stream_row", { stream: stream }) %>
+        <% end -%>
+      </tbody>
+    </table>
+  </div>
+<% end -%>

data/lib/cosmo/web/views/streams/index.erb

@@ -0,0 +1,11 @@
+<section>
+  <header></header>
+
+  <div id="content">
+    <div hx-get="<%= url_for('/streams/_table') %>"
+         hx-trigger="load, every 5s"
+         hx-swap="innerHTML">
+      <div class="alert alert-info">Loading streams…</div>
+    </div>
+  </div>
+</section>

data/lib/cosmo/web/views/streams/info.erb

@@ -0,0 +1,11 @@
+<section>
+  <header></header>
+
+  <div id="content">
+    <div hx-get="<%= url_for("/streams/_info", { name: u(@name) }) %>"
+         hx-trigger="load"
+         hx-swap="innerHTML">
+      <div class="alert alert-info">Loading stream info…</div>
+    </div>
+  </div>
+</section>

data/lib/cosmo/web.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+require "rack"
+require "json"
+require "erb"
+require "cosmo/web/context"
+require "cosmo/web/renderer"
+require "cosmo/web/controllers/application"
+require "cosmo/web/controllers/jobs"
+require "cosmo/web/controllers/streams"
+require "cosmo/web/controllers/actions"
+
+module Cosmo
+  class Web
+    include Renderer
+
+    def self.call(env)
+      new.call(env)
+    end
+
+    def call(env) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/MethodLength, Metrics/PerceivedComplexity
+      @request = Rack::Request.new(env)
+      path     = @request.path_info
+      method   = @request.request_method
+
+      response = case [method.downcase.to_sym, path]
+                 in [:get,    "/"]                      then redirect_to("/jobs")
+                 in [:get,    "/jobs"]                  then [Controllers::Jobs,    :index]
+                 in [:get,    "/jobs/scheduled"]        then [Controllers::Jobs,    :scheduled]
+                 in [:get,    "/jobs/dead"]             then [Controllers::Jobs,    :dead]
+                 in [:get,    "/jobs/busy"]             then [Controllers::Jobs,    :busy]
+                 in [:get,    "/jobs/enqueued"]         then [Controllers::Jobs,    :enqueued]
+                 in [:patch,  %r{/jobs/retry/\d+}]      then [Controllers::Jobs,    :retry]
+                 in [:delete, %r{/jobs/delete/\d+}]     then [Controllers::Jobs,    :delete]
+                 in [:get,    "/jobs/_stats"]           then [Controllers::Jobs,    :_stats]
+                 in [:get,    "/jobs/_scheduled"]       then [Controllers::Jobs,    :_scheduled]
+                 in [:get,    "/jobs/_dead"]            then [Controllers::Jobs,    :_dead]
+                 in [:get,    "/jobs/_busy"]            then [Controllers::Jobs,    :_busy]
+                 in [:get,    "/jobs/_enqueued"]        then [Controllers::Jobs,    :_enqueued]
+                 in [:get,    "/streams"]               then [Controllers::Streams, :index]
+                 in [:get,    "/streams/info"]          then [Controllers::Streams, :info]
+                 in [:get,    "/streams/_table"]        then [Controllers::Streams, :_table]
+                 in [:get,    "/streams/_info"]         then [Controllers::Streams, :_info]
+                 in [:patch,  "/streams/pause"]         then [Controllers::Streams, :pause]
+                 in [:patch,  "/streams/unpause"]       then [Controllers::Streams, :unpause]
+                 in [:get,    "/actions"]               then [Controllers::Actions, :index]
+                 in [:get,    "/assets/htmx.min.js.gz"] then serve("htmx.2.0.8.min.js.gz",
+                                                                   "application/javascript",
+                                                                   { "content-encoding" => "gzip" })
+                 in [:get, "/assets/app.css"]         then serve("app.css", "text/css")
+                 in [:get, "/favicon.ico"]            then no_content
+                 else not_found
+                 end
+      handler(response)
+    end
+
+    private
+
+    def handler(response)
+      if response[0].is_a?(Class)
+        controller, action = response
+        return controller.new(@request).send(action)
+      end
+
+      response
+    end
+  end
+end

data/lib/cosmo.rb

@@ -1,12 +1,6 @@
 # frozen_string_literal: true
 
-require "cosmo/utils/hash"
-require "cosmo/utils/json"
-require "cosmo/utils/string"
-require "cosmo/utils/signal"
-require "cosmo/utils/stopwatch"
-require "cosmo/utils/thread_pool"
-
+require "cosmo/utils"
 require "cosmo/client"
 require "cosmo/publisher"
 require "cosmo/processor"
@@ -17,6 +11,7 @@ require "cosmo/job"
 require "cosmo/stream"
 require "cosmo/cli"
 require "cosmo/engine"
+require "cosmo/api"
 
 module Cosmo
   class Error < StandardError; end

data/sig/cosmo/api/busy.rbs

@@ -0,0 +1,35 @@
+module Cosmo
+  module API
+    class Busy
+      TTL: ::Integer
+      HEARTBEAT: ::Integer
+      BUCKET: ::String
+
+      self.@instance: Busy
+      @messages: Hash[::Integer, ::String]
+      @kv: KV
+      @thread: Thread?
+      @worker_id: ::String
+
+      def self.instance: () -> Busy
+
+      def initialize: () -> void
+
+      def with: (untyped message) { () -> void } -> void
+
+      def add: (untyped message) -> void
+
+      def delete: (untyped message) -> void
+
+      def list: (?limit: ::Integer) -> Array[Hash[Symbol, untyped]]
+
+      def size: () -> ::Integer
+
+      private
+
+      def heartbeat_loop: () -> void
+
+      def worker_id: () -> ::String
+    end
+  end
+end

data/sig/cosmo/api/counter.rbs

@@ -0,0 +1,34 @@
+module Cosmo
+  module API
+    class Counter
+      STREAM_NAME: ::String
+
+      self.@instance: Counter
+      @namespace: ::String
+
+      def self.instance: () -> Counter
+
+      def initialize: (::String namespace) -> void
+
+      def with: () { () -> bool } -> void
+
+      def increment: (Symbol key, ?by: ::Integer) -> ::Integer
+      alias incr increment
+
+      def decrement: (Symbol key, ?by: ::Integer) -> ::Integer
+      alias decr decrement
+
+      def reset: (Symbol key) -> untyped
+
+      def get: (Symbol key) -> ::Integer
+
+      private
+
+      def publish: (Symbol key, ::String value) -> ::Integer
+
+      def subject: (Symbol key) -> ::String
+
+      def client: () -> Client
+    end
+  end
+end

data/sig/cosmo/api/job.rbs

@@ -0,0 +1,31 @@
+module Cosmo
+  module API
+    class Job
+      @stream: ::String
+      @message: untyped
+      @data: Hash[Symbol, untyped]?
+
+      attr_reader message: untyped
+
+      def initialize: (::String stream, untyped message) -> void
+
+      def data: () -> Hash[Symbol, untyped]?
+
+      def seq: () -> (::Integer | ::String)
+
+      def headers: () -> Hash[::String, ::String]?
+
+      def execute_at: () -> ::Integer?
+
+      def x_stream: () -> ::String?
+
+      def x_subject: () -> ::String?
+
+      def subject: () -> ::String
+
+      def stream: () -> ::String
+
+      def timestamp: () -> ::String?
+    end
+  end
+end

data/sig/cosmo/api/kv.rbs

@@ -0,0 +1,30 @@
+module Cosmo
+  module API
+    class KV
+      @name: ::String
+      @options: Hash[Symbol, untyped]
+      @kv: untyped
+
+      def initialize: (::String name, ?Hash[Symbol, untyped]? options) -> void
+
+      def set: (::String | ::Integer key, ::String value) -> untyped
+
+      def get: (::String | ::Integer key) -> ::String?
+
+      def delete: (::String | ::Integer key) -> untyped
+
+      def keys: (?::String? subject, ?limit: ::Integer) -> Array[::String]
+
+      def purge: (::String | ::Integer key) -> untyped
+
+      def clean: () -> untyped
+
+      def count: () -> ::Integer
+      alias size count
+
+      private
+
+      def kv: () -> untyped
+    end
+  end
+end

data/sig/cosmo/api/stats.rbs

@@ -0,0 +1,21 @@
+module Cosmo
+  module API
+    module Stats
+      def self.summary: () -> Hash[Symbol, ::Integer]
+
+      def self.processed: () -> ::Integer
+
+      def self.failed: () -> ::Integer
+
+      def self.busy: () -> ::Integer
+
+      def self.enqueued: () -> ::Integer
+
+      def self.retries: () -> ::Integer
+
+      def self.scheduled: () -> ::Integer
+
+      def self.dead: () -> ::Integer
+    end
+  end
+end

data/sig/cosmo/api/stream.rbs

@@ -0,0 +1,50 @@
+module Cosmo
+  module API
+    class Stream
+      LIMIT: ::Integer
+
+      self.@client: Client
+      @name: ::String
+      @offset: ::Integer
+
+      def self.all: () -> Array[Stream]
+
+      def self.jobs: () -> Array[Stream]
+
+      def self.client: () -> Client
+
+      attr_reader name: ::String
+
+      def initialize: (::String name) -> void
+
+      def info: () -> Hash[Symbol, untyped]
+
+      def offset: (::Integer) -> self
+
+      def total: () -> ::Integer
+      alias size total
+
+      def retries: () -> ::Integer
+
+      def each: () { (Job) -> void } -> void
+
+      def messages: (?page: ::Integer?, ?limit: ::Integer?) -> Array[Job]
+
+      def message: (::Integer seq) -> Job?
+
+      def retry: (::Integer seq) -> void
+
+      def delete: (::Integer seq) -> untyped
+
+      def pause!: () -> untyped
+
+      def unpause!: () -> untyped
+
+      def paused?: () -> bool
+
+      private
+
+      def client: () -> Client
+    end
+  end
+end

data/sig/cosmo/client.rbs

@@ -19,11 +19,29 @@ module Cosmo
 
     def create_stream: (::String | Symbol name, Hash[Symbol, untyped] config) -> untyped
 
-    def delete_stream: (::String | Symbol name, Hash[Symbol, untyped] params) -> untyped
+    def delete_stream: (::String | Symbol name, ?Hash[Symbol, untyped] params) -> untyped
 
-    def list_streams: -> Array[::String]
+    def update_stream: (::String | Symbol name, Hash[Symbol, untyped] config) -> untyped
 
-    def get_message: (::String | Symbol name, Integer seq) -> NATS::JetStream::API::RawStreamMsg
+    def list_streams: () -> Array[Hash[::String, untyped]]
+
+    def pause_stream: (::String name) -> void
+
+    def unpause_stream: (::String name) -> void
+
+    def stream_paused?: (::String name) -> bool
+
+    def list_consumers: (::String stream_name) -> Array[Hash[::String, untyped]]
+
+    def consumer_info: (::String stream_name, ::String consumer_name) -> NATS::JetStream::API::ConsumerInfo
+
+    def get_message: (::String | Symbol name, **untyped options) -> NATS::JetStream::API::RawStreamMsg
+
+    def delete_message: (::String name, ::Integer seq) -> Hash[::String, untyped]
+
+    def purge: (::String stream_name, ::String? subject) -> ::Integer?
+
+    def kv: (::String name, **untyped opts) -> NATS::KeyValue
 
     def close: -> void
   end

data/sig/cosmo/config.rbs

@@ -1,17 +1,14 @@
 module Cosmo
-  class Config
+  class Config < ::Hash[Symbol, untyped]
     NANO: Integer
     DEFAULT_PATH: ::String
 
     self.@instance: Config
-    self.@system: Hash[Symbol, untyped]
-    @config: Hash[Symbol, untyped]?
-    @system: Hash[Symbol, untyped]
-    @defaults: Hash[Symbol, untyped]
+    self.@internal: Hash[Symbol, untyped]
 
     def self.instance: () -> Config
 
-    def self.system: () -> Hash[Symbol, untyped]
+    def self.internal: () -> Hash[Symbol, untyped]
 
     def self.parse_file: (::String path) -> Hash[Symbol, untyped]
 
@@ -31,15 +28,6 @@ module Cosmo
 
     def self.load: (?::String? path) -> void
 
-    def initialize: () -> void
-
-    def []: (Symbol key) -> untyped
-
-    def fetch: (Symbol key, ?untyped default) -> untyped
-
-    def dig: (*Symbol keys) -> untyped
-
-    def to_h: () -> Hash[Symbol, untyped]
 
     def set: (*untyped) -> untyped
 

data/sig/cosmo/job/processor.rbs

@@ -1,23 +1,31 @@
 module Cosmo
   module Job
     class Processor < ::Cosmo::Processor
-      @weights: Array[Symbol]
+      private
 
-      def initialize: (Utils::ThreadPool pool, untyped running, Hash[Symbol, untyped] options) -> void
+      def setup: () -> void
 
-      private
+      def schedule_loop: () -> void
 
-      def run_loop: () -> void
+      def scheduler?: () -> bool
 
-      def setup: () -> void
+      def consumers: () -> Array[untyped]
 
-      def work_loop: () -> void
+      def fetch_subjects: (Hash[Symbol, untyped] config) -> untyped
 
-      def schedule_loop: () -> void
+      def fetch_timeout: (Hash[Symbol, untyped] config) -> Float
 
-      def process: (Array[untyped] messages) -> void
+      def process: (Array[untyped] messages, untyped processor) -> void
 
       def handle_failure: (untyped message, Hash[Symbol, untyped] data) -> void
+
+      def subscribe: (Symbol stream_name, Hash[Symbol, untyped] config) -> [untyped, Hash[Symbol, untyped], nil]
+
+      def drop_message: (untyped message, Hash[Symbol, untyped] data) -> void
+
+      def move_message: (untyped message, ?Hash[Symbol, untyped]? data) -> void
+
+      def with_stats: (untyped message) { () -> untyped } -> void
     end
   end
 end

data/sig/cosmo/processor.rbs

@@ -1,24 +1,46 @@
 module Cosmo
   class Processor
+    STREAM_PAUSED_RECHECK_TTL: Float
+    STREAMS_PAUSED_IDLE_SLEEP: Float
+    STREAM_EMPTY_BACKOFF_MAX: Float
+
     @pool: Utils::ThreadPool
     @running: untyped
     @consumers: Array[untyped]
+    @threads: Array[Thread]
+    @cache: Utils::TTLCache
     @options: Hash[Symbol, untyped]
+    @locks: Hash[::String, Mutex]
+    @consumer_state: untyped
 
     def self.run: (*untyped) -> Processor
 
+    attr_reader consumers: Array[untyped]
+
     def initialize: (Utils::ThreadPool pool, untyped running, Hash[Symbol, untyped] options) -> void
 
     def run: () -> void
 
+    def stop: (?::Integer | ::Float timeout) -> void
+
     private
 
     def run_loop: () -> void
 
+    def work_loop: () -> void
+
+    def schedule_loop: () -> void
+
+    def scheduler?: () -> bool
+
     def setup: () -> void
 
     def process: (*untyped) -> void
 
+    def fetch_timeout: (Hash[Symbol, untyped] config) -> Float
+
+    def fetch_subjects: (Hash[Symbol, untyped] config) -> untyped
+
     def running?: () -> bool
 
     def fetch: (untyped subscription, batch_size: Integer, timeout: Float) ?{ (Array[untyped]) -> void } -> void
@@ -26,5 +48,9 @@ module Cosmo
     def client: () -> Client
 
     def stopwatch: () -> Utils::Stopwatch
+
+    def lock: (::String stream_name) { () -> void } -> void
+
+    def consumer_state: () -> untyped
   end
 end