cosmonats 0.6.0 → 0.8.0

data/lib/cosmo/web/views/jobs/_processes.erb

@@ -0,0 +1,145 @@
+<% nav = @polling ? { limit: @limit } : { limit: @limit, poll: 0 } -%>
+<% states = { "running" => "badge-success", "quiet" => "badge-warning", "stopping" => "badge-danger" } -%>
+<% kinds = { "jobs" => "Jobs", "streams" => "Streams", "jobs+streams" => "Jobs & Streams", "none" => "No subscriptions" } -%>
+<div id="processes-poller"
+     <% if @polling -%>
+     hx-get="<%= url_for('/jobs/_processes', page: @page, limit: @limit) %>"
+     hx-trigger="every <%= poll_interval %>s"
+     hx-swap="outerHTML"
+     <% end -%>
+     >
+  <div class="pending">
+    <span></span>
+    <span class="poll-status">
+      <span class="text-muted"><%= @total %> process(es) alive</span>
+      <% if @polling -%>
+        <a class="btn btn-sm"
+           hx-get="<%= url_for('/jobs/_processes', nav.merge(page: @page, poll: 0)) %>"
+           hx-target="#processes-poller"
+           hx-swap="outerHTML"
+           hx-indicator="#global-spinner">&#9209; Stop Polling</a>
+      <% else -%>
+        <a class="btn btn-sm btn-primary"
+           hx-get="<%= url_for('/jobs/_processes', page: @page, limit: @limit) %>"
+           hx-target="#processes-poller"
+           hx-swap="outerHTML"
+           hx-indicator="#global-spinner">&#x25B6; Live Poll</a>
+      <% end -%>
+    </span>
+  </div>
+
+  <% if @groups.empty? -%>
+    <div class="alert alert-warning">No worker processes are running</div>
+  <% else -%>
+    <div class="table-container">
+      <table>
+        <thead>
+          <tr>
+            <th>Process</th>
+            <th>Command</th>
+            <th>Subscriptions</th>
+            <th>Busy</th>
+            <th>State</th>
+            <th>RTT</th>
+            <th>Reconnects</th>
+            <th>Memory</th>
+            <th>Uptime</th>
+            <th>Last beat</th>
+          </tr>
+        </thead>
+        <tbody>
+          <% @groups.each do |kind, group| -%>
+            <tr class="group-row">
+              <td colspan="10"><%= h(kinds.fetch(kind, kind)) %> <span class="text-muted">(<%= group.size %>)</span></td>
+            </tr>
+            <% group.each do |process| -%>
+            <% nats = Hash(process[:nats]) -%>
+            <tr>
+              <td>
+                <div class="job-class"><%= h(process[:hostname]) %>:<%= h(process[:pid]) %></div>
+                <div class="text-muted" style="font-size: var(--font-size-small);">
+                  <%= h(nats[:ip] || "unknown IP") %>
+                  <% if nats[:name] -%>&middot; <code><%= h(nats[:name]) %></code><% end -%>
+                </div>
+              </td>
+              <td>
+                <% cmdline = process[:cmdline].to_s -%>
+                <div class="job-id">
+                  <% if cmdline.length > 32 -%>
+                    <details>
+                      <summary>
+                        <code class="truncate" title="<%= h(cmdline) %>"><%= h(cmdline) %></code>
+                      </summary>
+                      <code style="font-size: var(--font-size-small);"><%= h(cmdline) %></code>
+                    </details>
+                  <% else -%>
+                    <code style="font-size: var(--font-size-small);"><%= h(cmdline) %></code>
+                  <% end -%>
+                  <div class="text-muted" style="font-size: var(--font-size-small);">
+                    cosmo <%= h(process[:version]) %> &middot; <%= h(process[:ruby]) %>
+                    <% if process[:http_port] -%>&middot; http :<%= h(process[:http_port]) %><% end -%>
+                  </div>
+                </div>
+              </td>
+              <td>
+                <% Hash(process[:subscriptions]).each do |type, names| -%>
+                  <% next if Array(names).empty? -%>
+                  <div>
+                    <% if kind == "jobs+streams" -%><span class="text-muted"><%= h(type) %>:</span><% end -%>
+                    <code><%= h(Array(names).join(", ")) %></code>
+                  </div>
+                <% end -%>
+              </td>
+              <td><%= h(process[:busy]) %> / <%= h(process[:concurrency]) %></td>
+              <td><span class="badge <%= states.fetch(process[:state].to_s, 'badge-info') %>"><%= h(process[:state]) %></span></td>
+              <td><%= nats[:rtt] ? "#{h(nats[:rtt])}ms" : '&mdash;' %></td>
+              <td><%= h(nats[:reconnects].to_i) %></td>
+              <td><%= process[:rss] ? format_bytes(process[:rss].to_i * 1024) : '&mdash;' %></td>
+              <td><%= elapsed(process[:started_at]) %></td>
+              <td><%= elapsed(process[:beat_at]) %> ago</td>
+            </tr>
+            <% end -%>
+          <% end -%>
+        </tbody>
+      </table>
+    </div>
+  <% end -%>
+
+  <% if @total_pages.to_i > 1 -%>
+    <div class="pagination">
+      <% if @page > 1 -%>
+        <a hx-get="<%= url_for('/jobs/_processes', nav.merge(page: @page - 1)) %>"
+           hx-target="#processes-poller"
+           hx-swap="outerHTML"
+           hx-indicator="#global-spinner"
+           class="btn">&#x2190; Prev</a>
+      <% else -%>
+        <span class="btn btn-disabled">&#x2190; Prev</span>
+      <% end -%>
+
+      <% pages(@page, @total_pages).each do |p| -%>
+        <% if p == :gap -%>
+          <span class="pagination-gap">&hellip;</span>
+        <% elsif p == @page -%>
+          <span class="btn btn-primary btn-disabled"><%= p %></span>
+        <% else -%>
+          <a hx-get="<%= url_for('/jobs/_processes', nav.merge(page: p)) %>"
+             hx-target="#processes-poller"
+             hx-swap="outerHTML"
+             hx-indicator="#global-spinner"
+             class="btn"><%= p %></a>
+        <% end -%>
+      <% end -%>
+
+      <% if @page < @total_pages -%>
+        <a hx-get="<%= url_for('/jobs/_processes', nav.merge(page: @page + 1)) %>"
+           hx-target="#processes-poller"
+           hx-swap="outerHTML"
+           hx-indicator="#global-spinner"
+           class="btn">Next &#x2192;</a>
+      <% else -%>
+        <span class="btn btn-disabled">Next &#x2192;</span>
+      <% end -%>
+    </div>
+  <% end -%>
+</div>

data/lib/cosmo/web/views/jobs/_scheduled.erb

@@ -1,6 +1,6 @@
 <div id="scheduled-poller"
      hx-get="<%= url_for('/jobs/_scheduled') %>"
-     hx-trigger="every 5s"
+     hx-trigger="every <%= poll_interval %>s"
      hx-swap="outerHTML">
   <div class="pending">
     <span></span>

data/lib/cosmo/web/views/jobs/_stats.erb

@@ -34,6 +34,7 @@
          class="<%= 'active' if referrer?('/jobs/enqueued') %>">&#x1F4EC; Enqueued</a>
     </p>
   </article>
+<% if Cosmo::Config.scheduled.enabled -%>
   <article class="stat-card">
     <h3><%= format_numbers(@scheduled) %></h3>
     <p>
@@ -45,6 +46,8 @@
          class="<%= 'active' if referrer?('/jobs/scheduled') %>">&#x23F0; Scheduled</a>
     </p>
   </article>
+<% end -%>
+<% if Cosmo::Config.dead.enabled -%>
   <article class="stat-card">
     <h3><%= format_numbers(@dead) %></h3>
     <p>
@@ -56,6 +59,7 @@
          class="<%= 'active' if referrer?('/jobs/dead') %>">&#x1F480; Dead</a>
     </p>
   </article>
+<% end -%>
 </div>
 
 <script>

data/lib/cosmo/web/views/jobs/_tabs.erb

@@ -3,6 +3,12 @@
      class="<%= 'active' if path_prefix?('/jobs') %>">&#x1F4CB; Dashboard</a>
   <a href="<%= url_for('/batches') %>"
      class="<%= 'active' if path_prefix?('/batches') %>">&#x1F4E6; Batches</a>
+<% if Cosmo::Config.scheduled.enabled -%>
   <a href="<%= url_for('/crons') %>"
      class="<%= 'active' if path_prefix?('/crons') %>">&#x23F0; Crons</a>
+<% end -%>
+<% if Cosmo::Config.metrics.enabled -%>
+  <a href="<%= url_for('/metrics') %>"
+     class="<%= 'active' if path_prefix?('/metrics') %>">&#x1F4CA; Metrics</a>
+<% end -%>
 </nav>

data/lib/cosmo/web/views/jobs/busy.erb

@@ -2,7 +2,7 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>

data/lib/cosmo/web/views/jobs/dead.erb

@@ -2,13 +2,13 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>
 
   <div id="content">
-    <div id="dead-poller"
+    <div id="dead-jobs"
          hx-get="<%= url_for('/jobs/_dead') %>"
          hx-trigger="load"
          hx-swap="outerHTML">

data/lib/cosmo/web/views/jobs/enqueued.erb

@@ -2,7 +2,7 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>

data/lib/cosmo/web/views/jobs/index.erb

@@ -2,11 +2,17 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>
 
   <div id="content">
+    <div id="processes-poller"
+         hx-get="<%= url_for('/jobs/_processes', (@processes_query unless @processes_query.empty?)) %>"
+         hx-trigger="load"
+         hx-swap="outerHTML">
+      <div class="alert alert-info">Loading processes&hellip;</div>
+    </div>
   </div>
 </section>

data/lib/cosmo/web/views/jobs/scheduled.erb

@@ -2,7 +2,7 @@
   <header><%= render('jobs/_tabs') %></header>
 
   <div hx-get="<%= url_for('/jobs/_stats') %>"
-       hx-trigger="load, every 5s"
+       hx-trigger="load, every <%= poll_interval %>s"
        hx-swap="innerHTML">
     <div class="alert alert-info">Loading statistics…</div>
   </div>

data/lib/cosmo/web/views/layout.erb

@@ -14,7 +14,7 @@
         <a href="<%= url_for('/jobs') %>" class="navbar-brand">🚀 Cosmo</a>
         <ul class="nav-list">
           <li>
-            <a href="<%= url_for('/jobs') %>" class="<%= "active" if path_prefix?('/jobs', '/crons', '/batches') %>">Jobs</a>
+            <a href="<%= url_for('/jobs') %>" class="<%= "active" if path_prefix?('/jobs', '/crons', '/batches', '/metrics') %>">Jobs</a>
           </li>
           <li>
             <a href="<%= url_for('/streams') %>" class="<%= "active" if current_page?('/streams') %>">Streams</a>

data/lib/cosmo/web/views/metrics/_chart.erb

@@ -0,0 +1,36 @@
+<div class="metrics-chart">
+  <div class="metrics-chart-header">
+    <span><code><%= h(@job) %></code> <span class="text-muted">last <%= @days %> days</span></span>
+    <span class="metrics-legend">
+      <span class="metrics-legend-runs">runs per day</span>
+      <span class="metrics-legend-exec">avg execution (ms)</span>
+    </span>
+  </div>
+  <% if @chart.empty? -%>
+    <div class="alert alert-info">No runs of <code><%= h(@job) %></code> in this period.</div>
+  <% else -%>
+    <svg viewBox="0 0 <%= Cosmo::Web::Chart::WIDTH %> <%= Cosmo::Web::Chart::HEIGHT %>" role="img"
+         aria-label="Runs per day and average execution time of <%= h(@job) %>">
+      <% @chart.ticks.each do |tick| -%>
+        <line class="chart-grid" x1="<%= Cosmo::Web::Chart::LEFT %>" x2="<%= Cosmo::Web::Chart::RIGHT %>"
+              y1="<%= tick[:y] %>" y2="<%= tick[:y] %>"/>
+        <text class="chart-axis" x="<%= Cosmo::Web::Chart::LEFT - 6 %>" y="<%= tick[:y] + 4 %>"
+              text-anchor="end"><%= format_numbers(tick[:count]) %></text>
+        <text class="chart-axis chart-axis-exec" x="<%= Cosmo::Web::Chart::RIGHT + 6 %>" y="<%= tick[:y] + 4 %>"
+              text-anchor="start"><%= format_numbers(tick[:exec_ms]) %></text>
+      <% end -%>
+      <% @chart.bars.each do |bar| -%>
+        <rect class="chart-bar" x="<%= bar[:x] %>" y="<%= bar[:y] %>" width="<%= bar[:width] %>"
+              height="<%= bar[:height] %>"><title><%= h(bar[:title]) %></title></rect>
+      <% end -%>
+      <polyline class="chart-line" points="<%= @chart.line %>"/>
+      <% @chart.points.each do |point| -%>
+        <circle class="chart-point" cx="<%= point[:x] %>" cy="<%= point[:y] %>" r="4"><title><%= h(point[:title]) %></title></circle>
+      <% end -%>
+      <% @chart.labels.each do |label| -%>
+        <text class="chart-axis" x="<%= label[:x] %>" y="<%= Cosmo::Web::Chart::BOTTOM + 18 %>"
+              text-anchor="middle"><%= label[:text] %></text>
+      <% end -%>
+    </svg>
+  <% end -%>
+</div>

data/lib/cosmo/web/views/metrics/_panel.erb

@@ -0,0 +1,13 @@
+<div id="metrics-panel"
+     hx-get="<%= url_for('/metrics/_panel', { days: @days, job: u(@job) }) %>"
+     hx-trigger="every 30s"
+     hx-swap="outerHTML">
+  <% if @rows.empty? -%>
+    <div class="alert alert-success">No metrics recorded in this period.</div>
+  <% else -%>
+    <% if @chart -%>
+      <%= render('metrics/_chart', { job: @job, days: @days, chart: @chart }) %>
+    <% end -%>
+    <%= render('metrics/_table', { rows: @rows, job: @job, days: @days }) %>
+  <% end -%>
+</div>

data/lib/cosmo/web/views/metrics/_table.erb

@@ -0,0 +1,41 @@
+<% selectable = @days > 1 -%>
+<% if selectable -%>
+  <p class="metrics-hint">Click a job to chart it.</p>
+<% end -%>
+<div class="table-container">
+  <table class="metrics-table">
+    <thead>
+      <tr>
+        <th>Job</th>
+        <th>Runs</th>
+        <th>Failed</th>
+        <th>Avg execution</th>
+        <th>Avg wait</th>
+      </tr>
+    </thead>
+    <tbody>
+      <% @rows.each do |row| -%>
+        <% selected = selectable && row[:job] == @job -%>
+        <tr<% if selectable -%>
+            class="selectable<%= ' selected' if selected %>"
+            hx-get="<%= url_for('/metrics/_panel', { days: @days, job: u(row[:job]) }) %>"
+            hx-target="#metrics-panel"
+            hx-swap="outerHTML"
+            <% if selected -%>aria-selected="true"<% end -%>
+          <% end -%>>
+          <td><code><%= h(row[:job]) %></code></td>
+          <td><%= format_numbers(row[:count]) %></td>
+          <td>
+            <% if row[:failed].positive? -%>
+              <span class="badge badge-danger"><%= format_numbers(row[:failed]) %></span>
+            <% else -%>
+              <span class="text-muted">0</span>
+            <% end -%>
+          </td>
+          <td><%= duration(row[:exec_ms]) %></td>
+          <td><%= duration(row[:wait_ms]) %></td>
+        </tr>
+      <% end -%>
+    </tbody>
+  </table>
+</div>

data/lib/cosmo/web/views/metrics/index.erb

@@ -0,0 +1,17 @@
+<section>
+  <header><%= render('jobs/_tabs') %></header>
+
+  <div class="nav">
+    <% @ranges.each do |range, name| -%>
+      <a href="<%= url_for('/metrics', { days: range }) %>"
+         class="btn <%= 'btn-primary' if @days == range %>"><%= h(name) %></a>
+    <% end -%>
+  </div>
+
+  <div id="metrics-panel"
+       hx-get="<%= url_for('/metrics/_panel', { days: @days }) %>"
+       hx-trigger="load"
+       hx-swap="outerHTML">
+    <div class="alert alert-info">Loading metrics&hellip;</div>
+  </div>
+</section>

data/lib/cosmo/web/views/streams/index.erb

@@ -3,7 +3,7 @@
 
   <div id="content">
     <div hx-get="<%= url_for('/streams/_table') %>"
-         hx-trigger="load, every 5s"
+         hx-trigger="load, every <%= poll_interval %>s"
          hx-swap="innerHTML">
       <div class="alert alert-info">Loading streams…</div>
     </div>

data/lib/cosmo/web.rb

@@ -11,6 +11,7 @@ require "cosmo/web/controllers/streams"
 require "cosmo/web/controllers/actions"
 require "cosmo/web/controllers/crons"
 require "cosmo/web/controllers/batches"
+require "cosmo/web/controllers/metrics"
 
 module Cosmo
   class Web
@@ -34,10 +35,12 @@ module Cosmo
                  in [:get,    "/jobs/enqueued"]         then [Controllers::Jobs,    :enqueued]
                  in [:patch,  %r{/jobs/retry/\d+}]      then [Controllers::Jobs,    :retry]
                  in [:delete, %r{/jobs/delete/\d+}]     then [Controllers::Jobs,    :delete]
+                 in [:delete, %r{/jobs/enqueued/\d+}]   then [Controllers::Jobs,    :delete_enqueued]
                  in [:get,    "/jobs/_stats"]           then [Controllers::Jobs,    :_stats]
                  in [:get,    "/jobs/_scheduled"]       then [Controllers::Jobs,    :_scheduled]
                  in [:get,    "/jobs/_dead"]            then [Controllers::Jobs,    :_dead]
                  in [:get,    "/jobs/_busy"]            then [Controllers::Jobs,    :_busy]
+                 in [:get,    "/jobs/_processes"]       then [Controllers::Jobs,    :_processes]
                  in [:get,    "/jobs/_enqueued"]        then [Controllers::Jobs,    :_enqueued]
                  in [:get,    "/streams"]               then [Controllers::Streams, :index]
                  in [:get,    "/streams/info"]          then [Controllers::Streams, :info]
@@ -49,6 +52,8 @@ module Cosmo
                  in [:get,    "/crons/_table"]          then [Controllers::Crons,   :_table]
                  in [:delete, "/crons/delete"]          then [Controllers::Crons,   :delete]
                  in [:post,   "/crons/run"]             then [Controllers::Crons,   :run_now]
+                 in [:get,    "/metrics"]               then [Controllers::Metrics, :index]
+                 in [:get,    "/metrics/_panel"]        then [Controllers::Metrics, :_panel]
                  in [:get,    "/batches"]               then [Controllers::Batches, :index]
                  in [:get,    "/batches/_table"]        then [Controllers::Batches, :_table]
                  in [:get,    "/actions"]               then [Controllers::Actions, :index]

data/lib/cosmo.rb

@@ -11,26 +11,77 @@ require "cosmo/job"
 require "cosmo/batch"
 require "cosmo/stream"
 require "cosmo/cli"
+require "cosmo/heartbeat"
 require "cosmo/engine"
 require "cosmo/api"
+require "cosmo/middleware"
+require "cosmo/services"
 require "cosmo/railtie" if defined?(Rails::Railtie)
 
 module Cosmo
+  # Optional, requires rack
+  autoload :Web, "cosmo/web"
+  # Optional, requires rack and webrick gems. Loaded only when an HTTP port is configured.
+  autoload :HTTPServer, "cosmo/http_server"
+
+  # Programmatic setup, typically from an initializer:
+  #
+  #   Cosmo.configure do |config|
+  #     config.logger = Rails.logger
+  #     config.log_level = :debug
+  #     config.server_middleware { |c| c.add MyMiddleware }
+  #   end
+  #
+  # @yieldparam config [Config] the {Config} singleton
+  # @return [void]
+  def self.configure
+    yield Config.instance
+  end
+
+  # Hands +error+ to every handler in {Config#error_handlers}. A handler that raises is logged and skipped, so error
+  # reporting never breaks processing.
+  #
+  # @param error [Exception]
+  # @param context [Hash] where it happened, see {Config#error_handlers}
+  # @return [void]
+  def self.handle_error(error, context)
+    Config.error_handlers.each do |handler|
+      handler.call(error, context)
+    rescue StandardError => e
+      Logger.error "Error handler failed: #{e.class}: #{e.message}"
+    end
+  end
+
   class Error < StandardError; end
 
   class ArgumentError < Error; end
 
   class NotImplementedError < Error; end
 
+  class ConfigError < Error; end
+
   class ConfigNotFoundError < Error
     def initialize(config_file)
       super("No such file #{config_file}")
     end
   end
 
+  class SchedulingDisabledError < Error
+    def initialize
+      super("Scheduling is turned off (config.scheduled.enabled = false), so delayed jobs and crons are unavailable")
+    end
+  end
+
   class StreamNotFoundError < Error
     def initialize(stream_name)
       super("Missing stream `#{stream_name}`")
     end
   end
+
+  class UnknownJobStreamError < Error
+    def initialize(names, configured)
+      super("Unknown job stream#{"s" if names.size > 1} #{names.map { "`#{_1}`" }.join(", ")}; " \
+            "configured: #{configured.empty? ? "none" : configured.map { "`#{_1}`" }.join(", ")}")
+    end
+  end
 end

data/sig/cosmo/api/counter.rbs

@@ -1,16 +1,13 @@
 module Cosmo
   module API
     class Counter
-      STREAM_NAME: ::String
-
-      self.@instance: Counter
       @namespace: ::String
 
-      def self.instance: () -> Counter
+      def self.setup!: () -> void
 
-      def initialize: (::String namespace) -> void
+      def self.stream_config: () -> Hash[Symbol, untyped]
 
-      def with: () { () -> bool } -> void
+      def initialize: (::String namespace) -> void
 
       def increment: (Symbol key, ?by: ::Integer) -> ::Integer
       alias incr increment

data/sig/cosmo/api/cron/entry.rbs

@@ -18,6 +18,8 @@ module Cosmo
 
         def schedule_subject: () -> ::String
         def target_subject: () -> ::String
+        def dispatch_subject: () -> ::String
+        def schedule_headers: () -> Hash[::String, ::String]
         def job_name: () -> ::String
         def job_payload: () -> ::String
         def as_json: () -> Hash[Symbol, untyped]

data/sig/cosmo/api/cron.rbs

@@ -1,6 +1,8 @@
 module Cosmo
   module API
     class Cron
+      STREAM: ::String
+
       def all: () -> ::Array[Hash[Symbol, untyped]]
 
       def upsert!: (?Cosmo::API::Cron::Entry schedule_obj,
@@ -17,8 +19,8 @@ module Cosmo
 
       private
 
-      def schedules_from_stream: (::String stream_name) -> ::Array[Hash[Symbol, untyped]]
-      def build_from_nats: (::String stream_name, ::String subject) -> Hash[Symbol, untyped]?
+      def schedules: () -> ::Array[Hash[Symbol, untyped]]
+      def build_from_nats: (::String subject) -> Hash[Symbol, untyped]?
       def name_from_subject: (::String subject) -> ::String?
     end
   end

data/sig/cosmo/api/job.rbs

@@ -23,9 +23,21 @@ module Cosmo
 
       def subject: () -> ::String
 
+      def error_class: () -> ::String?
+
+      def error_message: () -> ::String?
+
+      def error_backtrace: () -> ::String?
+
+      def error_backtrace_lines: () -> Array[::String]
+
+      def error?: () -> bool
+
       def stream: () -> ::String
 
       def timestamp: () -> ::String?
+
+      def stored_at: () -> ::Time?
     end
   end
 end

data/sig/cosmo/api/kv.rbs

@@ -1,6 +1,8 @@
 module Cosmo
   module API
     class KV
+      LIMIT: ::Integer
+
       @name: ::String
       @options: Hash[Symbol, untyped]
       @kv: untyped
@@ -15,7 +17,9 @@ module Cosmo
 
       def delete: (::String | ::Integer key) -> untyped
 
-      def keys: (?::String? subject, ?limit: ::Integer) -> Array[::String]
+      def keys: (?::String? subject, ?limit: ::Integer?, ?offset: ::Integer) -> Array[::String]
+
+      def entries: (?::String? subject, ?limit: ::Integer?, ?offset: ::Integer) -> Array[[::String, ::String]]
 
       def purge: (::String | ::Integer key) -> untyped
 
@@ -28,6 +32,8 @@ module Cosmo
 
       private
 
+      def walk: (::String? subject, limit: ::Integer?, offset: ::Integer, meta_only: bool) -> Array[[::String, ::String]]
+
       def publish_cas: (::String | ::Integer key, ::String value, ::Integer? ttl, last_seq: ::Integer) -> untyped
 
       def client: () -> Client

data/sig/cosmo/api/registry.rbs

@@ -0,0 +1,30 @@
+module Cosmo
+  module API
+    class Registry
+      LIMIT: ::Integer
+
+      self.@instance: Registry
+      @kv: KV
+
+      def self.instance: () -> instance
+
+      def initialize: () -> void
+
+      def put: (::String | ::Integer key, Hash[Symbol, untyped] value) -> void
+
+      def remove: (::String | ::Integer key) -> void
+
+      def list: (?page: ::Integer?, ?limit: ::Integer) -> Array[Hash[Symbol, untyped]]
+
+      def all: () -> Array[Hash[Symbol, untyped]]
+
+      def size: () -> ::Integer
+
+      private
+
+      def bucket: () -> KV
+
+      def sanitize: (::String | ::Integer key) -> ::String
+    end
+  end
+end