cosmonats 0.1.4 → 0.2.0

data/lib/cosmo/job/processor.rb

@@ -2,22 +2,32 @@
 
 module Cosmo
   module Job
-    class Processor < ::Cosmo::Processor
+    class Processor < ::Cosmo::Processor # rubocop:disable Metrics/ClassLength
       def initialize(pool, running, options)
         super
         @weights = []
       end
 
+      def stop(timeout = Config[:timeout])
+        @running.make_false
+        @pool.shutdown
+        @consumers.each { |(s, _)| s.unsubscribe rescue nil }
+        @pool.wait_for_termination(timeout)
+        [@work_thread, @schedule_thread].compact.each { _1.join(timeout) || _1.kill }
+        @consumers.clear
+      end
+
       private
 
       def run_loop
-        Thread.new { work_loop }
-        Thread.new { schedule_loop }
+        @work_thread = Thread.new { work_loop }
+        @schedule_thread = Thread.new { schedule_loop }
       end
 
       def setup
         jobs_config = Config.dig(:consumers, :jobs)
         jobs_config&.each do |stream_name, config|
+          config = config.dup
           consumer_name = "consumer-#{stream_name}"
           subject = config.delete(:subject)
           priority = config.delete(:priority)
@@ -40,7 +50,7 @@ module Cosmo
               timeout = ENV.fetch("COSMO_JOBS_FETCH_TIMEOUT", 0.1).to_f
               @pool.post do
                 subscription = @consumers.find { |(_, sn)| sn == stream_name }&.first
-                messages = fetch(subscription, batch_size: 1, timeout:)
+                messages = lock(stream_name) { fetch(subscription, batch_size: 1, timeout:) }
                 process(messages) if messages&.any?
               end
             rescue Concurrent::RejectedExecutionError
@@ -85,17 +95,19 @@ module Cosmo
         Logger.debug "received messages #{messages.inspect}"
         data = Utils::Json.parse(message.data)
         unless data
-          Logger.debug ArgumentError.new("malformed payload")
+          Logger.error ArgumentError.new("malformed payload")
+          move_message(message)
           return
         end
 
         worker_class = Utils::String.safe_constantize(data[:class])
         unless worker_class
-          Logger.debug ArgumentError.new("#{data[:class]} class not found")
+          Logger.error ArgumentError.new("#{data[:class]} class not found")
+          move_message(message, data)
           return
         end
 
-        begin
+        with_stats(message) do
           sw = stopwatch
           Logger.with(jid: data[:jid])
           Logger.info "start"
@@ -104,10 +116,12 @@ module Cosmo
           instance.perform(*data[:args])
           message.ack
           Logger.with(elapsed: sw.elapsed_seconds) { Logger.info "done" }
+          true
         rescue StandardError => e
           Logger.debug e
           Logger.with(elapsed: sw.elapsed_seconds) { Logger.info "fail" }
-          handle_failure(message, data)
+          dropped = handle_failure(message, data)
+          false if dropped
         rescue Exception # rubocop:disable Lint/RescueException
           Logger.with(elapsed: sw.elapsed_seconds) { Logger.info "fail" }
           raise
@@ -117,26 +131,46 @@ module Cosmo
         Logger.debug "processed message #{message.inspect}"
       end
 
-      def handle_failure(message, data) # rubocop:disable Metrics/AbcSize
+      def handle_failure(message, data) # rubocop:disable Naming/PredicateMethod
         current_attempt = message.metadata.num_delivered
         max_retries = data[:retry].to_i + 1
 
         if current_attempt < max_retries
-          # NATS will auto-retry based on max_deliver with exponential backoff
+          # NATS will auto-retry with delay (exponential backoff based on current attempt).
+          # When max_deliver is reached, NATS stops redelivering the message and marks it as "max deliveries exceeded".
+          # The message is effectively abandoned by NATS — it stays in the stream (consuming a slot) but will never be delivered again to that consumer.
           delay_ns = ((current_attempt**4) + 15) * 1_000_000_000
           message.nak(delay: delay_ns)
-          return
+          return false
         end
 
-        if data[:dead]
-          Client.instance.publish("jobs.dead.#{Utils::String.underscore(data[:class])}", message.data)
-          message.ack
-          Logger.debug "job moved #{data[:jid]} to DLQ"
-        else
-          message.term
-          Logger.debug "job dropped #{data[:jid]}"
+        data[:dead] ? move_message(message, data) : drop_message(message, data)
+        true
+      end
+
+      def drop_message(message, data)
+        message.term
+        Logger.debug "job dropped #{data[:jid]}"
+      end
+
+      def move_message(message, data = nil)
+        klass = data ? Utils::String.underscore(data[:class]) : "default"
+        headers = { "X-Stream" => message.metadata.stream, "X-Subject" => message.subject }
+        Client.instance.publish("jobs.dead.#{klass}", message.data, header: headers)
+        message.ack
+        Logger.debug "job moved #{data&.dig(:jid)} to DLQ"
+      end
+
+      def with_stats(message, &block)
+        API::Busy.instance.with(message) do
+          API::Counter.instance.with(&block)
         end
       end
+
+      def lock(stream_name, &)
+        @mutexes ||= Hash.new { |h, k| h[k] = Mutex.new }
+        @mutexes[stream_name].synchronize(&)
+      end
     end
   end
 end

data/lib/cosmo/job.rb

@@ -54,7 +54,7 @@ module Cosmo
       end
     end
 
-    attr_reader :jid
+    attr_accessor :jid
 
     def perform(...)
       raise NotImplementedError, "#{self.class}#perform must be implemented"

data/lib/cosmo/logger.rb

@@ -62,5 +62,9 @@ module Cosmo
     def self.instance
       @instance ||= ::Logger.new($stdout).tap { _1.formatter = SimpleFormatter.new }
     end
+
+    def self.instance=(logger)
+      @instance = logger
+    end
   end
 end

data/lib/cosmo/processor.rb

@@ -45,7 +45,7 @@ module Cosmo
       # No messages, continue
     rescue StandardError => e
       Logger.error "Snap! Error just happened"
-      Logger.error "#{e.class}: #{e.message}"
+      Logger.error "#{e.class}: #{e.message}\n#{e.backtrace.join("\n")}"
 
       backoff = ENV.fetch("COSMO_STREAMS_FETCH_BACKOFF", 5).to_f
       sleep([timeout, backoff].max) # backoff before retry

data/lib/cosmo/utils/overrides.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+Cosmo::Utils::Warnings.silence do
+  members = NATS::JetStream::API::StreamConfig.members + [:allow_msg_counter]
+  NATS::JetStream::API::StreamConfig = Struct.new(*members, keyword_init: true) do
+    def initialize(opts = {})
+      rem = opts.keys - members
+      opts.delete_if { |k| rem.include?(k) }
+      super
+    end
+  end
+
+  members = NATS::JetStream::PubAck.members + [:val]
+  NATS::JetStream::PubAck = Struct.new(*members, keyword_init: true)
+end

data/lib/cosmo/utils/warnings.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Cosmo
+  module Utils
+    module Warnings
+      module_function
+
+      def silence
+        verbose = $VERBOSE
+        $VERBOSE = nil
+        yield
+      ensure
+        $VERBOSE = verbose
+      end
+    end
+  end
+end

data/lib/cosmo/utils.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+require "cosmo/utils/hash"
+require "cosmo/utils/json"
+require "cosmo/utils/string"
+require "cosmo/utils/signal"
+require "cosmo/utils/warnings"
+require "cosmo/utils/stopwatch"
+require "cosmo/utils/thread_pool"
+
+module Cosmo
+  module Utils
+  end
+end

data/lib/cosmo/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Cosmo
-  VERSION = "0.1.4"
+  VERSION = "0.2.0"
 end

data/lib/cosmo/web/assets/app.css

@@ -0,0 +1,431 @@
+:root {
+  --color-primary:       oklch(0.66 0.188 250.179);
+  --color-bg:            oklch(99% 0.005 256);
+  --color-elevated:      oklch(100% 0 256);
+  --color-border:        oklch(95% 0.005 256);
+  --color-selected:      oklch(93% 0.005 256);
+  --color-table-bg-alt:  oklch(99% 0.005 256);
+  --color-shadow:        oklch(27% 0.005 256 / 5%);
+  --color-text:          oklch(27% 0.005 256);
+  --color-text-light:    oklch(52% 0.005 256);
+  --color-success:       oklch(0.70 0.15 145);
+  --color-info:          oklch(0.66 0.188 250.179);
+  --color-danger:        oklch(0.65 0.22 25);
+  --color-warning:       oklch(0.75 0.15 85);
+
+  --space-1-2: 4px;
+  --space:     8px;
+  --space-2x:  16px;
+  --space-3x:  24px;
+  --space-4x:  32px;
+
+  --font-sans: system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto,
+               Oxygen, Ubuntu, Cantarell, sans-serif;
+  --font-mono: ui-monospace, 'Cascadia Code', 'Source Code Pro', Menlo, Consolas,
+               'DejaVu Sans Mono', monospace;
+  --font-size:       16px;
+  --font-size-large: 1.728rem;
+  --font-size-small: 0.833rem;
+}
+
+@media (prefers-color-scheme: dark) {
+  :root {
+    --color-primary:      oklch(0.72 0.188 250.179);
+    --color-bg:           oklch(20% 0.005 256);
+    --color-elevated:     oklch(24% 0.005 256);
+    --color-border:       oklch(30% 0.005 256);
+    --color-selected:     oklch(28% 0.005 256);
+    --color-table-bg-alt: oklch(22% 0.005 256);
+    --color-shadow:       oklch(10% 0.005 256 / 30%);
+    --color-text:         oklch(90% 0.005 256);
+    --color-text-light:   oklch(65% 0.005 256);
+  }
+}
+
+/* ── Reset ─────────────────────────────────────────────────────────────── */
+*, *::before, *::after { box-sizing: border-box; margin: 0; padding: 0; }
+
+/* ── Base ──────────────────────────────────────────────────────────────── */
+body {
+  font-family: var(--font-sans);
+  font-size: var(--font-size);
+  line-height: 1.5;
+  background: var(--color-bg);
+  color: var(--color-text);
+  font-variant-numeric: tabular-nums;
+  -webkit-font-smoothing: antialiased;
+  min-height: 100vh;
+}
+
+h1, h2, h3 {
+  font-size: var(--font-size-large);
+  font-weight: normal;
+  overflow-wrap: break-word;
+  margin: var(--space) 0 var(--space);
+  padding: 0;
+}
+
+code {
+  background-color: var(--color-elevated);
+  border-radius: 2px;
+  box-shadow: 0 0 0 1px var(--color-border);
+  color: var(--color-text-light);
+  display: inline-block;
+  font-family: var(--font-mono);
+  font-size: var(--font-size-small);
+  padding: var(--space-1-2);
+  word-wrap: anywhere;
+}
+
+a { color: inherit; text-decoration: none; }
+a.active, a:hover { color: oklch(from var(--color-primary) calc(l + 0.06) c h); }
+
+/* ── Buttons ───────────────────────────────────────────────────────────── */
+button, .btn {
+  background: linear-gradient(
+    oklch(from var(--color-text) calc(l + 0.06) c h),
+    var(--color-text)
+  );
+  border: none;
+  border-radius: var(--space-1-2);
+  box-shadow: 0 1px 1px 1px var(--color-shadow);
+  color: var(--color-bg);
+  cursor: pointer;
+  display: inline-block;
+  font-family: inherit;
+  font-size: var(--font-size);
+  font-weight: 700;
+  line-height: var(--space-3x);
+  padding: var(--space) var(--space-2x);
+  text-decoration: none;
+  white-space: nowrap;
+}
+
+button:hover, .btn:hover {
+  background: linear-gradient(
+    oklch(from var(--color-text) calc(l + 0.16) c h),
+    oklch(from var(--color-text) calc(l + 0.1) c h)
+  );
+  color: var(--color-bg);
+}
+
+.btn-primary {
+  background: linear-gradient(
+    oklch(from var(--color-primary) calc(l + 0.06) c h),
+    var(--color-primary)
+  );
+}
+.btn-primary:hover {
+  background: linear-gradient(
+    oklch(from var(--color-primary) calc(l + 0.16) c h),
+    oklch(from var(--color-primary) calc(l + 0.1) c h)
+  );
+}
+
+.btn-danger {
+  background: linear-gradient(
+    oklch(from var(--color-danger) calc(l + 0.06) c h),
+    var(--color-danger)
+  );
+}
+.btn-danger:hover {
+  background: linear-gradient(
+    oklch(from var(--color-danger) calc(l + 0.16) c h),
+    oklch(from var(--color-danger) calc(l + 0.1) c h)
+  );
+}
+
+/* ── Alerts ────────────────────────────────────────────────────────────── */
+.alert {
+  padding: var(--space-2x);
+  border-radius: var(--space-1-2);
+  margin: var(--space-2x) 0;
+}
+.alert-success {
+  background: oklch(from var(--color-success) l c h / 10%);
+  color: var(--color-success);
+  border-left: 4px solid var(--color-success);
+}
+.alert-info {
+  background: oklch(from var(--color-info) l c h / 10%);
+  color: var(--color-info);
+  border-left: 4px solid var(--color-info);
+}
+.alert-warning {
+  background: oklch(from var(--color-warning) l c h / 10%);
+  color: var(--color-warning);
+  border-left: 4px solid var(--color-warning);
+}
+.alert-danger {
+  background: oklch(from var(--color-danger) l c h / 10%);
+  color: var(--color-danger);
+  border-left: 4px solid var(--color-danger);
+}
+
+/* ── Layout ────────────────────────────────────────────────────────────── */
+header {
+  background: var(--color-elevated);
+  box-shadow: 0 2px 4px 0 var(--color-shadow);
+  height: 56px;
+  position: fixed;
+  left: 0; right: 0; top: 0;
+  z-index: 10;
+}
+
+.container {
+  margin: 0 auto;
+  max-width: 1280px;
+  padding: var(--space-2x);
+}
+
+header .container {
+  display: flex;
+  padding: var(--space) var(--space-2x);
+}
+
+.nav {
+  display: flex;
+  align-items: center;
+  width: 100%;
+  gap: var(--space);
+}
+
+.navbar-brand {
+  color: var(--color-primary);
+  font-size: 1.125rem;
+  font-weight: 700;
+  line-height: 24px;
+  margin-right: var(--space-2x);
+  text-decoration: none;
+}
+
+.nav-list {
+  display: flex;
+  list-style-type: none;
+  gap: var(--space-1-2);
+  margin: 0;
+  padding: 0;
+}
+
+.nav-list li a {
+  display: block;
+  padding: var(--space) var(--space-2x);
+  line-height: 24px;
+  color: inherit;
+  text-decoration: none;
+  border-radius: var(--space-1-2);
+  transition: background 0.2s;
+}
+
+.nav-list li a:hover,
+.nav-list li a.active {
+  background: var(--color-selected);
+  color: var(--color-text);
+}
+
+main.container {
+  padding-top: calc(56px + var(--space-4x)); /* header height + breathing room = 88px */
+  min-height: 100vh;
+}
+
+/* ── Sections ──────────────────────────────────────────────────────────── */
+section { margin-bottom: var(--space-4x); }
+
+section > header {
+  display: flex;
+  align-items: center;
+  gap: var(--space);
+  margin-bottom: var(--space-2x);
+  /* reset the global fixed-header styles */
+  background: transparent;
+  box-shadow: none;
+  height: auto;
+  padding: 0;
+  position: static;
+  width: auto;
+  z-index: auto;
+}
+
+section .nav {
+  display: flex;
+  gap: var(--space);
+  flex-wrap: wrap;
+  width: fit-content;
+  margin: var(--space-3x) auto;
+}
+
+section .pending {
+  margin-bottom: 0.75rem;
+  display: flex;
+  justify-content: space-between;
+  align-items: center;
+}
+
+/* ── Stat cards ────────────────────────────────────────────────────────── */
+.cards-container {
+  display: grid;
+  grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
+  gap: var(--space-2x);
+  margin-bottom: var(--space-3x);
+}
+
+.stat-card {
+  background: var(--color-elevated);
+  border-radius: var(--space-1-2);
+  box-shadow: 0 1px 3px var(--color-shadow);
+  padding: var(--space-3x);
+  text-align: center;
+  transition: transform 0.2s, box-shadow 0.2s;
+}
+.stat-card:hover {
+  transform: translateY(-2px);
+  box-shadow: 0 4px 8px var(--color-shadow);
+}
+.stat-card .row {
+  display: flex;
+  justify-content: center;
+  align-items: center;
+  gap: var(--space);
+}
+.stat-card .row p {
+  white-space: nowrap;
+  text-align: left;
+}
+.stat-card .row h4 {
+  width: 100%;
+  white-space: nowrap;
+  text-align: right;
+}
+.stat-card h3 {
+  color: var(--color-text);
+  font-size: 2rem;
+  font-weight: 700;
+  margin: 0 0 var(--space) 0;
+}
+.stat-card p {
+  color: var(--color-text-light);
+  font-size: var(--font-size-small);
+  letter-spacing: 0.05em;
+  margin: 0;
+  text-transform: uppercase;
+}
+
+/* ── Tables ────────────────────────────────────────────────────────────── */
+.table-container {
+  background: var(--color-elevated);
+  border-radius: var(--space-1-2);
+  box-shadow: 0 1px 3px var(--color-shadow);
+  margin-bottom: var(--space-4x);
+  overflow: hidden;
+}
+
+table { border-collapse: collapse; width: 100%; }
+
+th {
+  background: var(--color-table-bg-alt);
+  border-bottom: 1px solid var(--color-border);
+  color: var(--color-text-light);
+  font-size: var(--font-size-small);
+  font-weight: 600;
+  letter-spacing: 0.05em;
+  padding: var(--space-2x);
+  text-align: left;
+  text-transform: uppercase;
+}
+
+td {
+  border-bottom: 1px solid var(--color-border);
+  color: var(--color-text);
+  padding: var(--space-2x);
+  vertical-align: top;
+}
+
+tr:last-child td { border-bottom: none; }
+tr:hover         { background: var(--color-table-bg-alt); }
+
+/* ── Subjects ──────────────────────────────────────────────────────────── */
+.subjects { display: flex; flex-wrap: wrap; gap: var(--space-1-2); }
+
+.subject-tag {
+  background: oklch(from var(--color-info) l c h / 15%);
+  border-radius: var(--space-1-2);
+  color: var(--color-info);
+  font-family: var(--font-mono);
+  font-size: var(--font-size-small);
+  font-weight: 500;
+  padding: var(--space-1-2) var(--space);
+}
+
+/* ── Job rows ──────────────────────────────────────────────────────────── */
+.job-class {
+  color: var(--color-text);
+  font-weight: 600;
+  margin-bottom: var(--space-1-2);
+}
+.job-id {
+  color: var(--color-text-light);
+  font-size: var(--font-size-small);
+  margin-bottom: var(--space);
+}
+
+.time-badge {
+  background: var(--color-success);
+  border-radius: var(--space-1-2);
+  color: var(--color-elevated);
+  display: inline-block;
+  font-size: var(--font-size-small);
+  font-weight: 700;
+  margin-bottom: var(--space-1-2);
+  padding: var(--space-1-2) var(--space);
+}
+
+time {
+  color: var(--color-text-light);
+  display: block;
+  font-size: var(--font-size-small);
+}
+
+.dead-row { border-left: 4px solid var(--color-danger); }
+
+.error-message strong {
+  color: var(--color-danger);
+  display: block;
+  margin-bottom: var(--space-1-2);
+}
+.error-message p {
+  color: var(--color-text);
+  font-size: var(--font-size-small);
+  word-wrap: break-word;
+}
+
+/* ── Links ─────────────────────────────────────────────────────────────── */
+.stream-link { color: var(--color-primary); font-weight: 600; }
+.stream-link:hover { text-decoration: underline; }
+
+/* ── Actions ───────────────────────────────────────────────────────────── */
+.actions-form { display: flex; flex-direction: column; gap: var(--space-1-2); }
+
+/* ── Details / summary ─────────────────────────────────────────────────── */
+details summary {
+  color: var(--color-text-light);
+  cursor: pointer;
+  font-size: var(--font-size-small);
+  user-select: none;
+}
+details summary code { display: inline; }
+details[open] summary { margin-bottom: var(--space); }
+details code { display: block; max-width: 400px; white-space: pre-wrap; }
+
+/* ── HTMX ──────────────────────────────────────────────────────────────── */
+.htmx-indicator { opacity: 0; transition: opacity 200ms; }
+.htmx-request .htmx-indicator,
+.htmx-request.htmx-indicator   { opacity: 1; }
+
+/* ── Responsive ────────────────────────────────────────────────────────── */
+@media (max-width: 768px) {
+  .nav            { flex-wrap: wrap; }
+  .nav-list       { order: 3; width: 100%; margin-top: var(--space); }
+  .cards-container { grid-template-columns: repeat(2, 1fr); }
+  .table-container { overflow-x: auto; }
+  th, td          { font-size: var(--font-size-small); padding: var(--space); }
+}

data/lib/cosmo/web/context.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+require "cosmo/web/helpers/application"
+
+module Cosmo
+  class Web
+    class Context
+      include Helpers::Application
+
+      def initialize(locals, content_for = nil)
+        @content_for = Hash(content_for)
+        locals.each { |k, v| instance_variable_set("@#{k}", v) }
+      end
+
+      def binding # rubocop:disable Lint/UselessMethodDefinition
+        super
+      end
+
+      def content_for(name)
+        @content_for[name]
+      end
+
+      def content_for?(name)
+        @content_for.key?(name)
+      end
+    end
+  end
+end