cosmonats 0.7.0 → 0.8.0

data/sig/cosmo/heartbeat.rbs

@@ -17,6 +17,8 @@ module Cosmo
 
     def beat: () -> void
 
+    def flush: () -> void
+
     def identity: () -> ::String
 
     def info: () -> Hash[Symbol, untyped]

data/sig/cosmo/job/data.rbs

@@ -17,16 +17,18 @@ module Cosmo
 
       def stream: (?target: bool) -> Symbol
 
-      def subject: (?target: bool) -> Array[::String]
+      def subject: () -> ::String
+
+      def headers: () -> Hash[::String, untyped]
 
       def as_json: () -> { jid: ::String, class: ::String, args: Array[untyped], retry: Integer, dead: bool }
 
       def to_json: (*untyped _args) -> ::String?
 
-      def to_args: () -> [::String, ::String, Hash[Symbol, untyped]]
-
       private
 
+      def subject_for: (Symbol | ::String stream) -> ::String
+
       def validate!: () -> void
 
       def retries: () -> Integer

data/sig/cosmo/job/enqueuer.rbs

@@ -0,0 +1,11 @@
+module Cosmo
+  module Job
+    module Enqueuer
+      def self.enqueue: (::String class_name, Array[untyped] args, Hash[Symbol, untyped] options, ?batch: Batch?) -> ::String?
+
+      def self.pipe: (::String class_name, Data data) -> bool
+
+      def self.publish: (Data data, Hash[Symbol, untyped] payload) -> untyped
+    end
+  end
+end

data/sig/cosmo/job/processor.rbs

@@ -53,13 +53,11 @@ module Cosmo
 
       def reject_message: (untyped message, Exception error, ?Hash[Symbol, untyped]? data) -> void
 
-      def move_message: (untyped message, ?Hash[Symbol, untyped]? data, ?Exception? exception) -> void
-
-      def with_stats: (untyped message) { () -> untyped } -> void
+      def error_context: (untyped message, Hash[Symbol, untyped]? data, ?source: Symbol) -> Hash[Symbol, untyped]
 
-      def acquire_concurrency_slot: (untyped worker_class, untyped message, Hash[Symbol, untyped] data) -> (::String | false)
+      def move_message: (untyped message, ?Hash[Symbol, untyped]? data, ?Exception? exception) -> void
 
-      def perform_job: (untyped job_instance, data: Hash[Symbol, untyped], message: untyped, ?duration: Float?) -> untyped
+      def perform_job: (untyped job_instance, data: Hash[Symbol, untyped], message: untyped) -> untyped
     end
   end
 end

data/sig/cosmo/job/requeue.rbs

@@ -0,0 +1,9 @@
+module Cosmo
+  module Job
+    class Requeue < StandardError
+      attr_reader delay: Numeric
+
+      def initialize: (?Numeric delay) -> void
+    end
+  end
+end

data/sig/cosmo/job.rbs

@@ -31,8 +31,6 @@ module Cosmo
       private
 
       def client: () -> Client
-
-      def publish: (Data data, Batch? batch) -> void
     end
 
     attr_accessor jid: ::String

data/sig/cosmo/logger.rbs

@@ -45,5 +45,11 @@ module Cosmo
     def self.without: (*Symbol) -> nil
 
     def self.instance: () -> untyped
+
+    def self.instance=: (untyped logger) -> void
+
+    def self.level=: (Symbol | ::String | Integer level) -> void
+
+    def self.coerce_level: (Symbol | ::String | Integer level) -> Integer
   end
 end

data/sig/cosmo/middleware/chain.rbs

@@ -0,0 +1,51 @@
+module Cosmo
+  module Middleware
+    class Chain
+      include Enumerable[Entry]
+
+      class Entry
+        attr_accessor klass: Class
+        attr_accessor args: Array[untyped]
+        attr_accessor kwargs: Hash[Symbol, untyped]
+
+        def self.new: (Class klass, Array[untyped] args, Hash[Symbol, untyped] kwargs) -> Entry
+
+        def build: () -> untyped
+      end
+
+      @entries: Array[Entry]
+
+      def initialize: () ?{ (Chain chain) -> void } -> void
+
+      def each: () { (Entry entry) -> void } -> Array[Entry]
+
+      def add: (Class klass, *untyped args, **untyped kwargs) -> Chain
+
+      def prepend: (Class klass, *untyped args, **untyped kwargs) -> Chain
+
+      def insert_before: (Class existing, Class klass, *untyped args, **untyped kwargs) -> Chain
+
+      def insert_after: (Class existing, Class klass, *untyped args, **untyped kwargs) -> Chain
+
+      def remove: (Class klass) -> Chain
+
+      def exists?: (Class klass) -> bool
+
+      alias include? exists?
+
+      def empty?: () -> bool
+
+      def clear: () -> Chain
+
+      def invoke: (*untyped args) { () -> untyped } -> untyped
+
+      private
+
+      def traverse: (Array[untyped] chain, Integer position, Array[untyped] args) { () -> untyped } -> untyped
+
+      def index: (Class klass) -> Integer?
+
+      def take: (Class klass, Array[untyped] args, Hash[Symbol, untyped] kwargs) -> Entry
+    end
+  end
+end

data/sig/cosmo/middleware/sentry.rbs

@@ -0,0 +1,14 @@
+module Cosmo
+  module Middleware
+    class Sentry
+      NAME_PREFIX: ::String
+      OP_NAME: ::String
+      SPAN_ORIGIN: ::String
+      STATUS_OK: ::Integer
+      STATUS_FAIL: ::Integer
+      ERROR_HANDLER: ^(Exception error, Hash[Symbol, untyped] context) -> void
+
+      def call: (untyped job, Hash[Symbol, untyped] data, untyped message) { () -> untyped } -> untyped
+    end
+  end
+end

data/sig/cosmo/middleware.rbs

@@ -0,0 +1,35 @@
+module Cosmo
+  module Middleware
+    class Limit
+      def call: (untyped job, Hash[Symbol, untyped] data, untyped message) { () -> untyped } -> untyped
+
+      private
+
+      def acquire: (untyped job_class, Hash[Symbol, untyped] data) -> ::String?
+
+      def timeout: (Numeric? duration) { () -> untyped } -> untyped
+    end
+
+    class Busy
+      def call: (untyped job, Hash[Symbol, untyped] data, untyped message) { () -> untyped } -> untyped
+    end
+
+    class Metrics
+      def call: (untyped job, Hash[Symbol, untyped] data, untyped message) { () -> untyped } -> untyped
+
+      private
+
+      def job_name: (untyped job, Hash[Symbol, untyped] data) -> ::String
+
+      def clock: () -> Float
+    end
+
+    class Totals
+      def call: (untyped job, Hash[Symbol, untyped] data, untyped message) { () -> untyped } -> untyped
+
+      private
+
+      def increment: (Symbol key) -> void
+    end
+  end
+end

data/sig/cosmo/processor.rbs

@@ -60,5 +60,7 @@ module Cosmo
     def stopwatch: () -> Utils::Stopwatch
 
     def consumer_state: () -> untyped
+
+    def backoff_key: (Hash[Symbol, untyped] config) -> String
   end
 end

data/sig/cosmo/publisher.rbs

@@ -4,18 +4,10 @@ module Cosmo
 
     def self.instance: () -> Publisher
 
-    def self.publish: (::String subject, untyped data, ?serializer: Module?, **untyped options) -> bool
-
-    def self.publish_job: (Job::Data data) -> ::String
-
-    def self.publish_batch: (::String subject, Array[untyped] batch, **untyped options) -> void
+    def self.publish: (::String subject, untyped data, ?serializer: Module?, **untyped options) -> untyped
 
     def initialize: () -> void
 
     def publish: (::String subject, untyped data, ?serializer: Module?, **untyped options) -> untyped
-
-    def publish_job: (Job::Data data) -> ::String
-
-    def publish_batch: (::String subject, Array[untyped] batch, **untyped options) -> void
   end
 end

data/sig/cosmo/services.rbs

@@ -0,0 +1,18 @@
+module Cosmo
+  module Services
+    SCHEDULED: ::String
+    DEAD: ::String
+    METADATA: Hash[::String, ::String]
+    RETENTION_CHANGE: Integer
+
+    def self.scheduled_stream: () -> Hash[Symbol, untyped]?
+
+    def self.scheduled_consumer: () -> Hash[Symbol, untyped]?
+
+    def self.dead_stream: () -> Hash[Symbol, untyped]?
+
+    def self.setup!: () -> Array[::String]
+
+    def self.setup_stream: (::String name, Hash[Symbol, untyped] config) -> void
+  end
+end

data/sig/cosmo/stream/processor.rbs

@@ -13,6 +13,8 @@ module Cosmo
 
       def fetch_subjects: (Hash[Symbol, untyped] config) -> untyped
 
+      def backoff_key: (Hash[Symbol, untyped] config) -> String
+
       def fetch_timeout: (Hash[Symbol, untyped] config) -> Float
 
       def static_config: -> Array[Hash[Symbol, untyped]]

data/sig/cosmo/utils/hash.rbs

@@ -7,15 +7,14 @@ module Cosmo
 
       def self.dup: [T] (T hash) -> T
 
-      def self.set: (::Hash[untyped, untyped] hash, *untyped keys, value: untyped) -> untyped
-
       def symbolize_keys!: (untyped obj) -> (::Hash[Symbol, untyped] | Array[untyped] | untyped)
 
       def stringify_keys: (untyped obj) -> (::Hash[String, untyped] | Array[untyped] | untyped)
 
+      def deep_merge: (::Hash[untyped, untyped] base, ::Hash[untyped, untyped] other) -> ::Hash[untyped, untyped]
+
       def dup: [T] (T hash) -> T
 
-      def set: (::Hash[untyped, untyped] hash, *untyped keys, value: untyped) -> untyped
     end
   end
 end

data/sig/cosmo.rbs

@@ -1,6 +1,10 @@
 module Cosmo
   VERSION: ::String
 
+  def self.configure: () { (Config config) -> void } -> void
+
+  def self.handle_error: (Exception error, Hash[Symbol, untyped] context) -> void
+
   class Error < StandardError
   end
 
@@ -10,10 +14,17 @@ module Cosmo
   class NotImplementedError < Error
   end
 
+  class ConfigError < Error
+  end
+
   class ConfigNotFoundError < Error
     def initialize: (::String config_file) -> void
   end
 
+  class SchedulingDisabledError < Error
+    def initialize: () -> void
+  end
+
   class StreamNotFoundError < Error
     def initialize: (::String stream_name) -> void
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cosmonats
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.8.0
 platform: ruby
 authors:
 - Dmitry Vorotilin
@@ -83,15 +83,19 @@ files:
 - lib/cosmo/api/registry.rb
 - lib/cosmo/api/stats.rb
 - lib/cosmo/api/stats/busy.rb
+- lib/cosmo/api/stats/metrics.rb
 - lib/cosmo/api/stats/processes.rb
 - lib/cosmo/api/stats/totals.rb
 - lib/cosmo/api/stream.rb
 - lib/cosmo/batch.rb
 - lib/cosmo/batch/callback.rb
+- lib/cosmo/batch/counters.rb
 - lib/cosmo/batch/dispatcher.rb
 - lib/cosmo/cli.rb
 - lib/cosmo/client.rb
 - lib/cosmo/config.rb
+- lib/cosmo/config/cosmo.yml
+- lib/cosmo/config/settings.rb
 - lib/cosmo/engine.rb
 - lib/cosmo/heartbeat.rb
 - lib/cosmo/http_server.rb
@@ -100,16 +104,24 @@ files:
 - lib/cosmo/http_server/ping.rb
 - lib/cosmo/job.rb
 - lib/cosmo/job/data.rb
+- lib/cosmo/job/enqueuer.rb
 - lib/cosmo/job/failure.rb
 - lib/cosmo/job/limit.rb
 - lib/cosmo/job/processor.rb
+- lib/cosmo/job/requeue.rb
 - lib/cosmo/job/stream_filter.rb
 - lib/cosmo/logger.rb
+- lib/cosmo/middleware.rb
+- lib/cosmo/middleware/busy.rb
+- lib/cosmo/middleware/chain.rb
+- lib/cosmo/middleware/limit.rb
+- lib/cosmo/middleware/metrics.rb
+- lib/cosmo/middleware/sentry.rb
+- lib/cosmo/middleware/totals.rb
 - lib/cosmo/processor.rb
 - lib/cosmo/publisher.rb
 - lib/cosmo/railtie.rb
-- lib/cosmo/sentry/auto.rb
-- lib/cosmo/sentry/job_processor_middleware.rb
+- lib/cosmo/services.rb
 - lib/cosmo/stream.rb
 - lib/cosmo/stream/data.rb
 - lib/cosmo/stream/message.rb
@@ -130,12 +142,14 @@ files:
 - lib/cosmo/web.rb
 - lib/cosmo/web/assets/app.css
 - lib/cosmo/web/assets/htmx.2.0.8.min.js.gz
+- lib/cosmo/web/chart.rb
 - lib/cosmo/web/context.rb
 - lib/cosmo/web/controllers/actions.rb
 - lib/cosmo/web/controllers/application.rb
 - lib/cosmo/web/controllers/batches.rb
 - lib/cosmo/web/controllers/crons.rb
 - lib/cosmo/web/controllers/jobs.rb
+- lib/cosmo/web/controllers/metrics.rb
 - lib/cosmo/web/controllers/streams.rb
 - lib/cosmo/web/helpers/application.rb
 - lib/cosmo/web/renderer.rb
@@ -157,6 +171,10 @@ files:
 - lib/cosmo/web/views/jobs/index.erb
 - lib/cosmo/web/views/jobs/scheduled.erb
 - lib/cosmo/web/views/layout.erb
+- lib/cosmo/web/views/metrics/_chart.erb
+- lib/cosmo/web/views/metrics/_panel.erb
+- lib/cosmo/web/views/metrics/_table.erb
+- lib/cosmo/web/views/metrics/index.erb
 - lib/cosmo/web/views/streams/_info.erb
 - lib/cosmo/web/views/streams/_pause_banner.erb
 - lib/cosmo/web/views/streams/_stream_row.erb
@@ -177,15 +195,18 @@ files:
 - sig/cosmo/api/registry.rbs
 - sig/cosmo/api/stats.rbs
 - sig/cosmo/api/stats/busy.rbs
+- sig/cosmo/api/stats/metrics.rbs
 - sig/cosmo/api/stats/processes.rbs
 - sig/cosmo/api/stats/totals.rbs
 - sig/cosmo/api/stream.rbs
 - sig/cosmo/batch.rbs
 - sig/cosmo/batch/callback.rbs
+- sig/cosmo/batch/counters.rbs
 - sig/cosmo/batch/dispatcher.rbs
 - sig/cosmo/cli.rbs
 - sig/cosmo/client.rbs
 - sig/cosmo/config.rbs
+- sig/cosmo/config/settings.rbs
 - sig/cosmo/engine.rbs
 - sig/cosmo/heartbeat.rbs
 - sig/cosmo/http_server.rbs
@@ -194,14 +215,20 @@ files:
 - sig/cosmo/http_server/ping.rbs
 - sig/cosmo/job.rbs
 - sig/cosmo/job/data.rbs
+- sig/cosmo/job/enqueuer.rbs
 - sig/cosmo/job/failure.rbs
 - sig/cosmo/job/limit.rbs
 - sig/cosmo/job/processor.rbs
+- sig/cosmo/job/requeue.rbs
 - sig/cosmo/job/stream_filter.rbs
 - sig/cosmo/logger.rbs
+- sig/cosmo/middleware.rbs
+- sig/cosmo/middleware/chain.rbs
+- sig/cosmo/middleware/sentry.rbs
 - sig/cosmo/processor.rbs
 - sig/cosmo/publisher.rbs
 - sig/cosmo/railtie.rbs
+- sig/cosmo/services.rbs
 - sig/cosmo/stream.rbs
 - sig/cosmo/stream/data.rbs
 - sig/cosmo/stream/message.rbs

data/lib/cosmo/sentry/auto.rb

@@ -1,6 +0,0 @@
-# frozen_string_literal: true
-
-require "cosmo/job/processor"
-require "cosmo/sentry/job_processor_middleware"
-
-Cosmo::Job::Processor.prepend Cosmo::Sentry::JobProcessorMiddleware