cosmonats 0.6.0 → 0.7.0

data/sig/cosmo/job/failure.rbs

@@ -0,0 +1,28 @@
+module Cosmo
+  module Job
+    class Failure
+      HEADER_LIMIT: Integer
+      BACKTRACE_LINES: Integer
+      BACKTRACE_SEPARATOR: String
+
+      @exception: Exception
+      @backtrace: ::String?
+
+      def self.headers: (Exception exception) -> Hash[::String, ::String]
+
+      def initialize: (Exception exception) -> void
+
+      def headers: () -> Hash[::String, ::String]
+
+      private
+
+      def name: () -> ::String
+
+      def message: () -> ::String
+
+      def backtrace: () -> ::String
+
+      def single_line: (untyped value) -> ::String
+    end
+  end
+end

data/sig/cosmo/job/processor.rbs

@@ -1,13 +1,27 @@
 module Cosmo
   module Job
     class Processor < ::Cosmo::Processor
+      DISPATCH_HEADERS: ::Array[::String]
+
       @weights: Array[Symbol]?
 
+      def self.validate_options!: (Hash[Symbol, untyped] options) -> void
+
+      def subscriptions: () -> Array[::String]
+
       private
 
       def setup: () -> void
 
+      def log_subscriptions: () -> void
+
+      def scheduled_config: () -> Hash[Symbol, untyped]?
+
+      def consumer_name: (::String | Symbol stream_name) -> ::String
+
       def schedule_loop: () -> void
+      def scheduled_by: (untyped message) -> ::String?
+      def enqueued_at: (untyped message) -> ::Time
 
       def scheduler?: () -> bool
 
@@ -37,7 +51,9 @@ module Cosmo
 
       def drop_message: (untyped message, Hash[Symbol, untyped] data) -> void
 
-      def move_message: (untyped message, ?Hash[Symbol, untyped]? data) -> void
+      def reject_message: (untyped message, Exception error, ?Hash[Symbol, untyped]? data) -> void
+
+      def move_message: (untyped message, ?Hash[Symbol, untyped]? data, ?Exception? exception) -> void
 
       def with_stats: (untyped message) { () -> untyped } -> void
 

data/sig/cosmo/job/stream_filter.rbs

@@ -0,0 +1,25 @@
+module Cosmo
+  module Job
+    class StreamFilter
+      SCHEDULED: Symbol
+      ENV_NAME: ::String
+
+      @names: Array[::String]
+      @configured: Array[::String]?
+
+      def self.from: (Array[::String]? names) -> StreamFilter
+
+      def initialize: (Array[::String]? names) -> void
+
+      def all?: () -> bool
+
+      def include?: (::String | Symbol stream_name) -> bool
+
+      def validate!: () -> StreamFilter
+
+      private
+
+      def configured: () -> Array[::String]
+    end
+  end
+end

data/sig/cosmo/processor.rbs

@@ -3,23 +3,30 @@ module Cosmo
     STREAM_PAUSED_RECHECK_TTL: ::String
     STREAMS_PAUSED_IDLE_SLEEP: ::String
     STREAM_EMPTY_BACKOFF_MAX: ::String
+    QUIET_SLEEP: ::String
 
     @pool: Utils::ThreadPool
     @running: untyped
+    @quiet: untyped
     @consumers: Array[untyped]
     @threads: Array[Thread]
     @cache: Utils::TTLCache
+    @busy: untyped
     @options: Hash[Symbol, untyped]
     @consumer_state: untyped
 
     def self.run: (*untyped) -> Processor
 
+    def self.validate_options!: (Hash[Symbol, untyped] options) -> void
+
     attr_reader consumers: Array[untyped]
 
-    def initialize: (Utils::ThreadPool pool, untyped running, Hash[Symbol, untyped] options) -> void
+    def initialize: (Utils::ThreadPool pool, untyped running, Hash[Symbol, untyped] options, quiet: untyped) -> void
 
     def run: () -> void
 
+    def busy: () -> Integer
+
     def stop: (?::Integer | ::Float timeout) -> void
 
     private
@@ -40,8 +47,12 @@ module Cosmo
 
     def fetch_subjects: (Hash[Symbol, untyped] config) -> untyped
 
+    def track_busy: [T] () { () -> T } -> T
+
     def running?: () -> bool
 
+    def quiet?: () -> bool
+
     def fetch: (untyped subscription, batch_size: Integer, timeout: Float) ?{ (Array[untyped]) -> void } -> void
 
     def client: () -> Client

data/sig/cosmo/stream/message.rbs

@@ -14,7 +14,9 @@ module Cosmo
 
       def ack: () -> void
 
-      def nack: (?delay: Integer?) -> void
+      def nak: (?delay: Integer?) -> void
+
+      alias nack nak
 
       def term: () -> void
 

data/sig/cosmo/stream/processor.rbs

@@ -3,6 +3,8 @@ module Cosmo
     class Processor < ::Cosmo::Processor
       @configs: Array[Hash[Symbol, untyped]]
 
+      def subscriptions: () -> Array[::String]
+
       private
 
       def setup: () -> void

data/sig/cosmo/utils/thread_pool.rbs

@@ -2,12 +2,15 @@ module Cosmo
   module Utils
     class ThreadPool
       @mutex: Thread::Mutex
+      @concurrency: Integer
       @available: Integer
       @cond: Thread::ConditionVariable
       @pool: untyped
 
       def initialize: (Integer concurrency) -> void
 
+      def wait_idle: () -> void
+
       def post: () { () -> void } -> void
 
       def shutdown: () -> void

data/sig/cosmo.rbs

@@ -17,4 +17,8 @@ module Cosmo
   class StreamNotFoundError < Error
     def initialize: (::String stream_name) -> void
   end
+
+  class UnknownJobStreamError < Error
+    def initialize: (Array[::String] names, Array[::String] configured) -> void
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cosmonats
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Dmitry Vorotilin
@@ -41,30 +41,22 @@ dependencies:
   name: nats-pure
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '2.5'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '2.5'
-- !ruby/object:Gem::Dependency
-  name: rack
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3.0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '2.7'
 description: Lightweight background and stream processing for Ruby
 email:
 - d.vorotilin@gmail.com
@@ -83,13 +75,16 @@ files:
 - lib/cosmo/active_job/options.rb
 - lib/cosmo/api.rb
 - lib/cosmo/api/batch.rb
-- lib/cosmo/api/busy.rb
 - lib/cosmo/api/counter.rb
 - lib/cosmo/api/cron.rb
 - lib/cosmo/api/cron/entry.rb
 - lib/cosmo/api/job.rb
 - lib/cosmo/api/kv.rb
+- lib/cosmo/api/registry.rb
 - lib/cosmo/api/stats.rb
+- lib/cosmo/api/stats/busy.rb
+- lib/cosmo/api/stats/processes.rb
+- lib/cosmo/api/stats/totals.rb
 - lib/cosmo/api/stream.rb
 - lib/cosmo/batch.rb
 - lib/cosmo/batch/callback.rb
@@ -98,10 +93,17 @@ files:
 - lib/cosmo/client.rb
 - lib/cosmo/config.rb
 - lib/cosmo/engine.rb
+- lib/cosmo/heartbeat.rb
+- lib/cosmo/http_server.rb
+- lib/cosmo/http_server/handler.rb
+- lib/cosmo/http_server/health.rb
+- lib/cosmo/http_server/ping.rb
 - lib/cosmo/job.rb
 - lib/cosmo/job/data.rb
+- lib/cosmo/job/failure.rb
 - lib/cosmo/job/limit.rb
 - lib/cosmo/job/processor.rb
+- lib/cosmo/job/stream_filter.rb
 - lib/cosmo/logger.rb
 - lib/cosmo/processor.rb
 - lib/cosmo/publisher.rb
@@ -145,6 +147,7 @@ files:
 - lib/cosmo/web/views/jobs/_busy.erb
 - lib/cosmo/web/views/jobs/_dead.erb
 - lib/cosmo/web/views/jobs/_enqueued.erb
+- lib/cosmo/web/views/jobs/_processes.erb
 - lib/cosmo/web/views/jobs/_scheduled.erb
 - lib/cosmo/web/views/jobs/_stats.erb
 - lib/cosmo/web/views/jobs/_tabs.erb
@@ -166,13 +169,16 @@ files:
 - sig/cosmo/active_job/executor.rbs
 - sig/cosmo/active_job/options.rbs
 - sig/cosmo/api/batch.rbs
-- sig/cosmo/api/busy.rbs
 - sig/cosmo/api/counter.rbs
 - sig/cosmo/api/cron.rbs
 - sig/cosmo/api/cron/entry.rbs
 - sig/cosmo/api/job.rbs
 - sig/cosmo/api/kv.rbs
+- sig/cosmo/api/registry.rbs
 - sig/cosmo/api/stats.rbs
+- sig/cosmo/api/stats/busy.rbs
+- sig/cosmo/api/stats/processes.rbs
+- sig/cosmo/api/stats/totals.rbs
 - sig/cosmo/api/stream.rbs
 - sig/cosmo/batch.rbs
 - sig/cosmo/batch/callback.rbs
@@ -181,10 +187,17 @@ files:
 - sig/cosmo/client.rbs
 - sig/cosmo/config.rbs
 - sig/cosmo/engine.rbs
+- sig/cosmo/heartbeat.rbs
+- sig/cosmo/http_server.rbs
+- sig/cosmo/http_server/handler.rbs
+- sig/cosmo/http_server/health.rbs
+- sig/cosmo/http_server/ping.rbs
 - sig/cosmo/job.rbs
 - sig/cosmo/job/data.rbs
+- sig/cosmo/job/failure.rbs
 - sig/cosmo/job/limit.rbs
 - sig/cosmo/job/processor.rbs
+- sig/cosmo/job/stream_filter.rbs
 - sig/cosmo/logger.rbs
 - sig/cosmo/processor.rbs
 - sig/cosmo/publisher.rbs
@@ -204,7 +217,7 @@ files:
 - sig/cosmo/utils/ttl_cache.rbs
 homepage: https://github.com/bitsbeam/cosmonats
 licenses:
-- LGPL-3.0
+- MIT
 metadata:
   homepage_uri: https://github.com/bitsbeam/cosmonats
   bug_tracker_uri: https://github.com/bitsbeam/cosmonats/issues
@@ -226,7 +239,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.16
+rubygems_version: 4.0.12
 specification_version: 4
 summary: Lightweight background and stream processing
 test_files: []

data/lib/cosmo/api/busy.rb

@@ -1,66 +0,0 @@
-# frozen_string_literal: true
-
-require "socket"
-
-module Cosmo
-  module API
-    class Busy
-      TTL = 70
-      HEARTBEAT = 30
-      BUCKET = "cosmo_jobs_busy"
-
-      def self.instance
-        @instance ||= new
-      end
-
-      def initialize
-        @messages = {}
-        @kv = KV.new(BUCKET, { ttl: TTL })
-      end
-
-      def with(message)
-        add(message)
-        yield
-      ensure
-        delete(message)
-      end
-
-      def add(message)
-        @thread ||= Thread.new { heartbeat_loop }
-        seq = message.metadata.sequence.stream
-        value = Utils::Json.dump({ data: message.data, stream: message.metadata.stream, worker: worker_id, started_at: Time.now.to_i })
-        @messages[seq] = value
-        @kv.set(seq, value)
-      end
-
-      def delete(message)
-        seq = message.metadata.sequence.stream
-        @messages.delete(seq)
-        @kv.purge(seq)
-      end
-
-      def list(limit: 25)
-        @kv.keys(limit:).filter_map { Utils::Json.parse(@kv.get(_1)&.value) }.map { _1.merge(data: Utils::Json.parse(_1[:data])) }
-      end
-
-      def size
-        @kv.size
-      end
-
-      private
-
-      def heartbeat_loop
-        loop do
-          sleep(HEARTBEAT)
-          @messages.dup.each { |seq, value| @kv.set(seq, value) rescue StandardError }
-        rescue StandardError => e
-          Logger.debug "Busy heartbeat error: #{e.class} #{e.message}"
-        end
-      end
-
-      def worker_id
-        @worker_id ||= "#{Socket.gethostname}-#{Process.pid}"
-      end
-    end
-  end
-end

data/sig/cosmo/api/busy.rbs

@@ -1,35 +0,0 @@
-module Cosmo
-  module API
-    class Busy
-      TTL: ::Integer
-      HEARTBEAT: ::Integer
-      BUCKET: ::String
-
-      self.@instance: Busy
-      @messages: Hash[::Integer, ::String]
-      @kv: KV
-      @thread: Thread?
-      @worker_id: ::String
-
-      def self.instance: () -> Busy
-
-      def initialize: () -> void
-
-      def with: (untyped message) { () -> void } -> void
-
-      def add: (untyped message) -> void
-
-      def delete: (untyped message) -> void
-
-      def list: (?limit: ::Integer) -> Array[Hash[Symbol, untyped]]
-
-      def size: () -> ::Integer
-
-      private
-
-      def heartbeat_loop: () -> void
-
-      def worker_id: () -> ::String
-    end
-  end
-end