cosmonats 0.2.0 → 0.3.0

data/sig/cosmo/client.rbs

@@ -21,18 +21,26 @@ module Cosmo
 
     def delete_stream: (::String | Symbol name, ?Hash[Symbol, untyped] params) -> untyped
 
-    def list_streams: () -> Array[::String]
+    def update_stream: (::String | Symbol name, Hash[Symbol, untyped] config) -> untyped
+
+    def list_streams: () -> Array[Hash[::String, untyped]]
+
+    def pause_stream: (::String name) -> void
+
+    def unpause_stream: (::String name) -> void
+
+    def stream_paused?: (::String name) -> bool
 
     def list_consumers: (::String stream_name) -> Array[Hash[::String, untyped]]
 
+    def consumer_info: (::String stream_name, ::String consumer_name) -> NATS::JetStream::API::ConsumerInfo
+
     def get_message: (::String | Symbol name, **untyped options) -> NATS::JetStream::API::RawStreamMsg
 
     def delete_message: (::String name, ::Integer seq) -> Hash[::String, untyped]
 
     def purge: (::String stream_name, ::String? subject) -> ::Integer?
 
-    def consumer_info: (::String stream_name, ::String consumer_name) -> NATS::JetStream::API::ConsumerInfo
-
     def kv: (::String name, **untyped opts) -> NATS::KeyValue
 
     def close: -> void

data/sig/cosmo/config.rbs

@@ -1,17 +1,14 @@
 module Cosmo
-  class Config
+  class Config < ::Hash[Symbol, untyped]
     NANO: Integer
     DEFAULT_PATH: ::String
 
     self.@instance: Config
-    self.@system: Hash[Symbol, untyped]
-    @config: Hash[Symbol, untyped]?
-    @system: Hash[Symbol, untyped]
-    @defaults: Hash[Symbol, untyped]
+    self.@internal: Hash[Symbol, untyped]
 
     def self.instance: () -> Config
 
-    def self.system: () -> Hash[Symbol, untyped]
+    def self.internal: () -> Hash[Symbol, untyped]
 
     def self.parse_file: (::String path) -> Hash[Symbol, untyped]
 
@@ -31,15 +28,6 @@ module Cosmo
 
     def self.load: (?::String? path) -> void
 
-    def initialize: () -> void
-
-    def []: (Symbol key) -> untyped
-
-    def fetch: (Symbol key, ?untyped default) -> untyped
-
-    def dig: (*Symbol keys) -> untyped
-
-    def to_h: () -> Hash[Symbol, untyped]
 
     def set: (*untyped) -> untyped
 

data/sig/cosmo/job/processor.rbs

@@ -1,23 +1,31 @@
 module Cosmo
   module Job
     class Processor < ::Cosmo::Processor
-      @weights: Array[Symbol]
+      private
 
-      def initialize: (Utils::ThreadPool pool, untyped running, Hash[Symbol, untyped] options) -> void
+      def setup: () -> void
 
-      private
+      def schedule_loop: () -> void
 
-      def run_loop: () -> void
+      def scheduler?: () -> bool
 
-      def setup: () -> void
+      def consumers: () -> Array[untyped]
 
-      def work_loop: () -> void
+      def fetch_subjects: (Hash[Symbol, untyped] config) -> untyped
 
-      def schedule_loop: () -> void
+      def fetch_timeout: (Hash[Symbol, untyped] config) -> Float
 
-      def process: (Array[untyped] messages) -> void
+      def process: (Array[untyped] messages, untyped processor) -> void
 
       def handle_failure: (untyped message, Hash[Symbol, untyped] data) -> void
+
+      def subscribe: (Symbol stream_name, Hash[Symbol, untyped] config) -> [untyped, Hash[Symbol, untyped], nil]
+
+      def drop_message: (untyped message, Hash[Symbol, untyped] data) -> void
+
+      def move_message: (untyped message, ?Hash[Symbol, untyped]? data) -> void
+
+      def with_stats: (untyped message) { () -> untyped } -> void
     end
   end
 end

data/sig/cosmo/processor.rbs

@@ -1,24 +1,46 @@
 module Cosmo
   class Processor
+    STREAM_PAUSED_RECHECK_TTL: Float
+    STREAMS_PAUSED_IDLE_SLEEP: Float
+    STREAM_EMPTY_BACKOFF_MAX: Float
+
     @pool: Utils::ThreadPool
     @running: untyped
     @consumers: Array[untyped]
+    @threads: Array[Thread]
+    @cache: Utils::TTLCache
     @options: Hash[Symbol, untyped]
+    @locks: Hash[::String, Mutex]
+    @consumer_state: untyped
 
     def self.run: (*untyped) -> Processor
 
+    attr_reader consumers: Array[untyped]
+
     def initialize: (Utils::ThreadPool pool, untyped running, Hash[Symbol, untyped] options) -> void
 
     def run: () -> void
 
+    def stop: (?::Integer | ::Float timeout) -> void
+
     private
 
     def run_loop: () -> void
 
+    def work_loop: () -> void
+
+    def schedule_loop: () -> void
+
+    def scheduler?: () -> bool
+
     def setup: () -> void
 
     def process: (*untyped) -> void
 
+    def fetch_timeout: (Hash[Symbol, untyped] config) -> Float
+
+    def fetch_subjects: (Hash[Symbol, untyped] config) -> untyped
+
     def running?: () -> bool
 
     def fetch: (untyped subscription, batch_size: Integer, timeout: Float) ?{ (Array[untyped]) -> void } -> void
@@ -26,5 +48,9 @@ module Cosmo
     def client: () -> Client
 
     def stopwatch: () -> Utils::Stopwatch
+
+    def lock: (::String stream_name) { () -> void } -> void
+
+    def consumer_state: () -> untyped
   end
 end

data/sig/cosmo/stream/processor.rbs

@@ -3,27 +3,21 @@ module Cosmo
     class Processor < ::Cosmo::Processor
       @configs: Array[Hash[Symbol, untyped]]
 
-      def initialize: (Utils::ThreadPool pool, untyped running, Hash[Symbol, untyped] options) -> void
-
       private
 
-      def run_loop: () -> void
-
       def setup: () -> void
 
-      def convert_timeout: (Numeric) -> Float
-
-      def work_loop: () -> void
-
       def process: (Array[untyped] messages, untyped processor) -> void
 
-      def setup_configs: () -> void
+      def fetch_subjects: (Hash[Symbol, untyped] config) -> untyped
 
-      def setup_consumers: () -> void
+      def fetch_timeout: (Hash[Symbol, untyped] config) -> Float
 
       def static_config: -> Array[Hash[Symbol, untyped]]
 
       def dynamic_config: -> Array[Hash[Symbol, untyped]]
+
+      def subscribe: (Symbol? stream_name, Hash[Symbol, untyped] config) -> [untyped, Hash[Symbol, untyped], untyped]
     end
   end
 end

data/sig/cosmo/utils/hash.rbs

@@ -5,21 +5,13 @@ module Cosmo
 
       def self.dup: [T] (T hash) -> T
 
-      def self.keys?: (::Hash[untyped, untyped] hash, *untyped keys) -> bool
-
       def self.set: (::Hash[untyped, untyped] hash, *untyped keys, value: untyped) -> untyped
 
-      def self.merge: (::Hash[untyped, untyped] hash1, ::Hash[untyped, untyped]? hash2) -> ::Hash[untyped, untyped]
-
       def symbolize_keys!: (untyped obj) -> (::Hash[Symbol, untyped] | Array[untyped] | untyped)
 
       def dup: [T] (T hash) -> T
 
-      def keys?: (::Hash[untyped, untyped] hash, *untyped keys) -> bool
-
       def set: (::Hash[untyped, untyped] hash, *untyped keys, value: untyped) -> untyped
-
-      def merge: (::Hash[untyped, untyped] hash1, ::Hash[untyped, untyped]? hash2) -> ::Hash[untyped, untyped]
     end
   end
 end

data/sig/cosmo/utils/ttl_cache.rbs

@@ -0,0 +1,20 @@
+module Cosmo
+  module Utils
+    class TTLCache
+      @store: ::Hash[untyped, [untyped, ::Time?]]
+
+      def initialize: () -> void
+
+      def set: (untyped key, untyped value, ?ttl: Numeric?) -> untyped
+
+      def get: (untyped key) -> untyped
+
+      def fetch: (untyped key, ?ttl: Numeric?) { () -> untyped } -> untyped
+
+      private
+
+      def key?: (untyped key) -> bool
+    end
+  end
+end
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cosmonats
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Dmitry Vorotilin
@@ -73,7 +73,6 @@ files:
 - lib/cosmo/cli.rb
 - lib/cosmo/client.rb
 - lib/cosmo/config.rb
-- lib/cosmo/defaults.yml
 - lib/cosmo/engine.rb
 - lib/cosmo/job.rb
 - lib/cosmo/job/data.rb
@@ -94,6 +93,7 @@ files:
 - lib/cosmo/utils/stopwatch.rb
 - lib/cosmo/utils/string.rb
 - lib/cosmo/utils/thread_pool.rb
+- lib/cosmo/utils/ttl_cache.rb
 - lib/cosmo/utils/warnings.rb
 - lib/cosmo/version.rb
 - lib/cosmo/web.rb
@@ -119,6 +119,8 @@ files:
 - lib/cosmo/web/views/jobs/scheduled.erb
 - lib/cosmo/web/views/layout.erb
 - lib/cosmo/web/views/streams/_info.erb
+- lib/cosmo/web/views/streams/_pause_banner.erb
+- lib/cosmo/web/views/streams/_stream_row.erb
 - lib/cosmo/web/views/streams/_table.erb
 - lib/cosmo/web/views/streams/index.erb
 - lib/cosmo/web/views/streams/info.erb
@@ -151,6 +153,7 @@ files:
 - sig/cosmo/utils/stopwatch.rbs
 - sig/cosmo/utils/string.rbs
 - sig/cosmo/utils/thread_pool.rbs
+- sig/cosmo/utils/ttl_cache.rbs
 homepage: https://github.com/bitsbeam/cosmonats
 licenses:
 - LGPL-3.0
@@ -175,7 +178,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.8
+rubygems_version: 4.0.12
 specification_version: 4
 summary: Lightweight background and stream processing
 test_files: []

data/lib/cosmo/defaults.yml

@@ -1,70 +0,0 @@
-timeout: 25
-max_retries: &max_retries 3
-concurrency: &concurrency 1
-
-consumers:
-  jobs:
-    critical:
-      <<: &config
-        ack_policy: explicit      # each individual message must be acknowledged
-        max_deliver: *max_retries # max number of times a message delivery will be attempted
-        max_ack_pending: 3        # maximum number of messages w/o ack
-        ack_wait: 60              # duration server waits for ack of message once it's delivered
-        subject: jobs.%{name}.>
-      priority: 50
-    high:
-      <<: *config
-      priority: 30
-    default:
-      <<: *config
-      priority: 15
-    low:
-      <<: *config
-      priority: 5
-    scheduled:
-      <<: *config
-      max_deliver: 1
-      max_ack_pending: 100
-      ack_wait: 10
-
-setup:
-  jobs:
-    critical:
-      <<: &config
-        storage: file
-        retention: workqueue
-        duplicate_window: 120 # 2m
-        discard: old
-        allow_direct: true
-        subjects:
-          - jobs.%{name}.>
-      description: Very critical priority jobs
-    high:
-      <<: *config
-      description: Higher priority jobs
-    default:
-      <<: *config
-      description: Default priority jobs
-    low:
-      <<: *config
-      description: Lower priority jobs
-    scheduled:
-      <<: *config
-      description: Scheduled jobs
-    dead:
-      <<: *config
-      retention: limits
-      max_msgs: 10000
-      max_age: 604800 # 7d
-      description: Broken jobs (DLQ)
-
-development:
-  verbose: false
-  concurrency: *concurrency
-
-staging:
-  verbose: true
-  concurrency: 3
-
-production:
-  concurrency: 3