solid-jobs 0.1.0

data/lib/solid_jobs/utilities.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+module SolidJobs
+  module Utilities
+    module_function
+
+    def stringify_keys(value)
+      case value
+      when Hash
+        value.each_with_object({}) do |(key, nested), result|
+          result[key.to_s] = stringify_keys(nested)
+        end
+      when Array
+        value.map { |nested| stringify_keys(nested) }
+      else
+        value
+      end
+    end
+
+    def stringify_hash_keys(hash)
+      hash.each_with_object({}) { |(key, value), result| result[key.to_s] = value }
+    end
+
+    def shareable_copy(value)
+      return value if Ractor.shareable?(value)
+
+      copied = case value
+      when Hash
+        value.each_with_object({}) do |(key, nested), result|
+          result[shareable_copy(key)] = shareable_copy(nested)
+        end
+      when Array
+        value.map { |nested| shareable_copy(nested) }
+      when String
+        value.dup.freeze
+      when Symbol, Numeric, true, false, nil
+        value
+      else
+        value.frozen? ? value : value.dup.freeze
+      end
+      Ractor.make_shareable(copied)
+    end
+
+    def constantize(name)
+      name.split("::").reject(&:empty?).reduce(Object) { |scope, part| scope.const_get(part, false) }
+    end
+
+    def realtime_milliseconds
+      ::Process.clock_gettime(::Process::CLOCK_REALTIME, :millisecond)
+    end
+  end
+end

data/lib/solid_jobs/version.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+module SolidJobs
+  VERSION = "0.1.0"
+end
+

data/lib/solid_jobs/worker.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require "json"
+
+module SolidJobs
+  class Worker
+    attr_reader :config
+
+    def initialize(redis_config:, config: nil)
+      @config = config || Config.new(redis: redis_config)
+    end
+
+    def perform(payload)
+      payload = JSON.parse(payload) if payload.is_a?(String)
+      raise InvalidJobError, "Job payload must be a Hash" unless payload.is_a?(Hash)
+
+      class_name = payload["class"] || payload["job_class"]
+      raise InvalidJobError, "Job must include a non-empty class" if class_name.nil? || class_name.empty?
+      raise InvalidJobError, "Job args must be an Array" unless payload["args"].is_a?(Array)
+      raise InvalidJobError, "Job queue must be present" if payload["queue"].nil? || payload["queue"].empty?
+
+      job_class = Utilities.constantize(class_name)
+      job = job_class.new
+      job.jid = payload["jid"] if job.respond_to?(:jid=)
+
+      if config.server_middleware.empty?
+        job.perform(*payload.fetch("args"))
+      else
+        config.server_middleware.invoke(job, payload, payload.fetch("queue")) do
+          job.perform(*payload.fetch("args"))
+        end
+      end
+    end
+  end
+end

data/lib/solid_jobs.rb

@@ -0,0 +1,92 @@
+# frozen_string_literal: true
+
+require "base_service"
+require "callback_collection"
+require "solid_redis"
+require "solid_resp_ractor"
+
+require_relative "solid_jobs/version"
+require_relative "solid_jobs/errors"
+require_relative "solid_jobs/utilities"
+require_relative "solid_jobs/ractor_support"
+require_relative "solid_jobs/startup_barrier"
+require_relative "solid_jobs/middleware/chain"
+require_relative "solid_jobs/config"
+require_relative "solid_jobs/client"
+require_relative "solid_jobs/testing"
+require_relative "solid_jobs/job"
+require_relative "solid_jobs/worker"
+require_relative "solid_jobs/fetch"
+require_relative "solid_jobs/retry_service"
+require_relative "solid_jobs/scheduler"
+require_relative "solid_jobs/processor"
+require_relative "solid_jobs/heartbeat"
+require_relative "solid_jobs/recovery"
+require_relative "solid_jobs/integrity_check"
+require_relative "solid_jobs/server"
+require_relative "solid_jobs/api"
+require_relative "solid_jobs/active_job" if defined?(::ActiveJob::Base)
+require_relative "solid_jobs/rails" if defined?(::Rails::Railtie)
+
+module SolidJobs
+  CONFIG_KEY = :solid_jobs_config
+
+  module_function
+
+  def config
+    Thread.current[CONFIG_KEY] ||= Config.new
+  end
+
+  def configure
+    yield config
+    config
+  end
+
+  def use_config(configuration)
+    Thread.current[CONFIG_KEY]&.close
+    Thread.current[CONFIG_KEY] = configuration
+  end
+
+  def reset!
+    Thread.current[CONFIG_KEY]&.close
+    Thread.current[CONFIG_KEY] = Config.new
+  end
+
+  def testing!(mode, &block)
+    Testing.testing!(mode, &block)
+  end
+
+  def enqueue(job_class, args, queue: "default", **options)
+    Client.push(
+      options.merge(
+        "class" => job_class,
+        "args" => args,
+        "queue" => queue,
+      ),
+    )
+  end
+
+  def enqueue_bulk(job_class, arguments, queue: "default", **options)
+    Client.push_bulk(
+      options.merge(
+        "class" => job_class,
+        "args" => arguments,
+        "queue" => queue,
+      ),
+    )
+  end
+
+  def redis(&block)
+    raise ArgumentError, "SolidJobs.redis requires a block" unless block
+
+    config.redis(&block)
+  end
+
+  def redis_pool
+    config.redis_pool
+  end
+
+  def recovery!
+    Recovery.call(config: config).result
+  end
+end

metadata

@@ -0,0 +1,189 @@
+--- !ruby/object:Gem::Specification
+name: solid-jobs
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Nicolas Vandenbogaerde
+bindir: exe
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: base-service
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: callback-collection
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: solid-redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.10
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.10
+- !ruby/object:Gem::Dependency
+  name: solid-resp-ractor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.3
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+description: Ractor-local job clients and workers with Sidekiq-compatible Redis payloads,
+  queues, scheduling, and retries.
+executables:
+- solid-jobs
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- LICENSE.txt
+- README.md
+- docs/reliability.md
+- exe/solid-jobs
+- lib/active_job/queue_adapters/solid_jobs_adapter.rb
+- lib/solid_jobs.rb
+- lib/solid_jobs/active_job.rb
+- lib/solid_jobs/api.rb
+- lib/solid_jobs/cli.rb
+- lib/solid_jobs/client.rb
+- lib/solid_jobs/config.rb
+- lib/solid_jobs/errors.rb
+- lib/solid_jobs/fetch.rb
+- lib/solid_jobs/heartbeat.rb
+- lib/solid_jobs/integrity_check.rb
+- lib/solid_jobs/job.rb
+- lib/solid_jobs/middleware/chain.rb
+- lib/solid_jobs/processor.rb
+- lib/solid_jobs/ractor_support.rb
+- lib/solid_jobs/rails.rb
+- lib/solid_jobs/recovery.rb
+- lib/solid_jobs/retry_service.rb
+- lib/solid_jobs/scheduler.rb
+- lib/solid_jobs/server.rb
+- lib/solid_jobs/startup_barrier.rb
+- lib/solid_jobs/testing.rb
+- lib/solid_jobs/utilities.rb
+- lib/solid_jobs/version.rb
+- lib/solid_jobs/worker.rb
+homepage: https://github.com/nicolasva/solid-jobs
+licenses:
+- MIT
+metadata:
+  rubygems_mfa_required: 'true'
+  source_code_uri: https://github.com/nicolasva/solid-jobs
+  changelog_uri: https://github.com/nicolasva/solid-jobs/blob/main/CHANGELOG.md
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3.2'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.9
+specification_version: 4
+summary: A Ractor-oriented Redis background job system
+test_files: []