thronglets 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cdda6c742974526a61c6a4f091b18b6c5c95825c6f21c6e243435bd34faea281
-  data.tar.gz: 283b488716218b7d8f070a23858754267ed12371492cc5511cfc5532f738b0f6
+  metadata.gz: 2069a8ba6a74b72c831a2db5a2f309ed6dda12c85bc91ec2f09172c509d7fcb1
+  data.tar.gz: 6bbe85fde0072e98312c600acbb4be3c902b8734c329a09e1edc271c6f95e96b
 SHA512:
-  metadata.gz: 34d1b956a592f8d14c2dd4d19ebcbf12138a3ae39a65d9499ee3161e3176d31e3fdfa22d4d82c494c3c805749b5f0794c404deb49365a7dd0755231104fe5943
-  data.tar.gz: 1fba370c4feabaaa70ed62d0b4a79a888c2f2afe922d286c112ab27cae73e0e94cd296e022bd94d6bd451b5667ad3c0827def5a3b8e2b2adbf178153ed671ad1
+  metadata.gz: 0ba8543c6ad46a7bf85a476ddc4a749bdee16fee65a136f41d36af633185d6c132024cd223c548f27b8cf3fd5cf6827b503c96196f887e9837e995f053d0bc02
+  data.tar.gz: 344d171f7c884bd8d1ad5294072393f4cac2342e81aa4e9ea400a3aab5d14b5d282a4e4cf44e30d61e1ce0de6042dd892149f64e7bd46385a04424c891cc3b88

data/lib/thronglets/activity.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+class Thronglets::Activity < Temporal::Activity
+  include Thronglets::Concerns::AbstractClass
+  include Thronglets::Concerns::Input
+  include Thronglets::Concerns::Output
+
+  attr_reader :params
+
+  def call
+    raise "NotImplemented"
+  end
+
+  def execute(args)
+    @params = validate_input!(args.as_json)
+
+    data = call.as_json
+
+    if output_schema
+      validate_output!(data)
+    else
+      data
+    end
+  rescue InputValidationError, OutputValidationError => e
+    {
+      errors: e.errors,
+    }.as_json
+  end
+end

data/lib/thronglets/cli.rb

@@ -1,16 +1,49 @@
 # frozen_string_literal: true
 
 require "thor"
+require "irb"
+require_relative "worker"
+require_relative "listener"
 
-module Thronglets
-  class CLI < Thor
-    extend ThorExt::Start
+class Thronglets::CLI < Thor
+  extend Thronglets::ThorExt::Start
 
-    map %w[-v --version] => "version"
+  map %w[-v --version] => "version"
+  map %w[-w --worker] => "worker"
+  map %w[-l --listen] => "listen"
+  map %w[-c --console] => "console"
 
-    desc "version", "Display thronglets version", hide: true
-    def version
-      say "thronglets/#{VERSION} #{RUBY_DESCRIPTION}"
-    end
+  desc "version", "Display thronglets version", hide: true
+  def version
+    say "thronglets/#{Thronglets::VERSION} #{RUBY_DESCRIPTION}"
+  end
+
+  desc "worker", "Start worker"
+  def worker
+    say "Starting worker"
+    require File.join(Dir.pwd, "config", "temporal/env.rb")
+
+    app = Thronglets::Worker.new
+    app.run
+  end
+
+  desc "listen", "Start worker in listen mode"
+  def listen
+    say "Starting worker in listen mode"
+    require File.join(Dir.pwd, "config", "temporal/env.rb")
+
+    app = Thronglets::Listener.new
+    app.run
+  end
+
+  desc "console", "Start console"
+  def console
+    say "Starting console"
+    require File.join(Dir.pwd, "config", "temporal/env.rb")
+    loader = Thronglets::Loader.new
+    loader.load
+
+    ARGV.clear # otherwise all script parameters get passed to IRB
+    IRB.start
   end
 end

data/lib/thronglets/concerns/abstract_class.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Thronglets::Concerns::AbstractClass
+  extend ActiveSupport::Concern
+
+  class_methods do
+    def abstract_class?
+      defined?(@abstract_class) && @abstract_class == true
+    end
+
+    def abstract_class=(value)
+      @abstract_class = value
+    end
+  end
+end

data/lib/thronglets/concerns/input.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module Thronglets::Concerns::Input
+  extend ActiveSupport::Concern
+
+  attr_reader :input_errors, :input_result
+
+  delegate :input_schema, to: :class
+
+  class_methods do
+    def input(&)
+      @input = Dry::Schema.Params(&)
+    end
+
+    def input_schema
+      @input
+    end
+  end
+
+  class InputValidationError < StandardError
+    attr_reader :errors
+
+    def initialize(errors)
+      @errors = errors
+      super("Parameters are not valid")
+    end
+  end
+
+  def validate_input!(args)
+    return args unless input_schema
+
+    @input_result = input_schema.call(args)
+    input_result_data = input_result.to_h.as_json
+    @input_errors = input_result.errors.to_h
+    return input_result_data if input_errors.blank?
+
+    raise InputValidationError, input_errors
+  end
+end

data/lib/thronglets/concerns/output.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module Thronglets::Concerns::Output
+  extend ActiveSupport::Concern
+
+  attr_reader :output_errors, :output_result
+
+  delegate :output_schema, to: :class
+
+  class_methods do
+    def output(&)
+      @output = Dry::Schema.Params(&)
+    end
+
+    def output_schema
+      @output
+    end
+  end
+
+  class OutputValidationError < StandardError
+    attr_reader :errors
+
+    def initialize(errors)
+      @errors = errors
+      super("Results are not valid")
+    end
+  end
+
+  def validate_output!(data)
+    @output_result = output_schema.call(data)
+    output_result_data = output_result.to_h.as_json
+    @output_errors = output_result.errors.to_h
+    return output_result_data if output_errors.blank?
+
+    raise OutputValidationError, output_errors
+  end
+end

data/lib/thronglets/listener.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+require "listen"
+require "childprocess"
+
+class Thronglets::Listener
+  attr_reader :process
+
+  def initialize
+    @process = nil
+  end
+
+  def run
+    spawn_process
+
+    listener = Listen.to("app") do |_modified, _added, _removed|
+      process.stop
+    ensure
+      spawn_process
+    end
+    listener.start
+    sleep
+  rescue Interrupt
+    process.stop # tries increasingly harsher methods to kill the process.
+  end
+
+  private
+
+    def spawn_process
+      @process = ChildProcess.build("thronglets", "-w")
+      process.io.inherit!
+      process.start
+    end
+end

data/lib/thronglets/loader.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+class Thronglets::Loader
+  attr_reader :loader
+
+  def initialize
+    @loader = Zeitwerk::Loader.new
+    [
+      "app/activities",
+      "app/actors",
+      "app/workflows",
+      "app/models",
+      "app/models/concerns",
+    ].each do |path|
+      loader.push_dir(path) if Dir.exist?(path)
+    end
+  end
+
+  def load
+    loader.setup
+  end
+end

data/lib/thronglets/registry.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+class Thronglets::Registry
+  attr_reader :worker
+
+  def initialize(worker)
+    @worker = worker
+  end
+
+  def load!
+    list_classes_in_dir("app/activities").each do |activity|
+      if can_register_class?(activity)
+        puts format("Registered: %s", activity)
+        worker.register_activity(activity)
+      end
+    end
+    list_classes_in_dir("app/workflows").each do |workflow|
+      if can_register_class?(workflow)
+        puts format("Registered: %s", workflow)
+        worker.register_workflow(workflow)
+      end
+    end
+  end
+
+  private
+
+    def list_classes_in_dir(path)
+      Dir.glob("#{path}/**/*.{rb}").map do |file|
+        name = file.delete_prefix("#{path}/").delete_suffix(".rb")
+        name.camelize.constantize
+      end
+    end
+
+    def can_register_class?(klass)
+      !klass.abstract_class?
+    end
+end

data/lib/thronglets/thor_ext/start.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+
+# Configures Thor to behave more like a typical CLI, with better help and error handling.
+#
+# - Passing -h or --help to a command will show help for that command.
+# - Unrecognized options will be treated as errors (instead of being silently ignored).
+# - Error messages will be printed in red to stderr, without stack trace.
+# - Full stack traces can be enabled by setting the VERBOSE environment variable.
+# - Errors will cause Thor to exit with a non-zero status.
+#
+# To take advantage of this behavior, your CLI should subclass Thor and extend this module.
+#
+#   class CLI < Thor
+#     extend ThorExt::Start
+#   end
+#
+# Start your CLI with:
+#
+#   CLI.start
+#
+# In tests, prevent Kernel.exit from being called when an error occurs, like this:
+#
+#   CLI.start(args, exit_on_failure: false)
+#
+module Thronglets::ThorExt::Start
+  def self.extended(base)
+    super
+    base.check_unknown_options!
+  end
+
+  def start(given_args = ARGV, config = {})
+    config[:shell] ||= Thor::Base.shell.new
+    handle_help_switches(given_args) do |args|
+      dispatch(nil, args, nil, config)
+    end
+  rescue StandardError => e
+    handle_exception_on_start(e, config)
+  end
+
+  private
+
+    def handle_help_switches(given_args)
+      yield(given_args.dup)
+    rescue Thor::UnknownArgumentError => e
+      retry_with_args = []
+
+      if given_args.first == "help"
+        retry_with_args = [ "help" ] if given_args.length > 1
+      elsif e.unknown.intersect?(%w[-h --help])
+        retry_with_args = [ "help", (given_args - e.unknown).first ]
+      end
+      raise unless retry_with_args.any?
+
+      yield(retry_with_args)
+    end
+
+    def handle_exception_on_start(error, config)
+      return if error.is_a?(Errno::EPIPE)
+      raise if ENV["VERBOSE"] || !config.fetch(:exit_on_failure, true)
+
+      message = error.message.to_s
+      message.prepend("[#{error.class}] ") if message.empty? || !error.is_a?(Thor::Error)
+
+      config[:shell]&.say_error(message, :red)
+      exit(false)
+    end
+end

data/lib/thronglets/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Thronglets
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/lib/thronglets/worker.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require "zeitwerk"
+require "temporal"
+require "temporal/worker"
+require_relative "registry"
+
+class Thronglets::Worker
+  attr_reader :loader
+
+  def initialize
+    @loader = Thronglets::Loader.new
+    loader.load
+  end
+
+  def run
+    registry.load!
+    worker.start # runs forever
+  end
+
+  private
+
+    def worker
+      @worker ||= Temporal::Worker.new(
+        # how many threads poll for activities
+        activity_thread_pool_size: 20,
+        # how many threads poll for workflows
+        workflow_thread_pool_size: 10,
+      )
+    end
+
+    def registry
+      @registry ||= Thronglets::Registry.new(worker)
+    end
+end

data/lib/thronglets/workflow.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+class Thronglets::Workflow < Temporal::Workflow
+  include Thronglets::Concerns::AbstractClass
+  include Thronglets::Concerns::Input
+  include Thronglets::Concerns::Output
+
+  attr_reader :params
+
+  def call
+    raise "NotImplemented"
+  end
+
+  def execute(args)
+    @params = validate_input!(args.as_json)
+
+    data = call.as_json
+
+    if output_schema
+      validate_output!(data)
+    else
+      data
+    end
+  rescue InputValidationError, OutputValidationError => e
+    {
+      errors: e.errors,
+    }.as_json
+  end
+end

data/lib/thronglets.rb

@@ -1,7 +1,19 @@
 # frozen_string_literal: true
 
 module Thronglets
+  module ThorExt
+    autoload :Start, "thronglets/thor_ext/start"
+  end
+
+  module Concerns
+    autoload :AbstractClass, "thronglets/concerns/abstract_class"
+    autoload :Output, "thronglets/concerns/output"
+    autoload :Input, "thronglets/concerns/input"
+  end
+
   autoload :CLI, "thronglets/cli"
   autoload :VERSION, "thronglets/version"
-  autoload :ThorExt, "thronglets/thor_ext"
+  autoload :Workflow, "thronglets/workflow"
+  autoload :Activity, "thronglets/activity"
+  autoload :Loader, "thronglets/loader"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: thronglets
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Artem Mashchenko
@@ -9,6 +9,48 @@ bindir: exe
 cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: childprocess
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: listen
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -23,6 +65,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: zeitwerk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 email:
 - artem.maschenko@gmail.com
 executables:
@@ -34,9 +90,18 @@ files:
 - README.md
 - exe/thronglets
 - lib/thronglets.rb
+- lib/thronglets/activity.rb
 - lib/thronglets/cli.rb
-- lib/thronglets/thor_ext.rb
+- lib/thronglets/concerns/abstract_class.rb
+- lib/thronglets/concerns/input.rb
+- lib/thronglets/concerns/output.rb
+- lib/thronglets/listener.rb
+- lib/thronglets/loader.rb
+- lib/thronglets/registry.rb
+- lib/thronglets/thor_ext/start.rb
 - lib/thronglets/version.rb
+- lib/thronglets/worker.rb
+- lib/thronglets/workflow.rb
 homepage: https://github.com/kkdoo/thronglets
 licenses:
 - MIT
@@ -53,7 +118,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.1'
+      version: '3.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="

data/lib/thronglets/thor_ext.rb

@@ -1,71 +0,0 @@
-# frozen_string_literal: true
-
-module Thronglets
-  module ThorExt
-    # Configures Thor to behave more like a typical CLI, with better help and error handling.
-    #
-    # - Passing -h or --help to a command will show help for that command.
-    # - Unrecognized options will be treated as errors (instead of being silently ignored).
-    # - Error messages will be printed in red to stderr, without stack trace.
-    # - Full stack traces can be enabled by setting the VERBOSE environment variable.
-    # - Errors will cause Thor to exit with a non-zero status.
-    #
-    # To take advantage of this behavior, your CLI should subclass Thor and extend this module.
-    #
-    #   class CLI < Thor
-    #     extend ThorExt::Start
-    #   end
-    #
-    # Start your CLI with:
-    #
-    #   CLI.start
-    #
-    # In tests, prevent Kernel.exit from being called when an error occurs, like this:
-    #
-    #   CLI.start(args, exit_on_failure: false)
-    #
-    module Start
-      def self.extended(base)
-        super
-        base.check_unknown_options!
-      end
-
-      def start(given_args=ARGV, config={})
-        config[:shell] ||= Thor::Base.shell.new
-        handle_help_switches(given_args) do |args|
-          dispatch(nil, args, nil, config)
-        end
-      rescue StandardError => e
-        handle_exception_on_start(e, config)
-      end
-
-      private
-
-      def handle_help_switches(given_args)
-        yield(given_args.dup)
-      rescue Thor::UnknownArgumentError => e
-        retry_with_args = []
-
-        if given_args.first == "help"
-          retry_with_args = ["help"] if given_args.length > 1
-        elsif e.unknown.intersect?(%w[-h --help])
-          retry_with_args = ["help", (given_args - e.unknown).first]
-        end
-        raise unless retry_with_args.any?
-
-        yield(retry_with_args)
-      end
-
-      def handle_exception_on_start(error, config)
-        return if error.is_a?(Errno::EPIPE)
-        raise if ENV["VERBOSE"] || !config.fetch(:exit_on_failure, true)
-
-        message = error.message.to_s
-        message.prepend("[#{error.class}] ") if message.empty? || !error.is_a?(Thor::Error)
-
-        config[:shell]&.say_error(message, :red)
-        exit(false)
-      end
-    end
-  end
-end