swarm_sdk 2.7.9 → 2.7.11

data/lib/swarm_sdk/swarm/lazy_delegate_chat.rb

@@ -0,0 +1,372 @@
+# frozen_string_literal: true
+
+module SwarmSDK
+  class Swarm
+    # Lazy loader for delegation agent chats
+    #
+    # Instead of creating delegation instances eagerly at swarm initialization,
+    # this class defers creation until the first delegation call. This improves
+    # initialization performance for swarms where not all agents are used.
+    #
+    # Thread-safe via Mutex - safe for concurrent access.
+    #
+    # @example
+    #   lazy_chat = LazyDelegateChat.new(
+    #     instance_name: "backend@frontend",
+    #     base_name: :backend,
+    #     agent_definition: backend_def,
+    #     swarm: swarm
+    #   )
+    #
+    #   # Later, when delegation is first called:
+    #   chat = lazy_chat.chat  # Creates agent on first access
+    #   chat.ask("Do something")
+    class LazyDelegateChat
+      attr_reader :instance_name, :base_name, :agent_definition
+
+      # Initialize a lazy delegate chat wrapper
+      #
+      # @param instance_name [String] Unique instance name ("base@delegator")
+      # @param base_name [Symbol] Base agent name (for definition lookup)
+      # @param agent_definition [Agent::Definition] Agent definition
+      # @param swarm [Swarm] Parent swarm reference
+      def initialize(instance_name:, base_name:, agent_definition:, swarm:)
+        @instance_name = instance_name
+        @base_name = base_name
+        @agent_definition = agent_definition
+        @swarm = swarm
+        @chat = nil
+        @mutex = Mutex.new
+        @initialized = false
+      end
+
+      # Get or create the agent chat instance
+      #
+      # On first call, creates the agent chat and runs initialization.
+      # Subsequent calls return the cached instance.
+      #
+      # @return [Agent::Chat] The initialized chat instance
+      def chat
+        return @chat if @initialized
+
+        @mutex.synchronize do
+          return @chat if @initialized
+
+          @chat = initialize_chat
+          @initialized = true
+          @chat
+        end
+      end
+
+      # Check if the agent has been initialized
+      #
+      # @return [Boolean] True if chat has been created
+      def initialized?
+        @mutex.synchronize { @initialized }
+      end
+
+      private
+
+      # Create and initialize the agent chat
+      #
+      # This mirrors the initialization done in AgentInitializer passes 1-6
+      # but for a single lazy delegate.
+      #
+      # @return [Agent::Chat] Fully initialized chat instance
+      def initialize_chat
+        emit_lazy_init_start
+
+        # Create tool configurator
+        tool_configurator = ToolConfigurator.new(
+          @swarm,
+          @swarm.scratchpad_storage,
+          @swarm.plugin_storages,
+        )
+
+        # Create the agent chat (mirrors AgentInitializer#create_agent_chat_for_delegation)
+        chat = create_delegation_chat(tool_configurator)
+
+        # Store in delegation_instances (so other code can find it)
+        @swarm.delegation_instances[@instance_name] = chat
+
+        # Wire delegation tools for this instance (nested delegation support)
+        wire_delegation_tools(chat, tool_configurator)
+
+        # Setup context
+        setup_context(chat)
+
+        # Configure hooks
+        configure_hooks(chat)
+
+        # Apply YAML hooks if present
+        apply_yaml_hooks(chat)
+
+        # Activate tools
+        chat.activate_tools_for_prompt
+
+        # Notify plugins
+        notify_plugins(chat, tool_configurator)
+
+        emit_lazy_init_complete
+
+        chat
+      end
+
+      # Create the delegation chat instance
+      #
+      # @param tool_configurator [ToolConfigurator] Tool configuration helper
+      # @return [Agent::Chat] Newly created chat instance
+      def create_delegation_chat(tool_configurator)
+        chat = Agent::Chat.new(
+          definition: @agent_definition.to_h,
+          agent_name: @instance_name.to_sym,
+          global_semaphore: @swarm.global_semaphore,
+        )
+
+        # Set provider agent name for logging
+        chat.provider.agent_name = @instance_name if chat.provider.respond_to?(:agent_name=)
+
+        # Register all tools (built-in, permissions, etc.)
+        tool_configurator.register_all_tools(
+          chat: chat,
+          agent_name: @instance_name.to_sym,
+          agent_definition: @agent_definition,
+        )
+
+        # Register MCP servers if configured
+        if @agent_definition.mcp_servers.any?
+          mcp_configurator = McpConfigurator.new(@swarm)
+          mcp_configurator.register_mcp_servers(
+            chat,
+            @agent_definition.mcp_servers,
+            agent_name: @instance_name,
+          )
+        end
+
+        # Setup tool activation dependencies
+        chat.setup_tool_activation(
+          tool_configurator: tool_configurator,
+          agent_definition: @agent_definition,
+        )
+
+        chat
+      end
+
+      # Wire delegation tools for this instance (nested delegation support)
+      #
+      # If this agent delegates to other agents, create those tools.
+      # The delegate targets may themselves be lazy.
+      #
+      # @param chat [Agent::Chat] The chat instance
+      # @param tool_configurator [ToolConfigurator] Tool configuration helper
+      # @return [void]
+      def wire_delegation_tools(chat, tool_configurator)
+        @agent_definition.delegation_configs.each do |delegation_config|
+          delegate_name_sym = delegation_config[:agent]
+          delegate_name_str = delegate_name_sym.to_s
+          custom_tool_name = delegation_config[:tool_name]
+          preserve_context = delegation_config.fetch(:preserve_context, true)
+
+          # Check if target is a registered swarm
+          if @swarm.swarm_registry&.registered?(delegate_name_str)
+            wire_swarm_delegation(chat, delegate_name_str, custom_tool_name, preserve_context)
+          elsif @swarm.agent_definitions.key?(delegate_name_sym)
+            wire_agent_delegation(chat, delegate_name_sym, custom_tool_name, tool_configurator, preserve_context)
+          else
+            raise ConfigurationError,
+              "Agent '#{@instance_name}' delegates to unknown target '#{delegate_name_str}'"
+          end
+        end
+      end
+
+      # Wire delegation to an external swarm
+      #
+      # @param chat [Agent::Chat] The delegating chat
+      # @param swarm_name [String] Name of the registered swarm
+      # @param custom_tool_name [String, nil] Optional custom tool name
+      # @param preserve_context [Boolean] Whether to preserve context
+      # @return [void]
+      def wire_swarm_delegation(chat, swarm_name, custom_tool_name, preserve_context)
+        tool = Tools::Delegate.new(
+          delegate_name: swarm_name,
+          delegate_description: "External swarm: #{swarm_name}",
+          delegate_chat: nil,
+          agent_name: @instance_name,
+          swarm: @swarm,
+          delegating_chat: chat,
+          custom_tool_name: custom_tool_name,
+          preserve_context: preserve_context,
+        )
+
+        chat.tool_registry.register(
+          tool,
+          source: :delegation,
+          metadata: { delegate_name: swarm_name, delegation_type: :swarm, preserve_context: preserve_context },
+        )
+      end
+
+      # Wire delegation to a local agent
+      #
+      # For lazy-loaded agents, creates a LazyDelegateChat wrapper.
+      # For shared agents, uses the primary instance.
+      #
+      # @param chat [Agent::Chat] The delegating chat
+      # @param delegate_name_sym [Symbol] Name of the delegate agent
+      # @param custom_tool_name [String, nil] Optional custom tool name
+      # @param tool_configurator [ToolConfigurator] Tool configuration helper
+      # @param preserve_context [Boolean] Whether to preserve context
+      # @return [void]
+      def wire_agent_delegation(chat, delegate_name_sym, custom_tool_name, tool_configurator, preserve_context)
+        delegate_definition = @swarm.agent_definitions[delegate_name_sym]
+
+        # Determine which chat instance to use
+        target_chat = if delegate_definition.shared_across_delegations
+          # Shared mode: use primary agent
+          @swarm.agents[delegate_name_sym]
+        else
+          # Isolated mode: create nested lazy loader or get existing instance
+          nested_instance_name = "#{delegate_name_sym}@#{@instance_name}"
+
+          # Check if already exists (might have been created by another path)
+          existing = @swarm.delegation_instances[nested_instance_name]
+          if existing
+            existing
+          else
+            # Create lazy loader for nested delegation
+            LazyDelegateChat.new(
+              instance_name: nested_instance_name,
+              base_name: delegate_name_sym,
+              agent_definition: delegate_definition,
+              swarm: @swarm,
+            )
+          end
+        end
+
+        # Create delegation tool pointing to chosen instance
+        tool = Tools::Delegate.new(
+          delegate_name: delegate_name_sym.to_s,
+          delegate_description: delegate_definition.description,
+          delegate_chat: target_chat,
+          agent_name: @instance_name,
+          swarm: @swarm,
+          delegating_chat: chat,
+          custom_tool_name: custom_tool_name,
+          preserve_context: preserve_context,
+        )
+
+        chat.tool_registry.register(
+          tool,
+          source: :delegation,
+          metadata: {
+            delegate_name: delegate_name_sym,
+            delegation_mode: delegate_definition.shared_across_delegations ? :shared : :isolated,
+            preserve_context: preserve_context,
+          },
+        )
+      end
+
+      # Setup agent context
+      #
+      # @param chat [Agent::Chat] The chat instance
+      # @return [void]
+      def setup_context(chat)
+        delegate_tool_names = @agent_definition.delegation_configs.map do |delegation_config|
+          delegation_config[:tool_name] || Tools::Delegate.tool_name_for(delegation_config[:agent])
+        end
+
+        context = Agent::Context.new(
+          name: @instance_name.to_sym,
+          swarm_id: @swarm.swarm_id,
+          parent_swarm_id: @swarm.parent_swarm_id,
+          delegation_tools: delegate_tool_names,
+          metadata: { is_delegation_instance: true },
+        )
+
+        chat.setup_context(context) if chat.respond_to?(:setup_context)
+
+        # Configure logging if enabled
+        return unless LogStream.emitter
+
+        chat.setup_logging if chat.respond_to?(:setup_logging)
+      end
+
+      # Configure hooks for the agent
+      #
+      # @param chat [Agent::Chat] The chat instance
+      # @return [void]
+      def configure_hooks(chat)
+        return unless chat.respond_to?(:setup_hooks)
+
+        chat.setup_hooks(
+          registry: @swarm.hook_registry,
+          agent_definition: @agent_definition,
+          swarm: @swarm,
+        )
+      end
+
+      # Apply YAML hooks if present
+      #
+      # @param chat [Agent::Chat] The chat instance
+      # @return [void]
+      def apply_yaml_hooks(chat)
+        return unless @swarm.config_for_hooks
+
+        agent_config = @swarm.config_for_hooks.agents[@base_name]
+        return unless agent_config
+
+        hooks = agent_config.is_a?(Hash) ? agent_config[:hooks] : agent_config.hooks
+        return unless hooks&.any?
+
+        Hooks::Adapter.apply_agent_hooks(chat, @instance_name.to_sym, hooks, @swarm.name)
+      end
+
+      # Notify plugins that agent was initialized
+      #
+      # @param chat [Agent::Chat] The chat instance
+      # @param tool_configurator [ToolConfigurator] Tool configuration helper
+      # @return [void]
+      def notify_plugins(chat, tool_configurator)
+        PluginRegistry.all.each do |plugin|
+          plugin_storages = @swarm.plugin_storages[plugin.name] || {}
+          storage = plugin_storages[@base_name]
+
+          context = {
+            storage: storage,
+            agent_definition: @agent_definition,
+            tool_configurator: tool_configurator,
+          }
+
+          plugin.on_agent_initialized(
+            agent_name: @instance_name.to_sym,
+            agent: chat,
+            context: context,
+          )
+        end
+      end
+
+      # Emit lazy initialization start event
+      #
+      # @return [void]
+      def emit_lazy_init_start
+        LogStream.emit(
+          type: "agent_lazy_initialization_start",
+          instance_name: @instance_name,
+          base_name: @base_name,
+          timestamp: Time.now.utc.iso8601,
+        )
+      end
+
+      # Emit lazy initialization complete event
+      #
+      # @return [void]
+      def emit_lazy_init_complete
+        LogStream.emit(
+          type: "agent_lazy_initialization_complete",
+          instance_name: @instance_name,
+          base_name: @base_name,
+          timestamp: Time.now.utc.iso8601,
+        )
+      end
+    end
+  end
+end

data/lib/swarm_sdk/swarm.rb

@@ -581,6 +581,61 @@ module SwarmSDK
     # @return [void]
     attr_writer :swarm_registry
 
+    # Force initialization of all lazy delegation instances
+    #
+    # By default, delegation instances for isolated delegates are lazy-loaded
+    # (created on first delegation call). This method forces immediate initialization
+    # of all lazy delegates, which can be useful for:
+    # - Testing: Verify delegation instance properties without mocking
+    # - Preloading: Initialize all agents upfront for predictable timing
+    #
+    # This method is recursive - it will initialize nested lazy delegates until
+    # all delegation chains are fully initialized.
+    #
+    # @return [void]
+    #
+    # @example Force-initialize all delegates for testing
+    #   swarm.initialize_agents
+    #   swarm.initialize_lazy_delegates!
+    #   assert swarm.delegation_instances.key?("backend@lead")
+    def initialize_lazy_delegates!
+      initialize_agents unless @agents_initialized
+
+      # Keep initializing until no more lazy delegates are found
+      # This handles nested delegation chains (A -> B -> C)
+      loop do
+        initialized_any = false
+
+        # Find all delegation tools with lazy loaders in primary agents
+        @agents.each_value do |chat|
+          chat.tools.each_value do |tool|
+            next unless tool.is_a?(Tools::Delegate)
+            next unless tool.lazy? && !tool.initialized?
+
+            tool.initialize_delegate!
+            initialized_any = true
+          end
+        end
+
+        # Also check delegation instances for their own lazy delegates (nested)
+        @delegation_instances.values.each do |chat|
+          # Skip if this is still a LazyDelegateChat (shouldn't happen after above loop)
+          next if chat.is_a?(Swarm::LazyDelegateChat)
+
+          chat.tools.each_value do |tool|
+            next unless tool.is_a?(Tools::Delegate)
+            next unless tool.lazy? && !tool.initialized?
+
+            tool.initialize_delegate!
+            initialized_any = true
+          end
+        end
+
+        # Exit loop when no more lazy delegates were initialized
+        break unless initialized_any
+      end
+    end
+
     # --- Internal API (for Executor use only) ---
     # Hook triggers for swarm lifecycle events are provided by HookTriggers module
 

data/lib/swarm_sdk/tools/delegate.rb

@@ -37,7 +37,7 @@ module SwarmSDK
         end
       end
 
-      attr_reader :delegate_name, :delegate_target, :tool_name, :preserve_context
+      attr_reader :delegate_name, :delegate_target, :tool_name, :preserve_context, :delegate_chat
 
       # Initialize a delegation tool
       #
@@ -94,6 +94,32 @@ module SwarmSDK
         @tool_name
       end
 
+      # Check if this delegate uses lazy loading
+      #
+      # @return [Boolean] True if delegate is lazy-loaded
+      def lazy?
+        @delegate_chat.is_a?(Swarm::LazyDelegateChat)
+      end
+
+      # Check if this delegate has been initialized
+      #
+      # @return [Boolean] True if delegate chat is ready (either eager or lazy-initialized)
+      def initialized?
+        return true unless lazy?
+
+        @delegate_chat.initialized?
+      end
+
+      # Force initialization of lazy delegate
+      #
+      # If the delegate is lazy-loaded, this will trigger immediate initialization.
+      # For eager delegates, this is a no-op.
+      #
+      # @return [Agent::Chat] The resolved chat instance
+      def initialize_delegate!
+        resolve_delegate_chat
+      end
+
       # Execute delegation with pre/post hooks
       #
       # @param message [String] Message to send to the agent
@@ -226,6 +252,9 @@ module SwarmSDK
 
       # Delegate to an agent
       #
+      # Handles both eager Agent::Chat instances and lazy-loaded delegates.
+      # LazyDelegateChat instances are initialized on first access.
+      #
       # @param message [String] Message to send to the agent
       # @param call_stack [Array] Delegation call stack for circular dependency detection
       # @param reset_context [Boolean] Whether to reset the agent's conversation history before delegation
@@ -234,11 +263,14 @@ module SwarmSDK
         # Push delegate target onto call stack to track delegation chain
         call_stack.push(@delegate_target)
         begin
+          # Resolve the chat instance (handles lazy loading)
+          chat = resolve_delegate_chat
+
           # Clear conversation if reset_context is true OR if preserve_context is false
           # reset_context takes precedence as it's an explicit request
-          @delegate_chat.clear_conversation if reset_context || !@preserve_context
+          chat.clear_conversation if reset_context || !@preserve_context
 
-          response = @delegate_chat.ask(message, source: "delegation")
+          response = chat.ask(message, source: "delegation")
           response.content
         ensure
           # Always pop from stack, even if delegation fails
@@ -246,6 +278,20 @@ module SwarmSDK
         end
       end
 
+      # Resolve the delegate chat instance
+      #
+      # If the delegate is a LazyDelegateChat, initializes it on first access.
+      # Otherwise, returns the chat directly.
+      #
+      # @return [Agent::Chat] The resolved chat instance
+      def resolve_delegate_chat
+        if @delegate_chat.is_a?(Swarm::LazyDelegateChat)
+          @delegate_chat.chat
+        else
+          @delegate_chat
+        end
+      end
+
       # Delegate to a registered swarm
       #
       # @param message [String] Message to send to the swarm
@@ -263,8 +309,8 @@ module SwarmSDK
           # Reset swarm if reset_context is true
           swarm_registry.reset(@delegate_target) if reset_context
 
-          # Execute sub-swarm's lead agent
-          lead_agent = subswarm.agents[subswarm.lead_agent]
+          # Execute sub-swarm's lead agent (uses agent() to trigger lazy initialization)
+          lead_agent = subswarm.agent(subswarm.lead_agent)
           response = lead_agent.ask(message, source: "delegation")
           result = response.content
 

data/lib/swarm_sdk/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SwarmSDK
-  VERSION = "2.7.9"
+  VERSION = "2.7.11"
 end

data/lib/swarm_sdk.rb

@@ -18,14 +18,32 @@ require "async/semaphore"
 require "ruby_llm"
 require "ruby_llm/mcp"
 
-# Patch ruby_llm_swarm-mcp's Zeitwerk loader to ignore railtie.rb when Rails is not present
+# Load ruby_llm compatibility patches
+# These patches extend upstream ruby_llm to match fork functionality used by SwarmSDK
+require_relative "swarm_sdk/ruby_llm_patches/init"
+
+# Patch Zeitwerk loaders to ignore Rails-dependent files when Rails is not present
 # This prevents NameError when eager loading outside of Rails applications
 unless defined?(Rails)
   require "zeitwerk"
+
+  # Ignore ruby_llm's ActiveRecord integration (requires ActiveSupport)
+  ruby_llm_loader = nil
+  Zeitwerk::Registry.loaders.each { |l| ruby_llm_loader = l if l.tag == "ruby_llm" }
+  if ruby_llm_loader
+    ruby_llm_gem_dir = Gem.loaded_specs["ruby_llm"]&.gem_dir
+    if ruby_llm_gem_dir
+      active_record_dir = File.join(ruby_llm_gem_dir, "lib", "ruby_llm", "active_record")
+      ruby_llm_loader.ignore(active_record_dir)
+    end
+  end
+
+  # Ignore ruby_llm-mcp's railtie
   mcp_loader = nil
   Zeitwerk::Registry.loaders.each { |l| mcp_loader = l if l.tag == "RubyLLM-mcp" }
   if mcp_loader
-    mcp_gem_dir = Gem.loaded_specs["ruby_llm_swarm-mcp"]&.gem_dir
+    mcp_gem_dir = Gem.loaded_specs["ruby_llm-mcp"]&.gem_dir ||
+      Gem.loaded_specs["ruby_llm_swarm-mcp"]&.gem_dir
     if mcp_gem_dir
       railtie_path = File.join(mcp_gem_dir, "lib", "ruby_llm", "mcp", "railtie.rb")
       mcp_loader.ignore(railtie_path)
@@ -51,6 +69,8 @@ loader.inflector.inflect(
   "mcp" => "MCP",
   "openai_with_responses" => "OpenAIWithResponses",
 )
+# Ignore ruby_llm_patches - these are manually required monkey patches, not autoloaded modules
+loader.ignore("#{__dir__}/swarm_sdk/ruby_llm_patches")
 loader.setup
 
 module SwarmSDK

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: swarm_sdk
 version: !ruby/object:Gem::Version
-  version: 2.7.9
+  version: 2.7.11
 platform: ruby
 authors:
 - Paulo Arruda
@@ -52,33 +52,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0.4'
 - !ruby/object:Gem::Dependency
-  name: openssl
+  name: ruby_llm
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.3.2
+        version: '1.11'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.3.2
-- !ruby/object:Gem::Dependency
-  name: ruby_llm_swarm
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 1.9.7
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 1.9.7
+        version: '1.11'
 - !ruby/object:Gem::Dependency
   name: ruby_llm_swarm-mcp
   requirement: !ruby/object:Gem::Requirement
@@ -190,6 +176,14 @@ files:
 - lib/swarm_sdk/prompts/base_system_prompt.md.erb
 - lib/swarm_sdk/restore_result.rb
 - lib/swarm_sdk/result.rb
+- lib/swarm_sdk/ruby_llm_patches/chat_callbacks_patch.rb
+- lib/swarm_sdk/ruby_llm_patches/configuration_patch.rb
+- lib/swarm_sdk/ruby_llm_patches/connection_patch.rb
+- lib/swarm_sdk/ruby_llm_patches/init.rb
+- lib/swarm_sdk/ruby_llm_patches/io_endpoint_patch.rb
+- lib/swarm_sdk/ruby_llm_patches/message_management_patch.rb
+- lib/swarm_sdk/ruby_llm_patches/responses_api_patch.rb
+- lib/swarm_sdk/ruby_llm_patches/tool_concurrency_patch.rb
 - lib/swarm_sdk/snapshot.rb
 - lib/swarm_sdk/snapshot_from_events.rb
 - lib/swarm_sdk/state_restorer.rb
@@ -200,6 +194,7 @@ files:
 - lib/swarm_sdk/swarm/builder.rb
 - lib/swarm_sdk/swarm/executor.rb
 - lib/swarm_sdk/swarm/hook_triggers.rb
+- lib/swarm_sdk/swarm/lazy_delegate_chat.rb
 - lib/swarm_sdk/swarm/logging_callbacks.rb
 - lib/swarm_sdk/swarm/mcp_configurator.rb
 - lib/swarm_sdk/swarm/swarm_registry_builder.rb