silas 0.1.7 → 0.3.0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: silas
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.3.0
 platform: ruby
 authors:
 - Daniel St Paul
@@ -111,12 +111,19 @@ files:
 - CHANGELOG.md
 - LICENSE
 - README.md
+- app/controllers/concerns/silas/api/serialization.rb
+- app/controllers/silas/api/base_controller.rb
+- app/controllers/silas/api/v1/approvals_controller.rb
+- app/controllers/silas/api/v1/sessions_controller.rb
+- app/controllers/silas/api/v1/streams_controller.rb
+- app/controllers/silas/api/v1/turns_controller.rb
 - app/controllers/silas/channels/approvals_controller.rb
 - app/controllers/silas/channels/base_controller.rb
 - app/controllers/silas/channels/slack_controller.rb
 - app/controllers/silas/inbox/base_controller.rb
 - app/controllers/silas/inbox/invocations_controller.rb
 - app/controllers/silas/inbox/sessions_controller.rb
+- app/controllers/silas/inbox/turns_controller.rb
 - app/helpers/silas/inbox/trace_helper.rb
 - app/jobs/silas/agent_loop_job.rb
 - app/jobs/silas/channel_delivery_job.rb
@@ -152,6 +159,8 @@ files:
 - db/migrate/20260716000001_add_budget_overrides_to_silas_turns.rb
 - db/migrate/20260716000002_add_cancel_requested_to_silas_turns.rb
 - db/migrate/20260721000001_create_silas_memories.rb
+- db/migrate/20260724000001_drop_agent_sdk_columns_from_silas_turns.rb
+- db/migrate/20260725000001_add_provider_to_silas_steps.rb
 - lib/generators/silas/install/install_generator.rb
 - lib/generators/silas/install/templates/agent.yml
 - lib/generators/silas/install/templates/bin_ci
@@ -167,17 +176,15 @@ files:
 - lib/silas.rb
 - lib/silas/agent.rb
 - lib/silas/agent_scope.rb
-- lib/silas/agent_sdk/cli.rb
-- lib/silas/agent_sdk/stream_parser.rb
-- lib/silas/agent_sdk/version_guard.rb
 - lib/silas/budget.rb
 - lib/silas/channel.rb
 - lib/silas/chat.rb
 - lib/silas/configuration.rb
 - lib/silas/connection.rb
 - lib/silas/connections.rb
+- lib/silas/delta_buffer.rb
+- lib/silas/doctor.rb
 - lib/silas/engine.rb
-- lib/silas/engines/agent_sdk.rb
 - lib/silas/engines/base.rb
 - lib/silas/engines/ruby_llm.rb
 - lib/silas/errors.rb
@@ -192,6 +199,7 @@ files:
 - lib/silas/eval/transcript.rb
 - lib/silas/inbox.rb
 - lib/silas/inbox/cost.rb
+- lib/silas/inbox/delta_broadcaster.rb
 - lib/silas/instructions.rb
 - lib/silas/ledger.rb
 - lib/silas/mcp/client.rb
@@ -209,7 +217,6 @@ files:
 - lib/silas/skill.rb
 - lib/silas/slack.rb
 - lib/silas/step_runner.rb
-- lib/silas/subprocess_runner.rb
 - lib/silas/tool.rb
 - lib/silas/tools/delegate.rb
 - lib/silas/tools/handoff.rb
@@ -219,6 +226,7 @@ files:
 - lib/silas/tools/run_code.rb
 - lib/silas/version.rb
 - lib/tasks/silas_chat.rake
+- lib/tasks/silas_doctor.rake
 - lib/tasks/silas_eval.rake
 - lib/tasks/silas_schedules.rake
 homepage: https://github.com/danielstpaul/silas

data/lib/silas/agent_sdk/cli.rb

@@ -1,59 +0,0 @@
-require "json"
-
-module Silas
-  module AgentSdk
-    # Builds the verified claude -p argv and manages the subprocess. --bare is
-    # the API-key-only auth guard (never subscription OAuth); alwaysLoad + a
-    # non-zero MCP_TIMEOUT are BOTH mandatory or the single-shot -p turn races
-    # ahead of the MCP handshake and never sees the tools (spike trap #1).
-    class Cli
-      def initialize(bin:, prompt:, system:, model:, mcp_url:, allowed:, resume_session_id: nil)
-        @bin = bin
-        @prompt = prompt
-        @system = system
-        @model = model
-        @mcp_url = mcp_url
-        @allowed = allowed
-        @resume_session_id = resume_session_id
-      end
-
-      # Spawns claude, yields each stdout line, returns the exit status integer.
-      def stream
-        @io = IO.popen(env, argv, err: %i[child out], pgroup: true)
-        @pid = @io.pid
-        @io.each_line { |line| yield line }
-        @io.close
-        $?.exitstatus
-      end
-
-      def terminate
-        return unless @pid
-
-        Process.kill("-TERM", @pid)
-        Process.kill("-KILL", @pid)
-      rescue Errno::ESRCH, Errno::EPERM
-        # already gone
-      end
-
-      def argv
-        args = [ @bin, "-p", @prompt,
-                 "--output-format", "stream-json", "--verbose", "--bare",
-                 "--mcp-config", mcp_config_json,
-                 "--allowedTools", @allowed.join(","),
-                 "--model", @model ]
-        args += [ "--append-system-prompt", @system ] if @system.present?
-        args += [ "--resume", @resume_session_id ] if @resume_session_id.present?
-        args
-      end
-
-      def mcp_config_json
-        JSON.generate("mcpServers" => { "silas" => { "type" => "http", "url" => @mcp_url, "alwaysLoad" => true } })
-      end
-
-      def env
-        { "ANTHROPIC_API_KEY" => ENV["ANTHROPIC_API_KEY"],
-          "MCP_TIMEOUT" => Silas.config.agent_sdk_mcp_timeout_ms.to_s }
-      end
-    end
-  end
-end

data/lib/silas/agent_sdk/stream_parser.rb

@@ -1,86 +0,0 @@
-require "json"
-
-module Silas
-  module AgentSdk
-    # Tolerant NDJSON parser for `claude -p --output-format stream-json`. The
-    # event schema is under-documented and shifts between versions, so unknown
-    # lines/types must never raise. Yields Silas::Event objects; accumulates the
-    # terminal Result (final text, tool_use blocks, usage, session_id).
-    class StreamParser
-      attr_reader :session_id, :final_text, :usage, :stop_reason, :blocks, :tool_calls
-
-      def initialize
-        @blocks = []
-        @tool_calls = []
-        @final_text = nil
-        @usage = nil
-        @session_id = nil
-        @stop_reason = nil
-      end
-
-      def ingest(line)
-        line = line.to_s.strip
-        return if line.empty?
-
-        event = JSON.parse(line)
-        @session_id ||= event["session_id"] if event["session_id"]
-
-        case event["type"]
-        when "system"
-          @session_id ||= event["session_id"]
-          yield Event.new(type: :"system.#{event['subtype']}", payload: symbolize(event))
-        when "assistant"
-          ingest_assistant(event) { |e| yield e }
-        when "user"
-          yield Event.new(type: :tool_result, payload: symbolize(event))
-        when "result"
-          @final_text = event["result"]
-          @stop_reason = event["subtype"]
-          @usage = extract_usage(event)
-          # The result text usually repeats the last assistant text — only add a
-          # block if it isn't already captured.
-          if @final_text && @blocks.none? { |b| b["type"] == "text" && b["text"] == @final_text }
-            @blocks << { "type" => "text", "text" => @final_text }
-          end
-          yield Event.new(type: :result, payload: symbolize(event))
-        else
-          yield Event.new(type: :unknown, payload: symbolize(event))
-        end
-      rescue JSON::ParserError
-        # A non-JSON line (banner, warning) — ignore.
-      end
-
-      # tool_calls stays [] on the Result: in the engine-owned path Claude Code
-      # already executed the tools (through our MCP endpoint), so the framework
-      # loop must not try to run them again.
-      def to_result
-        Engines::Result.new(blocks: @blocks, tool_calls: [], stop_reason: @stop_reason || "end_turn", usage: @usage)
-      end
-
-      private
-
-      def ingest_assistant(event)
-        Array(event.dig("message", "content")).each do |block|
-          case block["type"]
-          when "text"
-            @blocks << { "type" => "text", "text" => block["text"] }
-            yield Event.new(type: :text, payload: { text: block["text"] })
-          when "tool_use"
-            @tool_calls << block["id"]
-            @blocks << { "type" => "tool_call", "id" => block["id"], "name" => block["name"], "arguments" => block["input"] }
-            yield Event.new(type: :tool_call, payload: symbolize(block))
-          end
-        end
-      end
-
-      def extract_usage(event)
-        u = event["usage"] || {}
-        { input_tokens: u["input_tokens"], output_tokens: u["output_tokens"], cost_usd: event["total_cost_usd"] }
-      end
-
-      def symbolize(hash)
-        hash.transform_keys(&:to_sym)
-      end
-    end
-  end
-end

data/lib/silas/agent_sdk/version_guard.rb

@@ -1,26 +0,0 @@
-module Silas
-  module AgentSdk
-    # The adapter wraps an external CLI whose JSON stream can shift between
-    # versions, so pin a tested range and fail loudly outside it.
-    module VersionGuard
-      module_function
-
-      def assert!(bin, requirement: Silas.config.agent_sdk_cli_version_range)
-        version = detect(bin)
-        raise Silas::Error, "could not determine `#{bin}` version (is the Claude CLI installed?)" if version.nil?
-
-        unless Gem::Requirement.new(requirement.split(",").map(&:strip)).satisfied_by?(Gem::Version.new(version))
-          raise Silas::Error, "claude CLI #{version} is outside the tested range (#{requirement}); pin or upgrade"
-        end
-        version
-      end
-
-      def detect(bin)
-        out = `#{bin} --version 2>/dev/null`
-        out[/\d+\.\d+\.\d+/]
-      rescue StandardError
-        nil
-      end
-    end
-  end
-end

data/lib/silas/engines/agent_sdk.rb

@@ -1,75 +0,0 @@
-module Silas
-  module Engines
-    # The engine-owned adapter: one `claude -p` subprocess runs a whole agentic
-    # turn, calling back into Silas tools over an in-worker HTTP MCP endpoint
-    # whose tools/call goes THROUGH the Ledger (exactly-once within the run).
-    # The mirror image of :ruby_llm — Claude Code owns the loop; Silas hosts the
-    # tools and maps the NDJSON stream onto durable rows.
-    #
-    # v1 contract (honestly weaker than :ruby_llm): exactly-once WITHIN a run,
-    # approval :never tools only, and fail-closed on mid-subprocess worker kill.
-    class AgentSdk < Base
-      def self.loop_ownership = :engine
-
-      def execute_step(context, &on_event)
-        turn = context[:turn]
-        Silas::AgentSdk::VersionGuard.assert!(Silas.config.agent_sdk_claude_bin)
-        assert_api_key!
-
-        tools = allowed_tools(context[:tools])
-        server = Mcp::Server.start(turn: turn, step: context[:step], tools: tools, resolver: Silas.tool_resolver)
-        cli = nil
-        begin
-          server.await_ready!
-          cli = build_cli(context, server, tools)
-          parser = Silas::AgentSdk::StreamParser.new
-          cli.stream do |line|
-            parser.ingest(line) do |event|
-              persist_session_id!(turn, parser)
-              on_event&.call(event)
-              ActiveSupport::Notifications.instrument("silas.agent_sdk.event", turn_id: turn.id, type: event.type)
-            end
-          end
-          parser.to_result
-        ensure
-          cli&.terminate
-          server.stop
-        end
-      end
-
-      private
-
-      def build_cli(context, server, tools)
-        Silas::AgentSdk::Cli.new(
-          bin: Silas.config.agent_sdk_claude_bin,
-          prompt: context[:turn].input,
-          system: context[:system],
-          model: Silas.config.agent_sdk_model || context[:model],
-          mcp_url: server.mcp_url,
-          allowed: tools.map { |d| "mcp__silas__#{d['name']}" }
-        )
-      end
-
-      # v1 excludes approval-gated tools entirely (both tools/list and
-      # --allowedTools) — an engine-owned subprocess can't park cheaply.
-      def allowed_tools(definitions)
-        kept = definitions.select { |d| Silas.tool_resolver.call(d["name"]).approval_policy == :never }
-        dropped = definitions.map { |d| d["name"] } - kept.map { |d| d["name"] }
-        Rails.logger&.info("silas: :agent_sdk excludes approval-gated tools #{dropped.inspect}") if dropped.any?
-        kept
-      end
-
-      def persist_session_id!(turn, parser)
-        return unless turn.cli_session_id.nil? && parser.session_id.present?
-
-        turn.update_columns(cli_session_id: parser.session_id)
-      end
-
-      def assert_api_key!
-        return if ENV["ANTHROPIC_API_KEY"].present?
-
-        raise Silas::BootGuardError, ":agent_sdk uses --bare (API-key auth only); set ANTHROPIC_API_KEY"
-      end
-    end
-  end
-end

data/lib/silas/subprocess_runner.rb

@@ -1,41 +0,0 @@
-module Silas
-  # The engine-owned analog of StepRunner: it wraps one whole subprocess run in
-  # a single anchor Step and persists the durable result. Replay-aware and
-  # fail-closed — a resumed run whose subprocess got far enough to register a
-  # CLI session but did not finish is FAILED rather than re-spawned, because an
-  # engine-owned subprocess can't be replayed exactly-once (design risk #1).
-  module SubprocessRunner
-    module_function
-
-    # Returns :terminal or :failed.
-    def call(turn)
-      step = Step.find_or_create_by!(turn: turn, index: 0)
-      return :terminal if step.completed?
-
-      if turn.cli_session_id.present?
-        # A prior execution spawned a subprocess that never completed the step.
-        turn.finish!(:failed, reason: "agent_sdk_interrupted")
-        return :failed
-      end
-
-      result = Silas.resolved_engine.execute_step(engine_context(turn, step))
-      step.update!(
-        status: "completed", terminal: true,
-        response_blocks: result.blocks, stop_reason: result.stop_reason,
-        model: Silas.agent.model,
-        input_tokens: result.usage&.dig(:input_tokens),
-        output_tokens: result.usage&.dig(:output_tokens)
-      )
-      :terminal
-    end
-
-    def engine_context(turn, step)
-      { turn: turn, step: step, index: 0,
-        system: turn.instructions_snapshot,
-        messages: MessageBuilder.call(turn, upto_index: nil),
-        tools: Silas.tool_definitions,
-        model: Silas.agent.model,
-        limits: { max_steps: Silas.agent.max_steps } }
-    end
-  end
-end