smith-agents 0.11.0 → 0.12.1

data/lib/smith.rb

@@ -4,33 +4,16 @@ require "dry-configurable"
 
 require_relative "smith/version"
 require_relative "smith/error"
+require_relative "smith/setting_constructors"
 
 module Smith
   extend Dry::Configurable
 
-  positive_integer_setting = lambda do |name|
-    lambda do |value|
-      unless value.is_a?(Integer) && value.positive?
-        raise ArgumentError, "Smith.config.#{name} must be a positive integer, got #{value.inspect}"
-      end
-
-      value
-    end
-  end
-
-  bounded_positive_integer_setting = lambda do |name, maximum|
-    lambda do |value|
-      unless value.is_a?(Integer) && value.positive? && value <= maximum
-        message = "Smith.config.#{name} must be a positive integer no greater than #{maximum}"
-        raise ArgumentError, "#{message}, got #{value.inspect}"
-      end
-
-      value
-    end
-  end
-
-  # Artifact store (§4.7)
+  # Artifact store (§4.7): a store, a store class, or :s3, :active_record,
+  # :file or :memory, built with artifact_options. Required outside
+  # test_mode (Smith::Artifacts).
   setting :artifact_store
+  setting :artifact_options, default: {}.freeze
   setting :artifact_retention
   setting :artifact_encryption, default: :none
   setting :artifact_tenant_isolation, default: false
@@ -64,6 +47,52 @@ module Smith
   # Per-workflow `Workflow.persistence_ttl 1.day.to_i` DSL overrides this.
   setting :persistence_ttl, default: nil
 
+  # The most bytes a stored workflow state may take, or nil for no bound.
+  # A state past it is refused before anything is written
+  # (Smith::PersistedStateTooLarge). A database CHECK on the payload column
+  # (`rails g smith:install` writes one) bounds the stored bytes the same.
+  setting :persistence_max_bytes,
+          default: nil, constructor: SettingConstructors.optional_positive_integer(:persistence_max_bytes)
+
+  # Starts the runs `map`, `call` and `spawn` steps launch:
+  # `launch(children:, parent_key:, await_token:)`, idempotent on each
+  # `child.key`. Smith::Launchers::Inline runs them in process.
+  setting :run_launcher, default: nil
+
+  # The sinks `execute Agent, stream: :name` steps stream to, by name
+  # (Smith::Streaming): callables that take a step's info and return its
+  # sink (or nil), an object with any of start(info), delta(text),
+  # reset(reason), finish(output) and fail(error_class).
+  setting :stream_sinks, default: {}.freeze, constructor: ->(sinks) { Smith::Streaming.check_sinks!(sinks) }
+
+  # Takes the requests `mode: :batch` steps send (Smith::Batch):
+  # `enqueue(custom_id:, await_token:, request:, execution_key:)`, idempotent
+  # on `custom_id`. The host submits them and resumes each run with its
+  # results.
+  setting :batch_queue, default: nil, constructor: SettingConstructors.adapter(
+    :batch_queue, { enqueue: "enqueue(custom_id:, await_token:, request:, execution_key:)" }
+  )
+
+  # Keeps what a step's provider calls got (Smith::ResponseMemo), so a step
+  # replayed after its process died reuses it instead of paying again.
+  setting :response_memo, default: nil, constructor: SettingConstructors.adapter(
+    :response_memo, { fetch: "fetch(key)", store: "store(key, record)" }
+  )
+
+  # How long a provider request's hold on a host's budget ledger
+  # (`budget_ledger`) lasts unsettled, in seconds: past it the request's
+  # process is taken to have died, and the ledger drops the hold. It must
+  # outlast the longest request (its retries and stream included). A batch
+  # request's hold lasts its wait (25 hours) longer.
+  setting :budget_hold_ttl, default: 3600, constructor: SettingConstructors.positive_integer(:budget_hold_ttl)
+
+  # The most output tokens a request's hold counts, or nil for its own cap
+  # (`max_tokens`, else the model's maximum, which can be tens of thousands
+  # for an agent that sets none). Only the hold changes, not the request: a
+  # longer reply is reconciled at what it cost, past its hold.
+  setting :budget_hold_output_tokens,
+          default: nil, constructor: SettingConstructors.optional_positive_integer(:budget_hold_output_tokens)
+
   # Retry policy for transient persistence I/O failures.
   #   attempts:    total attempts (including the first)
   #   base_delay:  initial sleep between attempts, doubled each retry
@@ -72,12 +101,13 @@ module Smith
 
   # Generic runtime resource bounds. Branch concurrency is scoped to one
   # parallel execution; hosts retain control over process-level concurrency.
-  setting :parallel_branch_limit, default: 1_000, constructor: positive_integer_setting.call(:parallel_branch_limit)
-  setting :parallel_concurrency, default: 8, constructor: positive_integer_setting.call(:parallel_concurrency)
-  setting :parallel_nesting_limit, default: 64, constructor: bounded_positive_integer_setting.call(
+  setting :parallel_branch_limit,
+          default: 1_000, constructor: SettingConstructors.positive_integer(:parallel_branch_limit)
+  setting :parallel_concurrency, default: 8, constructor: SettingConstructors.positive_integer(:parallel_concurrency)
+  setting :parallel_nesting_limit, default: 64, constructor: SettingConstructors.bounded_positive_integer(
     :parallel_nesting_limit, 256
   )
-  setting :retry_attempt_limit, default: 100, constructor: positive_integer_setting.call(:retry_attempt_limit)
+  setting :retry_attempt_limit, default: 100, constructor: SettingConstructors.positive_integer(:retry_attempt_limit)
 
   # Test isolation: when true AND persistence_adapter is nil, Smith
   # auto-selects the in-process Memory adapter. Lets specs avoid wiring
@@ -95,9 +125,9 @@ module Smith
   # Default :auto reflects the "use both when possible" design intent.
   # Smith ships the Responses adapter vendored from crmne/ruby_llm PR #770
   # at a pinned SHA, so the routing path is operational for sync
-  # completions. Streaming over /v1/responses is not yet supported and
-  # raises NotImplementedError; hosts who need streaming with the
-  # (gpt-5 + tools + thinking) combo should set openai_api_mode = :off
+  # completions. It does not stream: a streamed call gets the whole reply
+  # as one chunk. Hosts who need token streaming with the
+  # (gpt-5 + tools + thinking) combo can set openai_api_mode = :off
   # for graceful tool-dropping via chat-completions.
   setting :openai_api_mode, default: :auto, constructor: lambda { |value|
     unless %i[off auto].include?(value)
@@ -115,22 +145,6 @@ module Smith
   # Logger (§7 — Ruby Logger, not Rails.logger)
   setting :logger, default: nil
 
-  def self.artifacts
-    scoped_artifacts || config.artifact_store || (@_default_artifacts ||= Artifacts::Memory.new)
-  end
-
-  def self.artifacts=(store)
-    config.artifact_store = store
-  end
-
-  def self.scoped_artifacts
-    Thread.current[:smith_scoped_artifacts]
-  end
-
-  def self.scoped_artifacts=(store)
-    Thread.current[:smith_scoped_artifacts] = store
-  end
-
   def self.persistence_adapter
     raw_adapter = config.persistence_adapter
     raw_options = config.persistence_options || {}
@@ -181,6 +195,11 @@ end
 # Leaf modules (no internal dependencies)
 require_relative "smith/types"
 require_relative "smith/errors"
+require_relative "smith/output_failure"
+require_relative "smith/child_runs_failed"
+require_relative "smith/providers/stop_reason"
+require_relative "smith/providers/output_limit"
+require_relative "smith/providers/schema_constraints"
 require_relative "smith/tool_failure_notification_failed"
 require_relative "smith/persistence_payload_conflict"
 require_relative "smith/exponential_backoff"
@@ -196,6 +215,10 @@ require_relative "smith/events/step_failed"
 # Budget (depends on Errors)
 require_relative "smith/budget"
 require_relative "smith/budget/ledger"
+require_relative "smith/budget/host_ledger"
+require_relative "smith/budget/request_hold"
+require_relative "smith/budget/continuation"
+require_relative "smith/response_memo"
 
 # Pricing (depends on Smith config)
 require_relative "smith/pricing"
@@ -234,17 +257,31 @@ require_relative "smith/trace/memory"
 require_relative "smith/trace/logger"
 require_relative "smith/trace/open_telemetry"
 
+# Streaming and batch mode (no internal deps)
+require_relative "smith/streaming"
+require_relative "smith/providers/stream_facts"
+require_relative "smith/batch"
+require_relative "smith/providers/batch_exchange"
+require_relative "smith/providers/request_holds"
+require_relative "smith/providers/anthropic/batches"
+
 # Artifact store (no internal deps)
 require_relative "smith/artifacts"
 require_relative "smith/artifacts/memory"
 require_relative "smith/artifacts/file"
 require_relative "smith/artifacts/scoped_store"
+require_relative "smith/artifacts/s3"
+require_relative "smith/artifacts/active_record_store"
 
 # Host persistence adapters (no internal deps)
 require_relative "smith/persistence_adapters"
 
 # Tool (depends on RubyLLM::Tool)
 require_relative "smith/tool"
+require_relative "smith/idempotency_key"
+require_relative "smith/untrusted"
+require_relative "smith/content"
+require_relative "smith/message"
 require_relative "smith/tools"
 require_relative "smith/tools/web_search"
 require_relative "smith/tools/url_fetcher"
@@ -268,7 +305,9 @@ require_relative "smith/agent/registry"
 
 # Workflow (Transition, DSL, Persistence, and Execution must load before Workflow)
 require_relative "smith/workflow/identifier"
+require_relative "smith/workflow/context_keys"
 require_relative "smith/workflow/transition"
+require_relative "smith/workflow/child_run_declarations"
 require_relative "smith/workflow/transition_actionability"
 require_relative "smith/workflow/graph"
 require_relative "smith/workflow/graph_dsl"
@@ -286,6 +325,7 @@ require_relative "smith/workflow/definition_identity"
 require_relative "smith/workflow/prepared_step_dispatch"
 require_relative "smith/workflow/prepared_branch_execution"
 require_relative "smith/workflow/message_value_normalizer"
+require_relative "smith/workflow/message_roles"
 require_relative "smith/workflow/message_admission"
 require_relative "smith/workflow/message_batch"
 require_relative "smith/workflow/message_admission_boundary"
@@ -306,8 +346,24 @@ require_relative "smith/workflow/fanout_execution"
 require_relative "smith/workflow/retry_execution"
 require_relative "smith/workflow/deterministic_step"
 require_relative "smith/workflow/deterministic_execution"
+require_relative "smith/workflow/step_io"
+require_relative "smith/workflow/active_clock"
+require_relative "smith/workflow/wait_record"
+require_relative "smith/workflow/wait_completion"
+require_relative "smith/workflow/retry_wait"
+require_relative "smith/workflow/batch_execution"
+require_relative "smith/workflow/batch_wait"
+require_relative "smith/workflow/batch_charges"
+require_relative "smith/workflow/batch_holds"
+require_relative "smith/workflow/budget_pause"
+require_relative "smith/workflow/remembered_calls"
+require_relative "smith/workflow/child_run_results"
+require_relative "smith/workflow/child_run_execution"
+require_relative "smith/workflow/wait_execution"
 require_relative "smith/workflow/execution"
 require_relative "smith/workflow"
+require_relative "smith/child_run"
+require_relative "smith/launchers/inline"
 require_relative "smith/workflow/claim"
 require_relative "smith/workflow/execution_frame"
 require_relative "smith/workflow/pipeline"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: smith-agents
 version: !ruby/object:Gem::Version
-  version: 0.11.0
+  version: 0.12.1
 platform: ruby
 authors:
 - Samuel Ralak
@@ -150,22 +150,33 @@ files:
 - docs/workflow_claim.md
 - exe/smith
 - lib/generators/smith/install/install_generator.rb
+- lib/generators/smith/install/templates/create_workflow_states.rb.tt
 - lib/generators/smith/install/templates/smith.rb.tt
+- lib/generators/smith/install/templates/workflow_state.rb.tt
 - lib/smith.rb
 - lib/smith/agent.rb
 - lib/smith/agent/chat_construction.rb
 - lib/smith/agent/completion.rb
 - lib/smith/agent/completion_usage_recording.rb
+- lib/smith/agent/content_bytes.rb
+- lib/smith/agent/content_parts.rb
 - lib/smith/agent/dynamic_configuration.rb
 - lib/smith/agent/fallback_configuration.rb
 - lib/smith/agent/invocation_preparation.rb
 - lib/smith/agent/lifecycle.rb
 - lib/smith/agent/model_reference.rb
+- lib/smith/agent/observed_model.rb
+- lib/smith/agent/output_contract_check.rb
+- lib/smith/agent/output_integrity.rb
+- lib/smith/agent/output_policy.rb
+- lib/smith/agent/output_recovery.rb
 - lib/smith/agent/provider_attempt.rb
 - lib/smith/agent/provider_call_timing.rb
 - lib/smith/agent/provider_candidate_sequence.rb
 - lib/smith/agent/provider_completion.rb
 - lib/smith/agent/provider_failure_handling.rb
+- lib/smith/agent/provider_request.rb
+- lib/smith/agent/provider_streaming.rb
 - lib/smith/agent/provider_usage.rb
 - lib/smith/agent/registry.rb
 - lib/smith/agent/registry/execution_binding_capture.rb
@@ -177,22 +188,35 @@ files:
 - lib/smith/agent/usage_traces.rb
 - lib/smith/agent/usage_tracking.rb
 - lib/smith/artifacts.rb
+- lib/smith/artifacts/active_record_store.rb
 - lib/smith/artifacts/file.rb
 - lib/smith/artifacts/memory.rb
+- lib/smith/artifacts/s3.rb
 - lib/smith/artifacts/scoped_store.rb
+- lib/smith/artifacts/store_rules.rb
 - lib/smith/attribution.rb
+- lib/smith/batch.rb
+- lib/smith/batch/message_shape.rb
 - lib/smith/budget.rb
+- lib/smith/budget/amount.rb
 - lib/smith/budget/amount_contract.rb
 - lib/smith/budget/amount_representation.rb
+- lib/smith/budget/continuation.rb
 - lib/smith/budget/decimal_context.rb
+- lib/smith/budget/host_ledger.rb
 - lib/smith/budget/ledger.rb
 - lib/smith/budget/ledger_publication.rb
 - lib/smith/budget/ledger_state.rb
 - lib/smith/budget/ledger_state_transition.rb
 - lib/smith/budget/public_state_validator.rb
+- lib/smith/budget/request_hold.rb
 - lib/smith/budget/reservation.rb
 - lib/smith/budget/reservation_contract.rb
+- lib/smith/budget/spent_reservation.rb
+- lib/smith/child_run.rb
+- lib/smith/child_runs_failed.rb
 - lib/smith/cli.rb
+- lib/smith/content.rb
 - lib/smith/context.rb
 - lib/smith/context/observation_masking.rb
 - lib/smith/context/session.rb
@@ -200,6 +224,7 @@ files:
 - lib/smith/diagnostic_text.rb
 - lib/smith/doctor.rb
 - lib/smith/doctor/check.rb
+- lib/smith/doctor/checks/artifacts.rb
 - lib/smith/doctor/checks/baseline.rb
 - lib/smith/doctor/checks/configuration.rb
 - lib/smith/doctor/checks/durability.rb
@@ -211,6 +236,7 @@ files:
 - lib/smith/doctor/checks/persistence_registry.rb
 - lib/smith/doctor/checks/rails.rb
 - lib/smith/doctor/checks/serialization.rb
+- lib/smith/doctor/checks/state_model.rb
 - lib/smith/doctor/installer.rb
 - lib/smith/doctor/printer.rb
 - lib/smith/doctor/report.rb
@@ -227,6 +253,10 @@ files:
 - lib/smith/guardrails.rb
 - lib/smith/guardrails/runner.rb
 - lib/smith/guardrails/url_verifier.rb
+- lib/smith/idempotency_key.rb
+- lib/smith/idempotency_key/canonical.rb
+- lib/smith/launchers/inline.rb
+- lib/smith/message.rb
 - lib/smith/models.rb
 - lib/smith/models/ambiguous_profile_error.rb
 - lib/smith/models/collision_error.rb
@@ -235,6 +265,7 @@ files:
 - lib/smith/models/profile.rb
 - lib/smith/models/provider_qualified_registry.rb
 - lib/smith/models/tool_routing.rb
+- lib/smith/output_failure.rb
 - lib/smith/persisted_failure_invalid.rb
 - lib/smith/persistence_adapters.rb
 - lib/smith/persistence_adapters/active_record_connection_errors.rb
@@ -255,13 +286,37 @@ files:
 - lib/smith/persistence_adapters/version_expectation.rb
 - lib/smith/persistence_payload_conflict.rb
 - lib/smith/pricing.rb
+- lib/smith/pricing/catalog_validation.rb
 - lib/smith/pricing_configuration_error.rb
 - lib/smith/provider_permanent_failure.rb
+- lib/smith/providers/anthropic/batches.rb
+- lib/smith/providers/batch_exchange.rb
 - lib/smith/providers/openai/responses.rb
 - lib/smith/providers/openai/routing.rb
 - lib/smith/providers/openai/tools_extensions.rb
+- lib/smith/providers/output_limit.rb
+- lib/smith/providers/request_holds.rb
+- lib/smith/providers/response_facts.rb
+- lib/smith/providers/schema_constraint_check.rb
+- lib/smith/providers/schema_constraints.rb
+- lib/smith/providers/schema_rules.rb
+- lib/smith/providers/stop_reason.rb
+- lib/smith/providers/stream_facts.rb
 - lib/smith/railtie.rb
+- lib/smith/response_memo.rb
+- lib/smith/setting_constructors.rb
+- lib/smith/streaming.rb
+- lib/smith/streaming/json_field.rb
+- lib/smith/streaming/json_string.rb
+- lib/smith/streaming/session.rb
+- lib/smith/streaming/think_tags.rb
 - lib/smith/tasks/doctor.rake
+- lib/smith/testing.rb
+- lib/smith/testing/checks.rb
+- lib/smith/testing/hooks.rb
+- lib/smith/testing/minitest.rb
+- lib/smith/testing/rspec.rb
+- lib/smith/testing/stub.rb
 - lib/smith/tool.rb
 - lib/smith/tool/argument_container_reader.rb
 - lib/smith/tool/argument_scalar_snapshot.rb
@@ -325,12 +380,23 @@ files:
 - lib/smith/trace/memory.rb
 - lib/smith/trace/open_telemetry.rb
 - lib/smith/types.rb
+- lib/smith/untrusted.rb
 - lib/smith/version.rb
 - lib/smith/workflow.rb
+- lib/smith/workflow/active_clock.rb
 - lib/smith/workflow/agent_result.rb
 - lib/smith/workflow/artifact_integration.rb
+- lib/smith/workflow/await_step.rb
+- lib/smith/workflow/batch_charges.rb
+- lib/smith/workflow/batch_execution.rb
+- lib/smith/workflow/batch_holds.rb
+- lib/smith/workflow/batch_wait.rb
 - lib/smith/workflow/branch_env.rb
 - lib/smith/workflow/budget_integration.rb
+- lib/smith/workflow/budget_pause.rb
+- lib/smith/workflow/child_run_declarations.rb
+- lib/smith/workflow/child_run_execution.rb
+- lib/smith/workflow/child_run_results.rb
 - lib/smith/workflow/claim.rb
 - lib/smith/workflow/composite/branch.rb
 - lib/smith/workflow/composite/branch_budget_contract.rb
@@ -364,6 +430,7 @@ files:
 - lib/smith/workflow/composite/reduction.rb
 - lib/smith/workflow/composite/value_budget.rb
 - lib/smith/workflow/composite_branch_execution_authorization.rb
+- lib/smith/workflow/context_keys.rb
 - lib/smith/workflow/data_volume_policy.rb
 - lib/smith/workflow/deadline_enforcement.rb
 - lib/smith/workflow/definition_identity.rb
@@ -386,21 +453,30 @@ files:
 - lib/smith/workflow/failure_record_validator.rb
 - lib/smith/workflow/fanout_execution.rb
 - lib/smith/workflow/graph.rb
+- lib/smith/workflow/graph/batch_diagnostic.rb
+- lib/smith/workflow/graph/branch_limit_diagnostic.rb
+- lib/smith/workflow/graph/budget_ledger_diagnostic.rb
 - lib/smith/workflow/graph/contract_helpers.rb
 - lib/smith/workflow/graph/diagnostic.rb
 - lib/smith/workflow/graph/diagnostic_path.rb
+- lib/smith/workflow/graph/durable_retry_diagnostic.rb
 - lib/smith/workflow/graph/execution_successors.rb
 - lib/smith/workflow/graph/fanout_contract.rb
 - lib/smith/workflow/graph/identifier_projection.rb
+- lib/smith/workflow/graph/inherited_untrusted_diagnostics.rb
+- lib/smith/workflow/graph/isolated_input_diagnostic.rb
 - lib/smith/workflow/graph/metrics.rb
 - lib/smith/workflow/graph/nested_readiness_diagnostics.rb
 - lib/smith/workflow/graph/optimization_contract.rb
 - lib/smith/workflow/graph/orchestration_contract.rb
+- lib/smith/workflow/graph/output_key_diagnostic.rb
+- lib/smith/workflow/graph/output_schema_diagnostic.rb
 - lib/smith/workflow/graph/reachability.rb
 - lib/smith/workflow/graph/reachability_diagnostics.rb
 - lib/smith/workflow/graph/reference.rb
 - lib/smith/workflow/graph/report.rb
 - lib/smith/workflow/graph/retry_policy_diagnostic.rb
+- lib/smith/workflow/graph/run_launcher_diagnostic.rb
 - lib/smith/workflow/graph/runtime_binding_diagnostic_builder.rb
 - lib/smith/workflow/graph/runtime_binding_diagnostics.rb
 - lib/smith/workflow/graph/runtime_readiness.rb
@@ -409,6 +485,7 @@ files:
 - lib/smith/workflow/graph/runtime_readiness_report_builder.rb
 - lib/smith/workflow/graph/runtime_readiness_traversal.rb
 - lib/smith/workflow/graph/state_diagnostics.rb
+- lib/smith/workflow/graph/stream_diagnostic.rb
 - lib/smith/workflow/graph/targets.rb
 - lib/smith/workflow/graph/transition_contract.rb
 - lib/smith/workflow/graph/transition_contract_attributes.rb
@@ -416,7 +493,9 @@ files:
 - lib/smith/workflow/graph/transition_diagnostics.rb
 - lib/smith/workflow/graph/transition_optimization_configuration.rb
 - lib/smith/workflow/graph/transition_snapshot.rb
+- lib/smith/workflow/graph/untrusted_input_diagnostic.rb
 - lib/smith/workflow/graph/validator.rb
+- lib/smith/workflow/graph/waiting_child_diagnostic.rb
 - lib/smith/workflow/graph_dsl.rb
 - lib/smith/workflow/guarded_step_execution.rb
 - lib/smith/workflow/guardrail_integration.rb
@@ -424,6 +503,7 @@ files:
 - lib/smith/workflow/message_admission.rb
 - lib/smith/workflow/message_admission_boundary.rb
 - lib/smith/workflow/message_batch.rb
+- lib/smith/workflow/message_roles.rb
 - lib/smith/workflow/message_value_normalizer.rb
 - lib/smith/workflow/nested_execution.rb
 - lib/smith/workflow/optimization_state.rb
@@ -447,7 +527,9 @@ files:
 - lib/smith/workflow/prepared_step_execution_scope.rb
 - lib/smith/workflow/prepared_step_recovery.rb
 - lib/smith/workflow/process_local.rb
+- lib/smith/workflow/remembered_calls.rb
 - lib/smith/workflow/retry_execution.rb
+- lib/smith/workflow/retry_wait.rb
 - lib/smith/workflow/router.rb
 - lib/smith/workflow/run_result.rb
 - lib/smith/workflow/split_step_persistence.rb
@@ -497,11 +579,16 @@ files:
 - lib/smith/workflow/split_step_persistence/transition_contract_structured_values.rb
 - lib/smith/workflow/step_completion.rb
 - lib/smith/workflow/step_context.rb
+- lib/smith/workflow/step_io.rb
+- lib/smith/workflow/step_stream.rb
 - lib/smith/workflow/string_snapshot.rb
 - lib/smith/workflow/thread_context_snapshot.rb
 - lib/smith/workflow/transition.rb
 - lib/smith/workflow/transition_actionability.rb
 - lib/smith/workflow/usage_entry.rb
+- lib/smith/workflow/wait_completion.rb
+- lib/smith/workflow/wait_execution.rb
+- lib/smith/workflow/wait_record.rb
 - lib/smith/workflow/worker_execution.rb
 - script/profile_tool_results.rb
 - sig/smith.rbs