phronomy 0.26.0 → 0.28.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.mutant.yml +9 -9
- data/CHANGELOG.md +92 -0
- data/CONTRIBUTING.md +8 -8
- data/README.md +13 -3
- data/VERIFY.sh +27 -27
- data/benchmark/bench_agent_invoke.rb +26 -47
- data/benchmark/bench_context_assembler.rb +17 -15
- data/benchmark/bench_regression.rb +1 -1
- data/benchmark/bench_tool_schema.rb +1 -1
- data/docs/architecture/agent-chat-and-state-ownership.md +153 -0
- data/docs/architecture/agent-configuration-and-tool-binding.md +139 -0
- data/docs/architecture/agent-context.md +4 -2
- data/docs/architecture/agent-transition-ownership.md +13 -0
- data/docs/architecture/backend-groups.md +152 -0
- data/docs/architecture/before-llm-input.md +9 -3
- data/docs/architecture/context-management.md +31 -1
- data/docs/architecture/context-preparation-steps.md +90 -0
- data/docs/architecture/entry-action-and-team-wording.md +72 -0
- data/docs/architecture/execution-abstraction-review.md +88 -0
- data/docs/architecture/execution-boundaries.md +28 -0
- data/docs/architecture/execution-metadata-and-values.md +86 -0
- data/docs/architecture/generator-verifier-ownership.md +111 -0
- data/docs/architecture/multi-agent-handoff.md +11 -4
- data/docs/architecture/persistence-refactoring-plan.md +50 -0
- data/docs/architecture/persistence.md +45 -4
- data/docs/architecture/r8-unit1.md +104 -0
- data/docs/architecture/r8-unit10.md +72 -0
- data/docs/architecture/r8-unit11.md +71 -0
- data/docs/architecture/r8-unit12.md +67 -0
- data/docs/architecture/r8-unit13.md +61 -0
- data/docs/architecture/r8-unit14.md +72 -0
- data/docs/architecture/r8-unit15.md +65 -0
- data/docs/architecture/r8-unit16.md +54 -0
- data/docs/architecture/r8-unit17.md +73 -0
- data/docs/architecture/r8-unit18.md +92 -0
- data/docs/architecture/r8-unit19.md +61 -0
- data/docs/architecture/r8-unit2.md +55 -0
- data/docs/architecture/r8-unit20.md +51 -0
- data/docs/architecture/r8-unit21.md +79 -0
- data/docs/architecture/r8-unit22.md +74 -0
- data/docs/architecture/r8-unit23.md +81 -0
- data/docs/architecture/r8-unit3.md +130 -0
- data/docs/architecture/r8-unit4.md +79 -0
- data/docs/architecture/r8-unit5.md +115 -0
- data/docs/architecture/r8-unit6.md +71 -0
- data/docs/architecture/r8-unit7.md +70 -0
- data/docs/architecture/r8-unit8.md +78 -0
- data/docs/architecture/r8-unit9.md +73 -0
- data/docs/architecture/refactoring-closure.md +343 -0
- data/docs/architecture/remaining-refactoring-plan.md +390 -0
- data/docs/architecture/rubyllm-2-token-ownership.md +82 -0
- data/docs/architecture/storage-execution-boundaries.md +54 -0
- data/docs/architecture/tool-schema-recording-gap.md +56 -0
- data/docs/architecture/tracing.md +2 -2
- data/docs/architecture/workflow-terminal-ownership-design.md +104 -0
- data/docs/architecture.md +222 -0
- data/docs/decisions/014-unified-persistence-durable-state.md +11 -0
- data/docs/decisions/015-tool-public-facade-and-rbs-boundary.md +3 -3
- data/docs/decisions/024-event-loop-single-writer-agent-runtime.md +5 -1
- data/docs/decisions/025-process-local-agent-ownership-and-runtime-admission.md +13 -3
- data/docs/decisions/026-workflow-runtime-admission-and-durable-terminal-barrier.md +5 -1
- data/docs/decisions/027-llm-adapter-provider-boundary.md +2 -0
- data/docs/decisions/030-agent-handoff-domain-and-durable-responsibility.md +7 -0
- data/docs/decisions/031-durable-multi-agent-coordination.md +7 -0
- data/docs/decisions/032-storage-backend-composition.md +85 -0
- data/docs/decisions/033-domain-persistence-ownership.md +79 -0
- data/docs/decisions/034-handoff-runner-coordination-ownership.md +78 -0
- data/docs/decisions/035-tool-executor-capability-ownership.md +68 -0
- data/docs/decisions/036-context-contract-ownership.md +86 -0
- data/docs/decisions/037-common-definition-ownership.md +62 -0
- data/docs/decisions/038-responsibility-based-source-layout.md +145 -0
- data/docs/decisions/039-runtime-configuration-lifecycle-ownership.md +82 -0
- data/docs/decisions/040-configuration-default-composition.md +105 -0
- data/docs/decisions/041-feature-owned-identity-registries.md +100 -0
- data/docs/decisions/042-feature-owned-execution-state.md +106 -0
- data/docs/decisions/043-storage-execution-constraint-notifications.md +75 -0
- data/docs/decisions/044-agent-default-and-one-shot-composition.md +106 -0
- data/docs/decisions/045-worker-input-restriction-ownership.md +104 -0
- data/docs/decisions/046-agent-responsibility-layout-and-shared-records.md +110 -0
- data/docs/decisions/047-recovered-execution-continuation-contract.md +116 -0
- data/docs/decisions/048-dispatch-preparation-worker-ownership.md +120 -0
- data/docs/decisions/049-initial-preparation-worker-ownership.md +111 -0
- data/docs/decisions/050-approval-resume-snapshot-and-commit-ownership.md +98 -0
- data/docs/decisions/051-execution-outcome-worker-ownership.md +153 -0
- data/docs/decisions/052-tool-invocation-restoration-ownership.md +92 -0
- data/docs/decisions/053-shared-state-coordination-ownership.md +71 -0
- data/docs/decisions/054-workflow-terminal-save-single-owner.md +76 -0
- data/docs/decisions/055-terminal-observer-failure-settlement.md +60 -0
- data/docs/decisions/056-workflow-terminal-policy-ownership.md +87 -0
- data/docs/decisions/057-storage-transaction-boundaries.md +73 -0
- data/docs/decisions/058-neutral-storage-primitives.md +83 -0
- data/docs/decisions/059-backend-contracts-and-async-clients.md +74 -0
- data/docs/decisions/060-runtime-settings-and-application-configuration.md +86 -0
- data/docs/decisions/061-persistence-failure-contracts.md +89 -0
- data/docs/decisions/062-content-store-service.md +52 -0
- data/docs/decisions/063-execution-contracts-and-services.md +88 -0
- data/docs/decisions/064-agent-execution-and-multi-agent-responsibility.md +36 -0
- data/docs/decisions/065-vector-and-embeddings-common-operations.md +38 -0
- data/docs/decisions/066-llm-and-tool-operation-contracts.md +20 -0
- data/docs/decisions/067-agent-progress-and-engine-connection.md +29 -0
- data/docs/decisions/068-agent-tool-child-progress-and-tool-operation.md +36 -0
- data/docs/decisions/README.md +52 -6
- data/docs/design/durable-semantic-coordination/IMPLEMENTATION_DESIGN_V2.md +6 -0
- data/docs/design/durable-semantic-coordination/IMPLEMENTATION_REPORT.md +6 -0
- data/docs/execution-boundaries-preview.md +45 -0
- data/docs/features.md +16 -5
- data/docs/getting-started.md +11 -8
- data/docs/migrations/0.15.md +5 -0
- data/docs/migrations/0.22.md +2 -2
- data/docs/migrations/durable-semantic-coordination-v2.md +8 -0
- data/docs/migrations/handoff-runner-multi-agent.md +37 -0
- data/docs/migrations/neutral-storage-spi.md +43 -0
- data/docs/migrations/parallel-tool-chat-removal.md +49 -0
- data/docs/migrations/persistence-failure-contracts.md +67 -0
- data/docs/migrations/r8-unit10.md +36 -0
- data/docs/migrations/r8-unit11.md +33 -0
- data/docs/migrations/r8-unit12.md +31 -0
- data/docs/migrations/r8-unit13.md +36 -0
- data/docs/migrations/r8-unit14.md +31 -0
- data/docs/migrations/r8-unit15.md +31 -0
- data/docs/migrations/r8-unit16.md +26 -0
- data/docs/migrations/r8-unit17.md +28 -0
- data/docs/migrations/r8-unit18.md +29 -0
- data/docs/migrations/r8-unit19.md +28 -0
- data/docs/migrations/r8-unit20.md +24 -0
- data/docs/migrations/r8-unit21.md +28 -0
- data/docs/migrations/r8-unit22.md +29 -0
- data/docs/migrations/r8-unit23.md +20 -0
- data/docs/migrations/r8-unit4.md +67 -0
- data/docs/migrations/r8-unit5.md +75 -0
- data/docs/migrations/r8-unit6.md +109 -0
- data/docs/migrations/r8-unit7.md +31 -0
- data/docs/migrations/r8-unit8.md +33 -0
- data/docs/migrations/r8-unit9.md +28 -0
- data/docs/migrations/shared-state-multi-agent.md +44 -0
- data/docs/migrations/storage-async-client.md +103 -0
- data/docs/migrations/storage-backend-composition.md +117 -0
- data/docs/migrations/storage-transaction-boundaries.md +74 -0
- data/docs/migrations/vector-async-clients.md +110 -0
- data/docs/persistence-backends.md +190 -215
- data/docs/runtime-and-concurrency.md +142 -32
- data/lib/phronomy/agent/admission.rb +78 -0
- data/lib/phronomy/{agent_already_exists_error.rb → agent/agent_already_exists_error.rb} +2 -0
- data/lib/phronomy/{agent_busy_error.rb → agent/agent_busy_error.rb} +2 -0
- data/lib/phronomy/{agent_purged_error.rb → agent/agent_purged_error.rb} +2 -0
- data/lib/phronomy/agent/api/agent.rb +17 -0
- data/lib/phronomy/{execution_rehydration_required_error.rb → agent/api/execution_rehydration_required_error.rb} +2 -0
- data/lib/phronomy/agent/async_event_api.rb +38 -33
- data/lib/phronomy/agent/base.rb +106 -294
- data/lib/phronomy/agent/before_llm_input.rb +64 -0
- data/lib/phronomy/{agent.rb → agent/composition/run_once.rb} +4 -13
- data/lib/phronomy/agent/context_candidate_resolver.rb +2 -2
- data/lib/phronomy/agent/context_importer.rb +2 -2
- data/lib/phronomy/agent/{context_assembler.rb → context_preparation.rb} +157 -288
- data/lib/phronomy/agent/control_request.rb +21 -0
- data/lib/phronomy/agent/{agent_execution.rb → execution/agent_execution.rb} +8 -4
- data/lib/phronomy/agent/{agent_invocation.rb → execution/agent_invocation.rb} +32 -63
- data/lib/phronomy/agent/execution/approval_resume_commit.rb +108 -0
- data/lib/phronomy/agent/execution/dispatch_preparation.rb +195 -0
- data/lib/phronomy/agent/{exact_execution.rb → execution/exact_execution.rb} +43 -23
- data/lib/phronomy/agent/{execution_cancellation.rb → execution/execution_cancellation.rb} +8 -5
- data/lib/phronomy/agent/execution/execution_coordinator.rb +1744 -0
- data/lib/phronomy/agent/execution/execution_failure.rb +30 -0
- data/lib/phronomy/agent/execution/execution_metadata.rb +54 -0
- data/lib/phronomy/agent/execution/execution_outcome_committer.rb +288 -0
- data/lib/phronomy/agent/execution/execution_registry.rb +463 -0
- data/lib/phronomy/agent/execution/execution_session_runner.rb +113 -0
- data/lib/phronomy/agent/execution/initial_preparation.rb +323 -0
- data/lib/phronomy/agent/execution/invocation_actions.rb +368 -0
- data/lib/phronomy/agent/execution/invocation_transitions.rb +124 -0
- data/lib/phronomy/agent/execution/runtime_record_encoder.rb +210 -0
- data/lib/phronomy/agent/execution_change.rb +161 -0
- data/lib/phronomy/agent/execution_environment.rb +36 -0
- data/lib/phronomy/agent/execution_extension_state.rb +21 -0
- data/lib/phronomy/agent/execution_observation.rb +35 -0
- data/lib/phronomy/agent/filterable.rb +182 -0
- data/lib/phronomy/agent/{handoff_context.rb → handoff/transfer_context.rb} +6 -6
- data/lib/phronomy/agent/{handoff_projection.rb → handoff/transfer_projection.rb} +14 -33
- data/lib/phronomy/agent/handoff_error.rb +7 -0
- data/lib/phronomy/agent/{journal_projection.rb → journal/journal_projection.rb} +4 -0
- data/lib/phronomy/agent/{journal_record.rb → journal/journal_record.rb} +3 -3
- data/lib/phronomy/agent/{llm_call_record.rb → journal/llm_call_record.rb} +2 -2
- data/lib/phronomy/agent/knowledge_item.rb +13 -0
- data/lib/phronomy/agent/{agent_root.rb → lifecycle/agent_root.rb} +6 -2
- data/lib/phronomy/agent/lifecycle/default_persistence.rb +29 -0
- data/lib/phronomy/{engine/runtime/agent_ownership_registry.rb → agent/lifecycle/ownership_registry.rb} +24 -15
- data/lib/phronomy/agent/persistence/agent_repository.rb +69 -0
- data/lib/phronomy/agent/persistence/cancellation_repository.rb +51 -0
- data/lib/phronomy/agent/persistence/codec.rb +338 -0
- data/lib/phronomy/agent/persistence/execution_repository.rb +124 -0
- data/lib/phronomy/agent/persistence/journal_repository.rb +63 -0
- data/lib/phronomy/agent/persistence/records.rb +33 -0
- data/lib/phronomy/agent/persistence/retention_repository.rb +70 -0
- data/lib/phronomy/agent/persistence/storage_schema.rb +29 -0
- data/lib/phronomy/agent/persistence/watermark.rb +29 -0
- data/lib/phronomy/agent/recovery/invocation_restorer.rb +124 -0
- data/lib/phronomy/agent/{recovery_coordinator → recovery/recovery_coordinator}/continuation.rb +28 -51
- data/lib/phronomy/agent/{recovery_coordinator → recovery/recovery_coordinator}/installation.rb +50 -55
- data/lib/phronomy/agent/{recovery_coordinator → recovery/recovery_coordinator}/resolution.rb +38 -43
- data/lib/phronomy/agent/{recovery_coordinator.rb → recovery/recovery_coordinator.rb} +26 -23
- data/lib/phronomy/agent/recovery/recovery_rules.rb +119 -0
- data/lib/phronomy/agent/recovery/recovery_support.rb +224 -0
- data/lib/phronomy/agent/reserved_execution.rb +16 -0
- data/lib/phronomy/agent/retention.rb +17 -0
- data/lib/phronomy/agent/runtime_binding/engine_environment.rb +60 -0
- data/lib/phronomy/agent/runtime_binding/engine_session_builder.rb +34 -0
- data/lib/phronomy/agent/runtime_binding/phase_machine_builder.rb +64 -0
- data/lib/phronomy/agent/runtime_binding/tool_session_builder.rb +34 -0
- data/lib/phronomy/agent/{ruby_llm_materializer.rb → runtime_input.rb} +19 -39
- data/lib/phronomy/agent/saved_context_reader.rb +55 -0
- data/lib/phronomy/agent/settings.rb +47 -0
- data/lib/phronomy/agent/state_writer.rb +166 -0
- data/lib/phronomy/agent/store.rb +253 -0
- data/lib/phronomy/{stream_callback_error.rb → agent/stream_callback_error.rb} +2 -0
- data/lib/phronomy/agent/{approval_evaluation_request.rb → tool_execution/approval_evaluation_request.rb} +1 -12
- data/lib/phronomy/agent/{tool_approval_request.rb → tool_execution/tool_approval_request.rb} +1 -10
- data/lib/phronomy/agent/tool_execution/tool_binding.rb +30 -0
- data/lib/phronomy/agent/{tool_invocation.rb → tool_execution/tool_invocation.rb} +114 -248
- data/lib/phronomy/agent/tool_execution/tool_invocation_actions.rb +107 -0
- data/lib/phronomy/agent/tool_execution/tool_invocation_transitions.rb +70 -0
- data/lib/phronomy/common/configuration_error.rb +7 -0
- data/lib/phronomy/common/error.rb +5 -0
- data/lib/phronomy/{agent → common/values}/immutable.rb +9 -1
- data/lib/phronomy/common/values/serializable.rb +32 -0
- data/lib/phronomy/configuration/runtime_settings.rb +49 -0
- data/lib/phronomy/content_store/storage_schema.rb +12 -0
- data/lib/phronomy/content_store/stored_contents.rb +44 -0
- data/lib/phronomy/context/assembly.rb +202 -0
- data/lib/phronomy/{context_budget_exceeded_error.rb → context/budget_exceeded_error.rb} +5 -1
- data/lib/phronomy/context/candidate.rb +51 -0
- data/lib/phronomy/context/constraint.rb +47 -0
- data/lib/phronomy/{agent → context}/context_plan.rb +2 -2
- data/lib/phronomy/{agent → context}/context_plan_validator.rb +3 -3
- data/lib/phronomy/{agent → context}/context_policy.rb +1 -1
- data/lib/phronomy/{agent → context}/context_policy_input.rb +7 -7
- data/lib/phronomy/{agent → context}/context_policy_input_builder.rb +1 -1
- data/lib/phronomy/context/default_policy.rb +140 -0
- data/lib/phronomy/context/final_budget_validator.rb +33 -0
- data/lib/phronomy/{agent → context}/llm_input_build_context.rb +2 -2
- data/lib/phronomy/{agent → context}/llm_input_manifest.rb +21 -21
- data/lib/phronomy/{agent → context}/llm_input_patch.rb +3 -3
- data/lib/phronomy/context/manifest_error.rb +10 -0
- data/lib/phronomy/context/prompt_template.rb +98 -0
- data/lib/phronomy/{vector_store → documents}/loader/base.rb +1 -1
- data/lib/phronomy/{vector_store → documents}/loader/csv_loader.rb +2 -2
- data/lib/phronomy/{vector_store → documents}/loader/markdown_loader.rb +3 -3
- data/lib/phronomy/{vector_store → documents}/loader/plain_text_loader.rb +2 -2
- data/lib/phronomy/{vector_store → documents}/splitter/base.rb +1 -1
- data/lib/phronomy/{vector_store → documents}/splitter/fixed_size_splitter.rb +2 -2
- data/lib/phronomy/{vector_store → documents}/splitter/recursive_splitter.rb +2 -2
- data/lib/phronomy/embeddings/async/async_client.rb +44 -0
- data/lib/phronomy/embeddings/backends/ruby_llm_embeddings.rb +48 -0
- data/lib/phronomy/embeddings/base.rb +43 -0
- data/lib/phronomy/embeddings/invalid_result_error.rb +11 -0
- data/lib/phronomy/embeddings/transport_error.rb +11 -0
- data/lib/phronomy/engine/concurrency/offload_pool.rb +39 -20
- data/lib/phronomy/engine/concurrency/pool_registry.rb +47 -12
- data/lib/phronomy/{diagnostics.rb → engine/diagnostics.rb} +1 -1
- data/lib/phronomy/engine/event_loop.rb +164 -630
- data/lib/phronomy/engine/execution_binding.rb +23 -0
- data/lib/phronomy/engine/execution_receiver_binding.rb +43 -0
- data/lib/phronomy/engine/fsm_protocol.rb +9 -0
- data/lib/phronomy/engine/fsm_session.rb +37 -30
- data/lib/phronomy/engine/metrics.rb +28 -0
- data/lib/phronomy/engine/runtime/timer_queue.rb +1 -1
- data/lib/phronomy/engine/runtime.rb +104 -95
- data/lib/phronomy/engine/terminal_decision.rb +7 -0
- data/lib/phronomy/execution/async_operation.rb +41 -0
- data/lib/phronomy/execution/backpressure_error.rb +7 -0
- data/lib/phronomy/{blocking.rb → execution/blocking.rb} +2 -2
- data/lib/phronomy/execution/cancellation_error.rb +7 -0
- data/lib/phronomy/{engine → execution}/concurrency/cancellation_token.rb +5 -1
- data/lib/phronomy/{engine → execution}/concurrency/deadline.rb +0 -17
- data/lib/phronomy/{engine → execution}/concurrency/physical_completion_task.rb +1 -1
- data/lib/phronomy/{engine → execution}/concurrency/result_collector.rb +1 -1
- data/lib/phronomy/{engine → execution}/concurrency/result_composition.rb +33 -12
- data/lib/phronomy/{engine/concurrency/subscriptions.rb → execution/concurrency/result_subscriptions.rb} +14 -18
- data/lib/phronomy/execution/concurrency/subscriptions.rb +25 -0
- data/lib/phronomy/execution/concurrency/worker_input_restricted.rb +14 -0
- data/lib/phronomy/execution/event_loop_reentrancy_error.rb +8 -0
- data/lib/phronomy/{execution.rb → execution/execution.rb} +57 -30
- data/lib/phronomy/{execution_cancellation_error.rb → execution/execution_cancellation_error.rb} +2 -0
- data/lib/phronomy/execution/execution_receiver.rb +78 -0
- data/lib/phronomy/execution/execution_scope_state.rb +35 -0
- data/lib/phronomy/{execution_timeout_error.rb → execution/execution_timeout_error.rb} +2 -0
- data/lib/phronomy/{invalid_async_entry_action_error.rb → execution/invalid_async_entry_action_error.rb} +2 -0
- data/lib/phronomy/{invalid_async_transition_action_error.rb → execution/invalid_async_transition_action_error.rb} +2 -0
- data/lib/phronomy/{invalid_async_workflow_action_error.rb → execution/invalid_async_workflow_action_error.rb} +2 -0
- data/lib/phronomy/{invocation_context.rb → execution/invocation_context.rb} +0 -15
- data/lib/phronomy/execution/invocation_controls.rb +73 -0
- data/lib/phronomy/execution/pool_shutdown_error.rb +7 -0
- data/lib/phronomy/execution/recursion_limit_error.rb +7 -0
- data/lib/phronomy/execution/runnable.rb +24 -0
- data/lib/phronomy/execution/runtime_shutdown_error.rb +7 -0
- data/lib/phronomy/execution/runtime_shutdown_reentrancy_error.rb +7 -0
- data/lib/phronomy/execution/scheduler_reentrancy_error.rb +9 -0
- data/lib/phronomy/{engine → execution}/task_result.rb +7 -3
- data/lib/phronomy/execution/timeout_error.rb +7 -0
- data/lib/phronomy/execution/wait_policy.rb +24 -0
- data/lib/phronomy/filter/filter_block_error.rb +14 -0
- data/lib/phronomy/generation/generator_verifier/agent_operation.rb +65 -0
- data/lib/phronomy/generation/generator_verifier/agent_result_receiver.rb +89 -0
- data/lib/phronomy/generation/generator_verifier/default_parser.rb +27 -0
- data/lib/phronomy/generation/generator_verifier/pipeline_state.rb +57 -0
- data/lib/phronomy/generation/generator_verifier/workflow_builder.rb +112 -0
- data/lib/phronomy/generation/generator_verifier.rb +118 -0
- data/lib/phronomy/generation/low_confidence_error.rb +14 -0
- data/lib/phronomy/llm_adapter/async/async_client.rb +47 -0
- data/lib/phronomy/llm_adapter/authentication_error.rb +9 -0
- data/lib/phronomy/llm_adapter/backends/ruby_llm.rb +183 -0
- data/lib/phronomy/llm_adapter/base.rb +49 -68
- data/lib/phronomy/llm_adapter/context_length_error.rb +9 -0
- data/lib/phronomy/llm_adapter/invalid_result_error.rb +10 -0
- data/lib/phronomy/llm_adapter/message.rb +62 -0
- data/lib/phronomy/llm_adapter/rate_limit_error.rb +9 -0
- data/lib/phronomy/llm_adapter/request.rb +79 -0
- data/lib/phronomy/llm_adapter/response.rb +36 -0
- data/lib/phronomy/llm_adapter/stream_chunk.rb +18 -0
- data/lib/phronomy/llm_adapter/token_usage.rb +64 -0
- data/lib/phronomy/llm_adapter/transport_error.rb +9 -0
- data/lib/phronomy/llm_adapter.rb +3 -16
- data/lib/phronomy/llm_context_window/token_budget.rb +6 -7
- data/lib/phronomy/multi_agent/admission_registry.rb +15 -2
- data/lib/phronomy/multi_agent/durable_subagent_coordinator.rb +108 -84
- data/lib/phronomy/multi_agent/execution_environment.rb +29 -0
- data/lib/phronomy/{agent → multi_agent}/handoff.rb +2 -2
- data/lib/phronomy/{agent → multi_agent}/handoff_capability_factory.rb +21 -2
- data/lib/phronomy/multi_agent/handoff_participant.rb +79 -0
- data/lib/phronomy/{agent → multi_agent}/handoff_policy.rb +1 -1
- data/lib/phronomy/multi_agent/handoff_runner.rb +156 -0
- data/lib/phronomy/{agent → multi_agent}/handoff_state.rb +2 -2
- data/lib/phronomy/multi_agent/orchestrator.rb +61 -75
- data/lib/phronomy/multi_agent/persistence/codec.rb +75 -0
- data/lib/phronomy/multi_agent/persistence/handoff_state_repository.rb +77 -0
- data/lib/phronomy/multi_agent/persistence/records.rb +27 -0
- data/lib/phronomy/multi_agent/persistence/storage_schema.rb +21 -0
- data/lib/phronomy/multi_agent/persistence/team_execution_repository.rb +124 -0
- data/lib/phronomy/multi_agent/persistence/team_repository.rb +69 -0
- data/lib/phronomy/multi_agent/reserved_child_admission.rb +88 -0
- data/lib/phronomy/multi_agent/runtime_binding/engine_environment.rb +35 -0
- data/lib/phronomy/{agent → multi_agent}/shared_state.rb +56 -39
- data/lib/phronomy/multi_agent/store.rb +156 -0
- data/lib/phronomy/multi_agent/team_coordinator.rb +87 -75
- data/lib/phronomy/multi_agent/team_execution.rb +1 -1
- data/lib/phronomy/{engine/runtime → multi_agent}/team_ownership_registry.rb +5 -5
- data/lib/phronomy/multi_agent/team_root.rb +1 -1
- data/lib/phronomy/output_parser/parse_error.rb +7 -0
- data/lib/phronomy/persistence/content_repository.rb +26 -0
- data/lib/phronomy/persistence/errors.rb +16 -0
- data/lib/phronomy/persistence/migration/initial_format_migration.rb +21 -21
- data/lib/phronomy/persistence/persistence.rb +23 -0
- data/lib/phronomy/persistence/save_outcome.rb +24 -0
- data/lib/phronomy/persistence/snapshot_comparison.rb +81 -0
- data/lib/phronomy/persistence/storage_boundary.rb +32 -0
- data/lib/phronomy/persistence/transaction.rb +86 -0
- data/lib/phronomy/persistence_composition/storage_schema.rb +29 -0
- data/lib/phronomy/persistence_composition/stores.rb +34 -0
- data/lib/phronomy/persistence_composition/unit4_migration.rb +276 -0
- data/lib/phronomy/runtime_composition/agent_defaults.rb +11 -0
- data/lib/phronomy/runtime_composition/configuration.rb +146 -0
- data/lib/phronomy/runtime_composition/configuration_defaults.rb +9 -0
- data/lib/phronomy/runtime_composition/evaluation_defaults.rb +7 -0
- data/lib/phronomy/runtime_composition/execution_defaults.rb +5 -0
- data/lib/phronomy/runtime_composition/generation_defaults.rb +6 -0
- data/lib/phronomy/runtime_composition/global_configuration.rb +38 -0
- data/lib/phronomy/runtime_composition/global_runtime.rb +19 -0
- data/lib/phronomy/runtime_composition/multi_agent_defaults.rb +9 -0
- data/lib/phronomy/runtime_composition/workflow_defaults.rb +4 -0
- data/lib/phronomy/storage/async/async_client.rb +60 -0
- data/lib/phronomy/storage/backend.rb +107 -0
- data/lib/phronomy/storage/backends/in_memory.rb +157 -0
- data/lib/phronomy/storage/blob_conflict_error.rb +10 -0
- data/lib/phronomy/storage/blobs.rb +31 -0
- data/lib/phronomy/storage/condition.rb +25 -0
- data/lib/phronomy/storage/condition_failed_error.rb +16 -0
- data/lib/phronomy/storage/conflict_error.rb +9 -0
- data/lib/phronomy/{persistence → storage}/durable_record.rb +12 -12
- data/lib/phronomy/storage/entry.rb +33 -0
- data/lib/phronomy/storage/guard_ref.rb +13 -0
- data/lib/phronomy/storage/not_found_error.rb +9 -0
- data/lib/phronomy/storage/record_codec.rb +177 -0
- data/lib/phronomy/storage/records.rb +61 -0
- data/lib/phronomy/storage/resource.rb +126 -0
- data/lib/phronomy/storage/scope.rb +25 -0
- data/lib/phronomy/storage/serialization_error.rb +9 -0
- data/lib/phronomy/storage/streams.rb +44 -0
- data/lib/phronomy/storage/transaction_error.rb +10 -0
- data/lib/phronomy/storage/unique_constraint_error.rb +17 -0
- data/lib/phronomy/storage/unsupported_backend_error.rb +9 -0
- data/lib/phronomy/storage/validation.rb +53 -0
- data/lib/phronomy/storage/view.rb +131 -0
- data/lib/phronomy/testing/eval/metrics.rb +1 -1
- data/lib/phronomy/testing/eval/scorer/llm_judge.rb +19 -3
- data/lib/phronomy/testing/persistence_contract/a_content_store.rb +1 -1
- data/lib/phronomy/testing/persistence_contract/a_journal_repository.rb +2 -2
- data/lib/phronomy/testing/persistence_contract/a_persistence_backend.rb +54 -48
- data/lib/phronomy/testing/persistence_contract/a_workflow_state_repository.rb +1 -1
- data/lib/phronomy/testing/persistence_contract/an_agent_repository.rb +1 -1
- data/lib/phronomy/testing/persistence_contract/an_execution_repository.rb +5 -5
- data/lib/phronomy/testing/persistence_contract/coordination_repositories.rb +52 -46
- data/lib/phronomy/testing/persistence_contract/neutral_storage_primitives.rb +263 -0
- data/lib/phronomy/testing/persistence_contract/storage_transaction_boundaries.rb +124 -0
- data/lib/phronomy/testing/persistence_contract.rb +4 -0
- data/lib/phronomy/tool/authorization.rb +77 -0
- data/lib/phronomy/tool/base.rb +549 -9
- data/lib/phronomy/tool/call_request.rb +40 -0
- data/lib/phronomy/{agent/tool_definition_set.rb → tool/definition_set.rb} +16 -12
- data/lib/phronomy/tool/operation.rb +88 -0
- data/lib/phronomy/tool/schema.rb +214 -0
- data/lib/phronomy/tool/settings.rb +31 -0
- data/lib/phronomy/tool/tool_error.rb +7 -0
- data/lib/phronomy/{agent → tool}/tool_executor.rb +10 -7
- data/lib/phronomy/tools/agent.rb +22 -90
- data/lib/phronomy/tools/mcp.rb +21 -14
- data/lib/phronomy/tools/vector_search.rb +4 -4
- data/lib/phronomy/tracing/automatic.rb +11 -6
- data/lib/phronomy/tracing/base.rb +1 -1
- data/lib/phronomy/tracing/observation.rb +37 -0
- data/lib/phronomy/tracing/settings.rb +36 -0
- data/lib/phronomy/vector_store/{async_backend.rb → async/async_client.rb} +35 -29
- data/lib/phronomy/vector_store/{in_memory.rb → backends/in_memory.rb} +12 -10
- data/lib/phronomy/vector_store/{pgvector.rb → backends/pgvector.rb} +44 -16
- data/lib/phronomy/vector_store/{redis_search.rb → backends/redis_search.rb} +74 -37
- data/lib/phronomy/vector_store/base.rb +118 -49
- data/lib/phronomy/vector_store/invalid_result_error.rb +12 -0
- data/lib/phronomy/vector_store.rb +2 -17
- data/lib/phronomy/version.rb +1 -1
- data/lib/phronomy/workflow/completion.rb +11 -0
- data/lib/phronomy/{workflow.rb → workflow/execution/workflow.rb} +10 -8
- data/lib/phronomy/workflow/execution/workflow_action_rules.rb +67 -0
- data/lib/phronomy/{workflow_context.rb → workflow/execution/workflow_context.rb} +5 -1
- data/lib/phronomy/workflow/execution/workflow_context_ownership_error.rb +7 -0
- data/lib/phronomy/workflow/execution/workflow_execution_environment.rb +27 -0
- data/lib/phronomy/workflow/execution/workflow_execution_registry.rb +186 -0
- data/lib/phronomy/{workflow_runner.rb → workflow/execution/workflow_runner.rb} +145 -115
- data/lib/phronomy/workflow/execution/workflow_settings.rb +28 -0
- data/lib/phronomy/workflow/persistence/codec.rb +153 -0
- data/lib/phronomy/workflow/persistence/state_repository.rb +63 -0
- data/lib/phronomy/workflow/persistence/storage_schema.rb +13 -0
- data/lib/phronomy/workflow/runtime_binding/workflow_engine_environment.rb +38 -0
- data/lib/phronomy/workflow/runtime_binding/workflow_phase_machine_builder.rb +156 -0
- data/lib/phronomy/workflow/runtime_binding/workflow_terminal_policy.rb +40 -0
- data/lib/phronomy.rb +97 -98
- data/scripts/api_snapshot.rb +36 -16
- data/scripts/storage_spi_snapshot.rb +36 -0
- data/sig/_private/phronomy/agent/settings.rbs +19 -0
- data/sig/_private/phronomy/configuration/runtime_settings.rbs +20 -0
- data/sig/_private/phronomy/llm_adapter/async/async_client.rbs +10 -0
- data/sig/_private/phronomy/multi_agent/store.rbs +8 -0
- data/sig/_private/phronomy/persistence/storage_boundary.rbs +7 -0
- data/sig/_private/phronomy/tool/settings.rbs +13 -0
- data/sig/_private/phronomy/tracing/settings.rbs +15 -0
- data/sig/_private/phronomy/workflow/execution/workflow_settings.rbs +13 -0
- data/sig/phronomy/agent/admission.rbs +19 -0
- data/sig/phronomy/agent/execution_contract.rbs +132 -0
- data/sig/phronomy/agent/execution_environment.rbs +20 -0
- data/sig/phronomy/agent/store.rbs +73 -0
- data/sig/phronomy/agent.rbs +14 -139
- data/sig/phronomy/common.rbs +7 -0
- data/sig/phronomy/content_store/contracts.rbs +13 -0
- data/sig/phronomy/context.rbs +152 -0
- data/sig/phronomy/embeddings/async/async_client.rbs +9 -0
- data/sig/phronomy/embeddings/base.rbs +17 -0
- data/sig/phronomy/engine/concurrency/timer_bindings.rbs +22 -0
- data/sig/phronomy/engine/control_bindings.rbs +11 -0
- data/sig/phronomy/engine/control_protocols.rbs +23 -0
- data/sig/phronomy/engine/execution_binding.rbs +6 -0
- data/sig/phronomy/engine/execution_receiver.rbs +15 -0
- data/sig/phronomy/engine/observability.rbs +13 -0
- data/sig/phronomy/execution/async_operation.rbs +7 -0
- data/sig/phronomy/execution/blocking.rbs +5 -0
- data/sig/phronomy/execution/concurrency/cancellation_token.rbs +13 -0
- data/sig/phronomy/execution/concurrency/deadline.rbs +10 -0
- data/sig/phronomy/execution/concurrency/result_composition.rbs +7 -0
- data/sig/phronomy/execution/control_protocols.rbs +18 -0
- data/sig/phronomy/execution/errors.rbs +7 -0
- data/sig/phronomy/execution/execution.rbs +41 -0
- data/sig/phronomy/execution/execution_receiver.rbs +40 -0
- data/sig/phronomy/execution/execution_scope_state.rbs +9 -0
- data/sig/phronomy/execution/invocation_context.rbs +18 -0
- data/sig/phronomy/execution/invocation_controls.rbs +13 -0
- data/sig/phronomy/execution/task_result.rbs +29 -0
- data/sig/phronomy/extensions.rbs +0 -21
- data/sig/phronomy/handoff.rbs +12 -4
- data/sig/phronomy/llm_adapter/backends/ruby_llm.rbs +6 -0
- data/sig/phronomy/llm_adapter/base.rbs +14 -0
- data/sig/phronomy/llm_adapter/usage.rbs +14 -0
- data/sig/phronomy/llm_adapter/values.rbs +43 -0
- data/sig/phronomy/llm_context_window.rbs +10 -0
- data/sig/phronomy/multi_agent/reserved_child_admission.rbs +8 -0
- data/sig/phronomy/multi_agent/store.rbs +54 -0
- data/sig/phronomy/multi_agent.rbs +24 -3
- data/sig/phronomy/persistence/errors.rbs +18 -0
- data/sig/phronomy/persistence/migration.rbs +13 -0
- data/sig/phronomy/persistence/transaction.rbs +19 -0
- data/sig/phronomy/persistence.rbs +3 -185
- data/sig/phronomy/persistence_composition.rbs +19 -0
- data/sig/phronomy/runtime_composition/configuration.rbs +36 -0
- data/sig/phronomy/storage/async/async_client.rbs +8 -0
- data/sig/phronomy/storage/backends/in_memory.rbs +9 -0
- data/sig/phronomy/storage/contracts.rbs +160 -0
- data/sig/phronomy/tool.rbs +58 -5
- data/sig/phronomy/tracing/observation.rbs +7 -0
- data/sig/phronomy/vector_store/async/async_client.rbs +13 -0
- data/sig/phronomy/vector_store/base.rbs +23 -0
- data/sig/phronomy/workflow/execution/workflow_execution_environment.rbs +14 -0
- data/sig/phronomy/workflow/runtime_binding/workflow_terminal_policy.rbs +7 -0
- data/sig/phronomy/workflow/store.rbs +8 -0
- data/sig/phronomy/workflow.rbs +1 -1
- data/sig/phronomy.rbs +0 -49
- metadata +462 -130
- data/lib/phronomy/agent/agent_invocation_session_builder.rb +0 -584
- data/lib/phronomy/agent/concerns/before_llm_input.rb +0 -66
- data/lib/phronomy/agent/concerns/error_translation.rb +0 -45
- data/lib/phronomy/agent/concerns/filterable.rb +0 -184
- data/lib/phronomy/agent/context/capability/base.rb +0 -507
- data/lib/phronomy/agent/context/instruction/prompt_template.rb +0 -102
- data/lib/phronomy/agent/context_parts/validators/final_budget_validator.rb +0 -37
- data/lib/phronomy/agent/context_policies/default.rb +0 -142
- data/lib/phronomy/agent/execution_coordinator.rb +0 -3151
- data/lib/phronomy/agent/handoff_execution_coordinator.rb +0 -143
- data/lib/phronomy/agent/handoff_request.rb +0 -45
- data/lib/phronomy/agent/handoff_runner.rb +0 -178
- data/lib/phronomy/agent/phase_machine_builder.rb +0 -152
- data/lib/phronomy/agent/provider_call_outcome.rb +0 -106
- data/lib/phronomy/agent/recovery_support.rb +0 -504
- data/lib/phronomy/agent/selection/candidate.rb +0 -53
- data/lib/phronomy/agent/selection/constraint.rb +0 -49
- data/lib/phronomy/agent/token_budget_resolver.rb +0 -70
- data/lib/phronomy/agent/tool_call_intercepted.rb +0 -29
- data/lib/phronomy/agent/tool_invocation_session_builder.rb +0 -276
- data/lib/phronomy/configuration.rb +0 -59
- data/lib/phronomy/engine/concurrency/cancellation_scope.rb +0 -124
- data/lib/phronomy/engine/concurrency/operation_binding.rb +0 -43
- data/lib/phronomy/generator_verifier.rb +0 -369
- data/lib/phronomy/invalid_context_budget_configuration_error.rb +0 -8
- data/lib/phronomy/llm_adapter/ruby_llm.rb +0 -47
- data/lib/phronomy/metrics.rb +0 -26
- data/lib/phronomy/multi_agent/parallel_tool_chat.rb +0 -116
- data/lib/phronomy/persistence/durable_codec.rb +0 -706
- data/lib/phronomy/persistence/in_memory.rb +0 -690
- data/lib/phronomy/persistence/repository_facades.rb +0 -535
- data/lib/phronomy/persistence.rb +0 -276
- data/lib/phronomy/recovery.rb +0 -186
- data/lib/phronomy/ruby_llm_patches.rb +0 -24
- data/lib/phronomy/runnable.rb +0 -54
- data/lib/phronomy/token_usage.rb +0 -85
- data/lib/phronomy/vector_store/embeddings/base.rb +0 -44
- data/lib/phronomy/vector_store/embeddings/ruby_llm_embeddings.rb +0 -47
- data/lib/phronomy/workflow/phase_machine_builder.rb +0 -205
- data/lib/phronomy/workflow_recovery.rb +0 -123
- data/sig/phronomy/llm_adapter.rbs +0 -11
- data/sig/phronomy/runtime.rbs +0 -76
- /data/lib/phronomy/agent/{llm_operation_result.rb → execution/llm_operation_result.rb} +0 -0
- /data/lib/phronomy/{canonical_json.rb → common/canonical_json.rb} +0 -0
- /data/lib/phronomy/{event.rb → engine/event.rb} +0 -0
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module Phronomy
|
|
4
|
+
# Owns invocation control attachment through the observed result's lifetime.
|
|
5
|
+
# Domain runners carry this operation control, not execution scope internals.
|
|
6
|
+
# @api private
|
|
7
|
+
class InvocationControls
|
|
8
|
+
attr_reader :token
|
|
9
|
+
|
|
10
|
+
def self.attach(result, invocation_context:, cancellation_token:)
|
|
11
|
+
controls = new(invocation_context: invocation_context, cancellation_token: cancellation_token)
|
|
12
|
+
controls.bind(result)
|
|
13
|
+
controls
|
|
14
|
+
rescue
|
|
15
|
+
controls&.close
|
|
16
|
+
raise
|
|
17
|
+
end
|
|
18
|
+
|
|
19
|
+
def initialize(invocation_context:, cancellation_token:)
|
|
20
|
+
if !invocation_context.nil? && !invocation_context.is_a?(InvocationContext)
|
|
21
|
+
raise TypeError, "invocation_context must be a Phronomy::InvocationContext or nil"
|
|
22
|
+
end
|
|
23
|
+
@scope = invocation_context&.__execution_scope
|
|
24
|
+
@subscriptions = Concurrency::Subscriptions.new
|
|
25
|
+
@token = invocation_context ? Concurrency::CancellationToken.new : cancellation_token
|
|
26
|
+
return unless invocation_context
|
|
27
|
+
|
|
28
|
+
[invocation_context.cancellation_token, cancellation_token].compact.uniq.each do |source|
|
|
29
|
+
@subscriptions.cancellation(source) { @token.cancel! }
|
|
30
|
+
end
|
|
31
|
+
if !@scope && invocation_context.deadline
|
|
32
|
+
@subscriptions.after(invocation_context.deadline.remaining_seconds) { @token.cancel! }
|
|
33
|
+
end
|
|
34
|
+
@token.cancel! if @scope && !@scope.__open?
|
|
35
|
+
rescue
|
|
36
|
+
close
|
|
37
|
+
raise
|
|
38
|
+
end
|
|
39
|
+
|
|
40
|
+
# Check at the receiving runner, after asynchronous delivery. An already
|
|
41
|
+
# closed scope must not acquire the domain's admission slot or start I/O.
|
|
42
|
+
def check_start!
|
|
43
|
+
if @scope && (!@scope.__open? || @token&.cancelled?)
|
|
44
|
+
raise @scope.__cancellation_error
|
|
45
|
+
end
|
|
46
|
+
end
|
|
47
|
+
|
|
48
|
+
def bind(result)
|
|
49
|
+
result.__bind_execution(@scope)
|
|
50
|
+
track(result)
|
|
51
|
+
end
|
|
52
|
+
|
|
53
|
+
def track(result)
|
|
54
|
+
@subscriptions.result(result) { close }
|
|
55
|
+
result
|
|
56
|
+
end
|
|
57
|
+
|
|
58
|
+
def close
|
|
59
|
+
@subscriptions&.close
|
|
60
|
+
end
|
|
61
|
+
|
|
62
|
+
def self.effective_timeout_token(context)
|
|
63
|
+
return context.cancellation_token if context.cancellation_token
|
|
64
|
+
return nil unless context.deadline
|
|
65
|
+
|
|
66
|
+
token = Concurrency::CancellationToken.new
|
|
67
|
+
subscriptions = Concurrency::Subscriptions.new
|
|
68
|
+
subscriptions.cancellation(token) { subscriptions.close }
|
|
69
|
+
subscriptions.after(context.deadline.remaining_seconds) { token.cancel! }
|
|
70
|
+
token
|
|
71
|
+
end
|
|
72
|
+
end
|
|
73
|
+
end
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module Phronomy
|
|
4
|
+
# Base interface for executable graph components.
|
|
5
|
+
# Provides invoke / stream / batch.
|
|
6
|
+
module Runnable
|
|
7
|
+
# Synchronous execution. Must be overridden in subclasses.
|
|
8
|
+
def invoke(input, config: {})
|
|
9
|
+
raise NotImplementedError, "#{self.class}#invoke is not implemented"
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
# Streaming execution. Default yields the invoke result as a single chunk.
|
|
13
|
+
def stream(input, config: {}, &block)
|
|
14
|
+
result = invoke(input, config: config)
|
|
15
|
+
yield result if block
|
|
16
|
+
result
|
|
17
|
+
end
|
|
18
|
+
|
|
19
|
+
# Batch execution. Default calls invoke sequentially.
|
|
20
|
+
def batch(inputs, config: {})
|
|
21
|
+
inputs.map { |input| invoke(input, config: config) }
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "event_loop_reentrancy_error"
|
|
4
|
+
|
|
5
|
+
module Phronomy
|
|
6
|
+
# Backward-compatible error class name for callers that still rescue the old
|
|
7
|
+
# scheduler-oriented exception. New code should use EventLoopReentrancyError.
|
|
8
|
+
class SchedulerReentrancyError < EventLoopReentrancyError; end
|
|
9
|
+
end
|
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
+
require_relative "concurrency/worker_input_restricted"
|
|
4
|
+
|
|
3
5
|
module Phronomy
|
|
4
6
|
# A thread-free asynchronous completion handle.
|
|
5
7
|
#
|
|
@@ -13,6 +15,8 @@ module Phronomy
|
|
|
13
15
|
# is supplied through the CancellationToken accepted by the API that created
|
|
14
16
|
# the TaskResult.
|
|
15
17
|
class TaskResult
|
|
18
|
+
include Phronomy::Concurrency::WorkerInputRestricted
|
|
19
|
+
|
|
16
20
|
STATES = %i[pending completed failed cancelled].freeze
|
|
17
21
|
TERMINAL_STATES = %i[completed failed cancelled].freeze
|
|
18
22
|
private_constant :TERMINAL_STATES
|
|
@@ -126,7 +130,7 @@ module Phronomy
|
|
|
126
130
|
# @raise [Exception] the error that settled the TaskResult
|
|
127
131
|
# @api public
|
|
128
132
|
def wait_result(timeout: nil)
|
|
129
|
-
if Phronomy::
|
|
133
|
+
if Phronomy::WaitPolicy.blocking_forbidden? && !done?
|
|
130
134
|
raise Phronomy::EventLoopReentrancyError,
|
|
131
135
|
"TaskResult#wait_result cannot block the EventLoop thread; continue via an event"
|
|
132
136
|
end
|
|
@@ -156,7 +160,7 @@ module Phronomy
|
|
|
156
160
|
# Returns self when settled, nil on timeout.
|
|
157
161
|
# @api private
|
|
158
162
|
def join(limit = nil)
|
|
159
|
-
if Phronomy::
|
|
163
|
+
if Phronomy::WaitPolicy.blocking_forbidden? && !done?
|
|
160
164
|
raise Phronomy::EventLoopReentrancyError,
|
|
161
165
|
"TaskResult#join cannot block the EventLoop thread; continue via an event"
|
|
162
166
|
end
|
|
@@ -304,7 +308,7 @@ module Phronomy
|
|
|
304
308
|
def deliver_completion_callback(callback, value, error)
|
|
305
309
|
callback.call(value, error)
|
|
306
310
|
rescue => callback_error
|
|
307
|
-
Phronomy.
|
|
311
|
+
Phronomy::RuntimeSettings.current.logger&.error do
|
|
308
312
|
"[TaskResult] on_complete callback raised #{callback_error.class}: #{callback_error.message}"
|
|
309
313
|
end
|
|
310
314
|
end
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module Phronomy
|
|
4
|
+
# Neutral thread-local blocking policy. It owns no Runtime or scheduler.
|
|
5
|
+
# No invocation context is inferred from this marker.
|
|
6
|
+
# @api private
|
|
7
|
+
module WaitPolicy
|
|
8
|
+
KEY = :phronomy_control_thread_depth
|
|
9
|
+
private_constant :KEY
|
|
10
|
+
|
|
11
|
+
def self.blocking_forbidden?
|
|
12
|
+
Thread.current.thread_variable_get(KEY).to_i > 0
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
def self.without_blocking
|
|
16
|
+
thread = Thread.current
|
|
17
|
+
previous = thread.thread_variable_get(KEY)
|
|
18
|
+
thread.thread_variable_set(KEY, previous.to_i + 1)
|
|
19
|
+
yield
|
|
20
|
+
ensure
|
|
21
|
+
thread.thread_variable_set(KEY, previous)
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module Phronomy
|
|
4
|
+
class GeneratorVerifier
|
|
5
|
+
# Connects one reused Agent incarnation through its public operation and
|
|
6
|
+
# notification contracts. Terminal results belong to each returned TaskResult;
|
|
7
|
+
# only approval suspension needs the incarnation listener while that Task is
|
|
8
|
+
# still pending. Generation owns the request-to-Workflow correlation.
|
|
9
|
+
# @api private
|
|
10
|
+
class AgentOperation
|
|
11
|
+
def initialize(agent_class)
|
|
12
|
+
@mutex = Mutex.new
|
|
13
|
+
@pending = []
|
|
14
|
+
@agent = agent_class.new(on_event: method(:receive_event))
|
|
15
|
+
end
|
|
16
|
+
|
|
17
|
+
def start(input, listener:)
|
|
18
|
+
request = Object.new
|
|
19
|
+
# Workflow entry calls are serial. Keep submitted requests until their
|
|
20
|
+
# own result settles: Agent admission itself may run after an earlier
|
|
21
|
+
# request completes, so a pending submission is not necessarily busy.
|
|
22
|
+
@mutex.synchronize { @pending << [request, listener] }
|
|
23
|
+
task = @agent.invoke_async(input)
|
|
24
|
+
task.on_complete do |result, error|
|
|
25
|
+
release(request)
|
|
26
|
+
# Handoff was not a generation completion in the event-based path.
|
|
27
|
+
next if !error && result.is_a?(Hash) && result[:handoff_request]
|
|
28
|
+
|
|
29
|
+
event = if error
|
|
30
|
+
type = if error.is_a?(Phronomy::TimeoutError)
|
|
31
|
+
:timeout
|
|
32
|
+
elsif error.is_a?(Phronomy::CancellationError)
|
|
33
|
+
:cancelled
|
|
34
|
+
else
|
|
35
|
+
:error
|
|
36
|
+
end
|
|
37
|
+
Phronomy::Agent::StreamEvent.new(type: type, payload: {error: error})
|
|
38
|
+
else
|
|
39
|
+
Phronomy::Agent::StreamEvent.new(type: :done, payload: result)
|
|
40
|
+
end
|
|
41
|
+
listener.call(event)
|
|
42
|
+
end
|
|
43
|
+
task
|
|
44
|
+
rescue
|
|
45
|
+
release(request)
|
|
46
|
+
raise
|
|
47
|
+
end
|
|
48
|
+
|
|
49
|
+
private
|
|
50
|
+
|
|
51
|
+
def receive_event(event)
|
|
52
|
+
return unless event.type == :approval_required
|
|
53
|
+
|
|
54
|
+
listener = @mutex.synchronize { @pending.first&.last }
|
|
55
|
+
listener&.call(event)
|
|
56
|
+
end
|
|
57
|
+
|
|
58
|
+
def release(request)
|
|
59
|
+
@mutex.synchronize do
|
|
60
|
+
@pending.delete_if { |entry| entry.first.equal?(request) }
|
|
61
|
+
end
|
|
62
|
+
end
|
|
63
|
+
end
|
|
64
|
+
end
|
|
65
|
+
end
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module Phronomy
|
|
4
|
+
class GeneratorVerifier
|
|
5
|
+
# Converts Agent events to correlated Workflow events. PipelineState owns
|
|
6
|
+
# stale-result rejection and all Workflow state mutation.
|
|
7
|
+
class AgentResultReceiver
|
|
8
|
+
def initialize(draft_result_parser:, review_result_parser:)
|
|
9
|
+
@draft_result_parser = draft_result_parser
|
|
10
|
+
@review_result_parser = review_result_parser
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
def draft_listener(workflow:, workflow_instance_id:, request_id:)
|
|
14
|
+
agent_listener(:draft, workflow, workflow_instance_id, request_id) do |output|
|
|
15
|
+
draft_payload(output)
|
|
16
|
+
end
|
|
17
|
+
end
|
|
18
|
+
|
|
19
|
+
def review_listener(workflow:, workflow_instance_id:, request_id:)
|
|
20
|
+
agent_listener(:review, workflow, workflow_instance_id, request_id) do |output|
|
|
21
|
+
review_payload(output)
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
private
|
|
26
|
+
|
|
27
|
+
def draft_payload(output)
|
|
28
|
+
parsed = @draft_result_parser.call(output)
|
|
29
|
+
{
|
|
30
|
+
draft: parsed[:answer].to_s,
|
|
31
|
+
self_score: clamp(parsed[:confidence]),
|
|
32
|
+
citations: normalize_citations(parsed[:citations])
|
|
33
|
+
}
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
def review_payload(output)
|
|
37
|
+
parsed = @review_result_parser.call(output)
|
|
38
|
+
{
|
|
39
|
+
review_score: clamp(parsed[:score]),
|
|
40
|
+
approved: parsed[:approved] == true,
|
|
41
|
+
feedback: parsed[:feedback].to_s
|
|
42
|
+
}
|
|
43
|
+
end
|
|
44
|
+
|
|
45
|
+
def agent_listener(phase, workflow, workflow_instance_id, request_id, &completion)
|
|
46
|
+
->(agent_event) {
|
|
47
|
+
case agent_event.type
|
|
48
|
+
when :done
|
|
49
|
+
begin
|
|
50
|
+
payload = completion.call(agent_event.payload[:output])
|
|
51
|
+
workflow.signal(
|
|
52
|
+
workflow_instance_id: workflow_instance_id,
|
|
53
|
+
event: :"#{phase}_completed",
|
|
54
|
+
payload: {request_id: request_id, **payload}
|
|
55
|
+
)
|
|
56
|
+
rescue => error
|
|
57
|
+
signal_failure(workflow, workflow_instance_id, request_id, phase, error)
|
|
58
|
+
end
|
|
59
|
+
when :error, :timeout, :cancelled
|
|
60
|
+
error = agent_event.payload[:error] ||
|
|
61
|
+
Phronomy::Error.new("#{phase.to_s.capitalize} Agent ended with #{agent_event.type}")
|
|
62
|
+
signal_failure(workflow, workflow_instance_id, request_id, phase, error)
|
|
63
|
+
when :approval_required
|
|
64
|
+
error = Phronomy::Error.new("GeneratorVerifier #{phase} Agent suspended for approval")
|
|
65
|
+
signal_failure(workflow, workflow_instance_id, request_id, phase, error)
|
|
66
|
+
end
|
|
67
|
+
}
|
|
68
|
+
end
|
|
69
|
+
|
|
70
|
+
def signal_failure(workflow, workflow_instance_id, request_id, phase, error)
|
|
71
|
+
workflow.signal(
|
|
72
|
+
workflow_instance_id: workflow_instance_id,
|
|
73
|
+
event: :"#{phase}_failed",
|
|
74
|
+
payload: {request_id: request_id, error: error}
|
|
75
|
+
)
|
|
76
|
+
end
|
|
77
|
+
|
|
78
|
+
def clamp(value)
|
|
79
|
+
value.to_f.clamp(0.0, 1.0)
|
|
80
|
+
end
|
|
81
|
+
|
|
82
|
+
def normalize_citations(raw)
|
|
83
|
+
Array(raw).filter_map do |citation|
|
|
84
|
+
citation.is_a?(Hash) ? citation.transform_keys(&:to_sym) : nil
|
|
85
|
+
end
|
|
86
|
+
end
|
|
87
|
+
end
|
|
88
|
+
end
|
|
89
|
+
end
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module Phronomy
|
|
4
|
+
class GeneratorVerifier
|
|
5
|
+
# Boot supplies the default concrete parser. The generation algorithm owns
|
|
6
|
+
# its output interpretation and fallback, not the concrete parser selection.
|
|
7
|
+
# @api private
|
|
8
|
+
module DefaultParser
|
|
9
|
+
FACTORIES = {}
|
|
10
|
+
private_constant :FACTORIES
|
|
11
|
+
|
|
12
|
+
# Private one-time composition binding; not an application registry.
|
|
13
|
+
# @api private
|
|
14
|
+
def self.install_factory(factory)
|
|
15
|
+
raise ArgumentError, "factory must respond to call" unless factory.respond_to?(:call)
|
|
16
|
+
|
|
17
|
+
FACTORIES.replace(parser: factory).freeze
|
|
18
|
+
nil
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
# @api private
|
|
22
|
+
def self.build
|
|
23
|
+
FACTORIES.fetch(:parser).call
|
|
24
|
+
end
|
|
25
|
+
end
|
|
26
|
+
end
|
|
27
|
+
end
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module Phronomy
|
|
4
|
+
class GeneratorVerifier
|
|
5
|
+
class PipelineState
|
|
6
|
+
include Phronomy::WorkflowContext
|
|
7
|
+
|
|
8
|
+
field :input, type: :replace, default: -> { "" }
|
|
9
|
+
field :draft, type: :replace, default: -> { {} }
|
|
10
|
+
field :self_score, type: :replace, default: -> { 0.0 }
|
|
11
|
+
field :review_score, type: :replace, default: -> { 0.0 }
|
|
12
|
+
field :citations, type: :replace, default: -> { [] }
|
|
13
|
+
field :review_notes, type: :append, default: -> { [] }
|
|
14
|
+
field :iteration, type: :replace, default: -> { 0 }
|
|
15
|
+
field :approved, type: :replace, default: -> { false }
|
|
16
|
+
field :output, type: :replace, default: -> { {} }
|
|
17
|
+
field :draft_request_id, type: :replace, default: nil
|
|
18
|
+
field :review_request_id, type: :replace, default: nil
|
|
19
|
+
field :pipeline_error, type: :replace, default: nil
|
|
20
|
+
|
|
21
|
+
# Application-level event interpretation. Correlation IDs belong to this
|
|
22
|
+
# Pipeline rather than to the generic FSMSession.
|
|
23
|
+
def handle_fsm_event(event)
|
|
24
|
+
case event.type
|
|
25
|
+
when :draft_completed
|
|
26
|
+
return :consume unless event.payload[:request_id] == draft_request_id
|
|
27
|
+
|
|
28
|
+
self.draft = event.payload[:draft]
|
|
29
|
+
self.self_score = event.payload[:self_score]
|
|
30
|
+
self.citations = event.payload[:citations]
|
|
31
|
+
self.iteration = iteration + 1
|
|
32
|
+
self.draft_request_id = nil
|
|
33
|
+
self.pipeline_error = nil
|
|
34
|
+
when :review_completed
|
|
35
|
+
return :consume unless event.payload[:request_id] == review_request_id
|
|
36
|
+
|
|
37
|
+
self.review_score = event.payload[:review_score]
|
|
38
|
+
self.approved = event.payload[:approved]
|
|
39
|
+
self.review_notes = review_notes + [event.payload[:feedback]]
|
|
40
|
+
self.review_request_id = nil
|
|
41
|
+
self.pipeline_error = nil
|
|
42
|
+
when :draft_failed
|
|
43
|
+
return :consume unless event.payload[:request_id] == draft_request_id
|
|
44
|
+
|
|
45
|
+
self.pipeline_error = event.payload[:error]
|
|
46
|
+
self.draft_request_id = nil
|
|
47
|
+
when :review_failed
|
|
48
|
+
return :consume unless event.payload[:request_id] == review_request_id
|
|
49
|
+
|
|
50
|
+
self.pipeline_error = event.payload[:error]
|
|
51
|
+
self.review_request_id = nil
|
|
52
|
+
end
|
|
53
|
+
false
|
|
54
|
+
end
|
|
55
|
+
end
|
|
56
|
+
end
|
|
57
|
+
end
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require "securerandom"
|
|
4
|
+
|
|
5
|
+
module Phronomy
|
|
6
|
+
class GeneratorVerifier
|
|
7
|
+
# Builds the generation/review loop; result reception does not mutate state.
|
|
8
|
+
class WorkflowBuilder
|
|
9
|
+
def initialize(
|
|
10
|
+
draft_agent:, review_agent:,
|
|
11
|
+
draft_prompt_builder:, review_prompt_builder:,
|
|
12
|
+
draft_result_parser:, review_result_parser:,
|
|
13
|
+
threshold:, max_iterations:
|
|
14
|
+
)
|
|
15
|
+
@draft_agent = draft_agent
|
|
16
|
+
@review_agent = review_agent
|
|
17
|
+
@draft_prompt_builder = draft_prompt_builder
|
|
18
|
+
@review_prompt_builder = review_prompt_builder
|
|
19
|
+
@threshold = threshold
|
|
20
|
+
@max_iterations = max_iterations
|
|
21
|
+
@result_receiver = AgentResultReceiver.new(
|
|
22
|
+
draft_result_parser: draft_result_parser,
|
|
23
|
+
review_result_parser: review_result_parser
|
|
24
|
+
)
|
|
25
|
+
end
|
|
26
|
+
|
|
27
|
+
def build
|
|
28
|
+
# The entry closures see the Workflow assigned after definition.
|
|
29
|
+
workflow = nil
|
|
30
|
+
draft_entry = ->(state) { start_draft(state, workflow) }
|
|
31
|
+
review_entry = ->(state) { start_review(state, workflow) }
|
|
32
|
+
finalize_entry = method(:finalize)
|
|
33
|
+
failed_entry = method(:fail_pipeline)
|
|
34
|
+
ready_to_finalize = method(:ready_to_finalize?)
|
|
35
|
+
|
|
36
|
+
workflow = Phronomy::Workflow.define(PipelineState) do
|
|
37
|
+
initial :draft
|
|
38
|
+
|
|
39
|
+
state :draft
|
|
40
|
+
state :review
|
|
41
|
+
state :finalize
|
|
42
|
+
state :failed
|
|
43
|
+
|
|
44
|
+
entry :draft, draft_entry
|
|
45
|
+
entry :review, review_entry
|
|
46
|
+
entry :finalize, finalize_entry
|
|
47
|
+
entry :failed, failed_entry
|
|
48
|
+
|
|
49
|
+
transition from: :draft, on: :draft_completed, to: :review
|
|
50
|
+
transition from: :draft, on: :draft_failed, to: :failed
|
|
51
|
+
transition from: :review,
|
|
52
|
+
on: :review_completed,
|
|
53
|
+
guard: ready_to_finalize,
|
|
54
|
+
to: :finalize
|
|
55
|
+
transition from: :review, on: :review_completed, to: :draft
|
|
56
|
+
transition from: :review, on: :review_failed, to: :failed
|
|
57
|
+
|
|
58
|
+
transition from: :finalize, to: :__finish__
|
|
59
|
+
end
|
|
60
|
+
end
|
|
61
|
+
|
|
62
|
+
private
|
|
63
|
+
|
|
64
|
+
def start_draft(state, workflow)
|
|
65
|
+
request_id = SecureRandom.uuid
|
|
66
|
+
next_state = state.merge(draft_request_id: request_id)
|
|
67
|
+
feedback = next_state.review_notes.last
|
|
68
|
+
prompt = @draft_prompt_builder.call(next_state.input, feedback)
|
|
69
|
+
listener = @result_receiver.draft_listener(
|
|
70
|
+
workflow: workflow,
|
|
71
|
+
workflow_instance_id: next_state.workflow_instance_id,
|
|
72
|
+
request_id: request_id
|
|
73
|
+
)
|
|
74
|
+
@draft_agent.start(prompt, listener: listener)
|
|
75
|
+
next_state
|
|
76
|
+
end
|
|
77
|
+
|
|
78
|
+
def start_review(state, workflow)
|
|
79
|
+
request_id = SecureRandom.uuid
|
|
80
|
+
next_state = state.merge(review_request_id: request_id)
|
|
81
|
+
prompt = @review_prompt_builder.call(
|
|
82
|
+
next_state.input, next_state.draft, next_state.citations
|
|
83
|
+
)
|
|
84
|
+
listener = @result_receiver.review_listener(
|
|
85
|
+
workflow: workflow,
|
|
86
|
+
workflow_instance_id: next_state.workflow_instance_id,
|
|
87
|
+
request_id: request_id
|
|
88
|
+
)
|
|
89
|
+
@review_agent.start(prompt, listener: listener)
|
|
90
|
+
next_state
|
|
91
|
+
end
|
|
92
|
+
|
|
93
|
+
def ready_to_finalize?(state)
|
|
94
|
+
confidence = [state.self_score || 0.0, state.review_score || 0.0].min
|
|
95
|
+
(confidence >= @threshold && state.approved) ||
|
|
96
|
+
state.iteration >= @max_iterations
|
|
97
|
+
end
|
|
98
|
+
|
|
99
|
+
def finalize(state)
|
|
100
|
+
state.output = state.draft
|
|
101
|
+
state
|
|
102
|
+
end
|
|
103
|
+
|
|
104
|
+
def fail_pipeline(state)
|
|
105
|
+
raise(
|
|
106
|
+
state.pipeline_error ||
|
|
107
|
+
Phronomy::Error.new("GeneratorVerifier Agent operation failed")
|
|
108
|
+
)
|
|
109
|
+
end
|
|
110
|
+
end
|
|
111
|
+
end
|
|
112
|
+
end
|