@pellux/goodvibes-tui 0.18.11 → 0.18.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +72 -0
- package/README.md +1 -1
- package/docs/foundation-artifacts/operator-contract.json +1 -1
- package/package.json +2 -2
- package/src/config/index.ts +1 -138
- package/src/config/subscription-providers.ts +1 -127
- package/src/core/conversation-rendering.ts +5 -5
- package/src/core/conversation.ts +177 -424
- package/src/core/history.ts +45 -0
- package/src/core/orchestrator.ts +3 -733
- package/src/core/system-message-router.ts +19 -58
- package/src/input/command-registry.ts +3 -3
- package/src/input/commands/session-content.ts +2 -2
- package/src/input/commands/session-workflow.ts +1 -1
- package/src/input/handler-content-actions.ts +2 -2
- package/src/input/handler-feed.ts +2 -2
- package/src/input/handler-modal-token-routes.ts +1 -1
- package/src/input/handler-ui-state.ts +1 -1
- package/src/input/handler.ts +1 -1
- package/src/input/search.ts +1 -1
- package/src/input/selection.ts +2 -2
- package/src/input/session-picker-modal.ts +1 -1
- package/src/main.ts +1 -1
- package/src/panels/agent-inspector-panel.ts +3 -3
- package/src/panels/agent-logs-panel.ts +3 -3
- package/src/panels/approval-panel.ts +2 -2
- package/src/panels/automation-control-panel.ts +3 -3
- package/src/panels/base-panel.ts +14 -14
- package/src/panels/builtin/agent.ts +1 -0
- package/src/panels/builtin/operations.ts +2 -1
- package/src/panels/builtin/session.ts +2 -2
- package/src/panels/builtin/shared.ts +5 -5
- package/src/panels/cockpit-panel.ts +2 -2
- package/src/panels/communication-panel.ts +3 -3
- package/src/panels/context-visualizer-panel.ts +6 -3
- package/src/panels/control-plane-panel.ts +3 -3
- package/src/panels/cost-tracker-panel.ts +3 -3
- package/src/panels/debug-panel.ts +2 -2
- package/src/panels/diff-panel.ts +2 -2
- package/src/panels/docs-panel.ts +1 -1
- package/src/panels/eval-panel.ts +2 -2
- package/src/panels/file-explorer-panel.ts +3 -3
- package/src/panels/file-preview-panel.ts +3 -3
- package/src/panels/forensics-panel.ts +2 -2
- package/src/panels/git-panel.ts +1 -1
- package/src/panels/hooks-panel.ts +3 -3
- package/src/panels/incident-review-panel.ts +1 -1
- package/src/panels/intelligence-panel.ts +2 -2
- package/src/panels/knowledge-panel.ts +1 -1
- package/src/panels/local-auth-panel.ts +2 -2
- package/src/panels/marketplace-panel.ts +1 -1
- package/src/panels/mcp-panel.ts +3 -3
- package/src/panels/memory-panel.ts +1 -1
- package/src/panels/ops-control-panel.ts +3 -3
- package/src/panels/ops-strategy-panel.ts +2 -2
- package/src/panels/orchestration-panel.ts +2 -2
- package/src/panels/panel-list-panel.ts +6 -6
- package/src/panels/plan-dashboard-panel.ts +1 -1
- package/src/panels/plugins-panel.ts +2 -2
- package/src/panels/policy-panel.ts +2 -2
- package/src/panels/polish.ts +3 -3
- package/src/panels/provider-accounts-panel.ts +2 -2
- package/src/panels/provider-health-domains.ts +5 -1
- package/src/panels/provider-health-panel.ts +7 -3
- package/src/panels/provider-stats-panel.ts +3 -3
- package/src/panels/remote-panel.ts +3 -3
- package/src/panels/routes-panel.ts +3 -3
- package/src/panels/sandbox-panel.ts +2 -2
- package/src/panels/schedule-panel.ts +1 -1
- package/src/panels/security-panel.ts +2 -2
- package/src/panels/services-panel.ts +2 -2
- package/src/panels/session-browser-panel.ts +3 -3
- package/src/panels/settings-sync-panel.ts +2 -2
- package/src/panels/skills-panel.ts +6 -6
- package/src/panels/subscription-panel.ts +2 -2
- package/src/panels/symbol-outline-panel.ts +3 -3
- package/src/panels/system-messages-panel.ts +4 -4
- package/src/panels/tasks-panel.ts +2 -2
- package/src/panels/thinking-panel.ts +3 -3
- package/src/panels/token-budget-panel.ts +7 -3
- package/src/panels/tool-inspector-panel.ts +3 -3
- package/src/panels/types.ts +5 -5
- package/src/panels/watchers-panel.ts +3 -3
- package/src/panels/welcome-panel.ts +1 -1
- package/src/panels/worktree-panel.ts +2 -2
- package/src/panels/wrfc-panel.ts +3 -3
- package/src/permissions/prompt.ts +3 -22
- package/src/plugins/loader.ts +15 -304
- package/src/renderer/agent-detail-modal.ts +1 -1
- package/src/renderer/autocomplete-overlay.ts +2 -2
- package/src/renderer/bookmark-modal.ts +1 -1
- package/src/renderer/bottom-bar.ts +2 -2
- package/src/renderer/buffer.ts +1 -1
- package/src/renderer/code-block.ts +2 -2
- package/src/renderer/compositor.ts +2 -2
- package/src/renderer/context-inspector.ts +1 -1
- package/src/renderer/conversation-layout.ts +2 -2
- package/src/renderer/conversation-overlays.ts +1 -1
- package/src/renderer/conversation-surface.ts +2 -2
- package/src/renderer/diff-view.ts +2 -2
- package/src/renderer/diff.ts +1 -1
- package/src/renderer/file-picker-overlay.ts +2 -2
- package/src/renderer/file-tree.ts +2 -2
- package/src/renderer/help-overlay.ts +1 -1
- package/src/renderer/history-search-overlay.ts +2 -2
- package/src/renderer/live-tail-modal.ts +1 -1
- package/src/renderer/markdown.ts +2 -2
- package/src/renderer/modal-factory.ts +3 -3
- package/src/renderer/model-picker-overlay.ts +2 -2
- package/src/renderer/overlay-box.ts +2 -2
- package/src/renderer/panel-composite.ts +1 -1
- package/src/renderer/panel-picker-overlay.ts +2 -2
- package/src/renderer/panel-tab-bar.ts +1 -1
- package/src/renderer/panel-workspace-bar.ts +1 -1
- package/src/renderer/process-indicator.ts +2 -2
- package/src/renderer/process-modal.ts +1 -1
- package/src/renderer/profile-picker-modal.ts +2 -2
- package/src/renderer/progress.ts +2 -2
- package/src/renderer/search-overlay.ts +2 -2
- package/src/renderer/selection-modal-overlay.ts +2 -2
- package/src/renderer/session-picker-modal.ts +2 -2
- package/src/renderer/settings-modal.ts +2 -2
- package/src/renderer/shell-surface.ts +1 -1
- package/src/renderer/system-message.ts +1 -1
- package/src/renderer/tab-strip.ts +2 -2
- package/src/renderer/text-layout.ts +1 -1
- package/src/renderer/thinking.ts +1 -1
- package/src/renderer/tool-call.ts +2 -2
- package/src/renderer/ui-factory.ts +2 -2
- package/src/runtime/bootstrap-command-context.ts +7 -8
- package/src/runtime/bootstrap-command-parts.ts +4 -6
- package/src/runtime/bootstrap-core.ts +5 -4
- package/src/runtime/bootstrap-hook-bridge.ts +16 -175
- package/src/runtime/bootstrap-shell.ts +5 -5
- package/src/runtime/bootstrap.ts +6 -5
- package/src/runtime/context.ts +4 -20
- package/src/runtime/diagnostics/panels/index.ts +1 -1
- package/src/runtime/diagnostics/panels/ops.ts +1 -1
- package/src/runtime/diagnostics/panels/panel-resources.ts +118 -0
- package/src/runtime/perf/panel-contracts.ts +32 -0
- package/src/runtime/perf/panel-health-monitor.ts +18 -0
- package/src/runtime/services.ts +6 -6
- package/src/runtime/store/domains/conversation.ts +1 -181
- package/src/runtime/store/domains/permissions.ts +1 -143
- package/src/runtime/store/helpers/reducers/conversation.ts +1 -228
- package/src/runtime/store/helpers/reducers/lifecycle.ts +1 -440
- package/src/runtime/store/selectors/index.ts +11 -6
- package/src/runtime/store/state.ts +12 -4
- package/src/runtime/ui-read-models-observability-security.ts +2 -2
- package/src/runtime/ui-read-models-observability-system.ts +1 -1
- package/src/runtime/ui-service-queries.ts +1 -1
- package/src/runtime/ui-services.ts +1 -1
- package/src/shell/ui-openers.ts +1 -1
- package/src/tools/index.ts +1 -186
- package/src/types/grid.ts +48 -0
- package/src/utils/clipboard.ts +21 -0
- package/src/utils/splash-lines.ts +1 -1
- package/src/utils/terminal-width.ts +185 -0
- package/src/version.ts +1 -1
- package/src/acp/connection.ts +0 -447
- package/src/acp/index.ts +0 -7
- package/src/acp/manager.ts +0 -1
- package/src/adapters/bluebubbles/index.ts +0 -127
- package/src/adapters/discord/index.ts +0 -297
- package/src/adapters/github/index.ts +0 -73
- package/src/adapters/google-chat/index.ts +0 -119
- package/src/adapters/imessage/index.ts +0 -92
- package/src/adapters/index.ts +0 -15
- package/src/adapters/matrix/index.ts +0 -116
- package/src/adapters/mattermost/index.ts +0 -151
- package/src/adapters/msteams/index.ts +0 -180
- package/src/adapters/ntfy/index.ts +0 -118
- package/src/adapters/signal/index.ts +0 -92
- package/src/adapters/slack/index.ts +0 -323
- package/src/adapters/telegram/index.ts +0 -160
- package/src/adapters/types.ts +0 -97
- package/src/adapters/webhook/index.ts +0 -178
- package/src/adapters/whatsapp/index.ts +0 -135
- package/src/agents/message-bus-core.ts +0 -312
- package/src/agents/message-bus.ts +0 -2
- package/src/agents/orchestrator-prompts.ts +0 -351
- package/src/agents/orchestrator-runner.ts +0 -668
- package/src/agents/orchestrator.ts +0 -438
- package/src/agents/session.ts +0 -108
- package/src/agents/worktree.ts +0 -153
- package/src/agents/wrfc-config.ts +0 -47
- package/src/agents/wrfc-controller.ts +0 -747
- package/src/agents/wrfc-gate-runtime.ts +0 -75
- package/src/agents/wrfc-reporting.ts +0 -284
- package/src/agents/wrfc-runtime-events.ts +0 -150
- package/src/agents/wrfc-types.ts +0 -67
- package/src/automation/delivery-manager.ts +0 -368
- package/src/automation/index.ts +0 -72
- package/src/automation/manager-runtime-delivery.ts +0 -139
- package/src/automation/manager-runtime-events.ts +0 -131
- package/src/automation/manager-runtime-execution.ts +0 -511
- package/src/automation/manager-runtime-helpers.ts +0 -433
- package/src/automation/manager-runtime-job-mutations.ts +0 -175
- package/src/automation/manager-runtime-reconcile.ts +0 -148
- package/src/automation/manager-runtime-scheduling.ts +0 -189
- package/src/automation/manager-runtime-sync.ts +0 -54
- package/src/automation/manager-runtime.ts +0 -721
- package/src/automation/manager.ts +0 -10
- package/src/automation/service.ts +0 -242
- package/src/channels/builtin/account-actions.ts +0 -490
- package/src/channels/builtin/accounts.ts +0 -433
- package/src/channels/builtin/contracts.ts +0 -405
- package/src/channels/builtin/plugins.ts +0 -308
- package/src/channels/builtin/rendering.ts +0 -174
- package/src/channels/builtin/setup-schema.ts +0 -504
- package/src/channels/builtin/shared.ts +0 -96
- package/src/channels/builtin/surfaces.ts +0 -57
- package/src/channels/builtin/targets.ts +0 -693
- package/src/channels/builtin-runtime.ts +0 -443
- package/src/channels/delivery/shared.ts +0 -199
- package/src/channels/delivery/strategies-bridge.ts +0 -246
- package/src/channels/delivery/strategies-core.ts +0 -299
- package/src/channels/delivery/strategies-enterprise.ts +0 -178
- package/src/channels/delivery/types.ts +0 -59
- package/src/channels/delivery-router.ts +0 -127
- package/src/channels/index.ts +0 -77
- package/src/channels/plugin-registry.ts +0 -551
- package/src/channels/provider-runtime.ts +0 -330
- package/src/channels/reply-pipeline.ts +0 -522
- package/src/channels/route-manager.ts +0 -340
- package/src/channels/surface-registry.ts +0 -186
- package/src/config/helper-model.ts +0 -1
- package/src/config/manager.ts +0 -8
- package/src/config/subscription-auth.ts +0 -31
- package/src/config/tool-llm.ts +0 -110
- package/src/control-plane/approval-broker.ts +0 -351
- package/src/control-plane/gateway.ts +0 -1
- package/src/control-plane/index.ts +0 -54
- package/src/control-plane/media-contract-schemas.ts +0 -1
- package/src/control-plane/method-catalog-admin.ts +0 -1
- package/src/control-plane/method-catalog-channels.ts +0 -1
- package/src/control-plane/method-catalog-control-automation.ts +0 -1
- package/src/control-plane/method-catalog-control-core.ts +0 -1
- package/src/control-plane/method-catalog-control.ts +0 -1
- package/src/control-plane/method-catalog-events.ts +0 -1
- package/src/control-plane/method-catalog-knowledge.ts +0 -1
- package/src/control-plane/method-catalog-media.ts +0 -1
- package/src/control-plane/method-catalog-runtime.ts +0 -1
- package/src/control-plane/method-catalog-shared.ts +0 -1
- package/src/control-plane/method-catalog.ts +0 -1
- package/src/control-plane/operator-contract-schemas-admin.ts +0 -1
- package/src/control-plane/operator-contract-schemas-channels.ts +0 -1
- package/src/control-plane/operator-contract-schemas-control.ts +0 -1
- package/src/control-plane/operator-contract-schemas-domains.ts +0 -1
- package/src/control-plane/operator-contract-schemas-knowledge.ts +0 -1
- package/src/control-plane/operator-contract-schemas-media.ts +0 -1
- package/src/control-plane/operator-contract-schemas-permissions.ts +0 -1
- package/src/control-plane/operator-contract-schemas-remote.ts +0 -1
- package/src/control-plane/operator-contract-schemas-runtime.ts +0 -1
- package/src/control-plane/operator-contract-schemas-shared.ts +0 -1
- package/src/control-plane/operator-contract-schemas-telemetry.ts +0 -1
- package/src/control-plane/operator-contract-schemas.ts +0 -1
- package/src/control-plane/operator-contract.ts +0 -165
- package/src/control-plane/session-broker.ts +0 -780
- package/src/core/compaction-sections.ts +0 -492
- package/src/core/compaction-types.ts +0 -147
- package/src/core/context-compaction.ts +0 -542
- package/src/core/conversation-compaction.ts +0 -68
- package/src/core/conversation-diff.ts +0 -55
- package/src/core/conversation-utils.ts +0 -72
- package/src/core/event-replay.ts +0 -287
- package/src/core/orchestrator-context-runtime.ts +0 -407
- package/src/core/orchestrator-follow-up-runtime.ts +0 -134
- package/src/core/orchestrator-runtime.ts +0 -132
- package/src/core/orchestrator-tool-runtime.ts +0 -468
- package/src/core/orchestrator-turn-helpers.ts +0 -355
- package/src/core/orchestrator-turn-loop.ts +0 -443
- package/src/core/plan-command-handler.ts +0 -169
- package/src/core/transcript-events/classify.ts +0 -95
- package/src/core/transcript-events/index.ts +0 -15
- package/src/daemon/control-plane.ts +0 -522
- package/src/daemon/facade-composition.ts +0 -398
- package/src/daemon/facade.ts +0 -638
- package/src/daemon/helpers.ts +0 -74
- package/src/daemon/http/router-route-contexts.ts +0 -370
- package/src/daemon/http/router.ts +0 -531
- package/src/daemon/http-listener.ts +0 -301
- package/src/daemon/index.ts +0 -1
- package/src/daemon/server.ts +0 -1
- package/src/daemon/service-manager.ts +0 -413
- package/src/daemon/surface-actions.ts +0 -183
- package/src/daemon/surface-delivery.ts +0 -530
- package/src/daemon/surface-policy.ts +0 -60
- package/src/daemon/transport-events.ts +0 -110
- package/src/daemon/types.ts +0 -191
- package/src/export/markdown.ts +0 -213
- package/src/export/session-export.ts +0 -1
- package/src/git/index.ts +0 -1
- package/src/git/service.ts +0 -414
- package/src/hooks/chain-engine.ts +0 -414
- package/src/hooks/dispatcher.ts +0 -414
- package/src/hooks/hook-api.ts +0 -170
- package/src/hooks/index.ts +0 -48
- package/src/hooks/runners/agent.ts +0 -93
- package/src/hooks/runners/prompt.ts +0 -69
- package/src/hooks/workbench.ts +0 -360
- package/src/integrations/index.ts +0 -42
- package/src/integrations/notifier.ts +0 -206
- package/src/integrations/webhooks.ts +0 -1
- package/src/knowledge/consolidation.ts +0 -346
- package/src/knowledge/graphql.ts +0 -324
- package/src/knowledge/index.ts +0 -60
- package/src/knowledge/ingest-compile.ts +0 -386
- package/src/knowledge/ingest-context.ts +0 -18
- package/src/knowledge/ingest-inputs.ts +0 -387
- package/src/knowledge/ingest.ts +0 -1
- package/src/knowledge/internal.ts +0 -257
- package/src/knowledge/knowledge-api.ts +0 -432
- package/src/knowledge/lint.ts +0 -121
- package/src/knowledge/memory-sync.ts +0 -62
- package/src/knowledge/packet.ts +0 -370
- package/src/knowledge/scheduling.ts +0 -283
- package/src/knowledge/service.ts +0 -715
- package/src/mcp/client.ts +0 -383
- package/src/mcp/index.ts +0 -12
- package/src/mcp/mcp-api.ts +0 -90
- package/src/mcp/registry.ts +0 -1
- package/src/media/builtin-image-understanding.ts +0 -303
- package/src/media/builtin-providers.ts +0 -26
- package/src/media/index.ts +0 -18
- package/src/multimodal/index.ts +0 -13
- package/src/multimodal/service.ts +0 -492
- package/src/permissions/briefs/build.ts +0 -88
- package/src/permissions/manager.ts +0 -1
- package/src/plugins/api.ts +0 -383
- package/src/plugins/manager.ts +0 -481
- package/src/profiles/shape.ts +0 -58
- package/src/providers/amazon-bedrock-mantle.ts +0 -50
- package/src/providers/amazon-bedrock.ts +0 -61
- package/src/providers/anthropic-compat.ts +0 -373
- package/src/providers/anthropic-sdk-provider.ts +0 -230
- package/src/providers/anthropic-vertex.ts +0 -59
- package/src/providers/anthropic.ts +0 -469
- package/src/providers/auto-register.ts +0 -417
- package/src/providers/builtin-catalog.ts +0 -326
- package/src/providers/builtin-registry.ts +0 -575
- package/src/providers/cache-planner.ts +0 -258
- package/src/providers/capabilities.ts +0 -1
- package/src/providers/custom-loader.ts +0 -425
- package/src/providers/discovered-compat.ts +0 -7
- package/src/providers/discovered-factory.ts +0 -61
- package/src/providers/discovered-traits.ts +0 -138
- package/src/providers/gemini.ts +0 -462
- package/src/providers/github-copilot.ts +0 -254
- package/src/providers/index.ts +0 -1
- package/src/providers/interface.ts +0 -185
- package/src/providers/llama-cpp.ts +0 -402
- package/src/providers/lm-studio-helpers.ts +0 -367
- package/src/providers/lm-studio.ts +0 -484
- package/src/providers/model-catalog-cache.ts +0 -221
- package/src/providers/model-catalog-notifications.ts +0 -97
- package/src/providers/model-catalog-synthetic.ts +0 -202
- package/src/providers/model-catalog.ts +0 -211
- package/src/providers/model-limits.ts +0 -1
- package/src/providers/ollama.ts +0 -469
- package/src/providers/openai-codex.ts +0 -472
- package/src/providers/openai-compat.ts +0 -615
- package/src/providers/openai.ts +0 -231
- package/src/providers/optimizer.ts +0 -1
- package/src/providers/provider-api.ts +0 -1
- package/src/providers/registry-helpers.ts +0 -34
- package/src/providers/registry-models.ts +0 -77
- package/src/providers/registry-types.ts +0 -67
- package/src/providers/registry.ts +0 -1
- package/src/providers/runtime-metadata.ts +0 -149
- package/src/providers/runtime-snapshot.ts +0 -130
- package/src/providers/synthetic.ts +0 -561
- package/src/providers/tier-prompts.ts +0 -84
- package/src/providers/tool-formats.ts +0 -414
- package/src/runtime/auth/inspection.ts +0 -125
- package/src/runtime/bootstrap-background.ts +0 -157
- package/src/runtime/bootstrap-helpers.ts +0 -88
- package/src/runtime/bootstrap-runtime-events.ts +0 -254
- package/src/runtime/bootstrap-services.ts +0 -197
- package/src/runtime/compaction/index.ts +0 -1
- package/src/runtime/compaction/lifecycle.ts +0 -1
- package/src/runtime/compaction/manager.ts +0 -474
- package/src/runtime/compaction/quality-score.ts +0 -1
- package/src/runtime/compaction/resume-repair.ts +0 -1
- package/src/runtime/compaction/strategies/autocompact.ts +0 -1
- package/src/runtime/compaction/strategies/boundary-commit.ts +0 -1
- package/src/runtime/compaction/strategies/collapse.ts +0 -1
- package/src/runtime/compaction/strategies/index.ts +0 -1
- package/src/runtime/compaction/strategies/microcompact.ts +0 -1
- package/src/runtime/compaction/strategies/reactive.ts +0 -1
- package/src/runtime/compaction/types.ts +0 -1
- package/src/runtime/ecosystem/recommendations.ts +0 -117
- package/src/runtime/emitters/agents.ts +0 -96
- package/src/runtime/emitters/automation.ts +0 -112
- package/src/runtime/emitters/communication.ts +0 -53
- package/src/runtime/emitters/compaction.ts +0 -161
- package/src/runtime/emitters/control-plane.ts +0 -65
- package/src/runtime/emitters/deliveries.ts +0 -65
- package/src/runtime/emitters/forensics.ts +0 -17
- package/src/runtime/emitters/index.ts +0 -59
- package/src/runtime/emitters/knowledge.ts +0 -129
- package/src/runtime/emitters/mcp.ts +0 -95
- package/src/runtime/emitters/ops.ts +0 -163
- package/src/runtime/emitters/orchestration.ts +0 -87
- package/src/runtime/emitters/permissions.ts +0 -98
- package/src/runtime/emitters/planner.ts +0 -23
- package/src/runtime/emitters/plugins.ts +0 -78
- package/src/runtime/emitters/providers.ts +0 -30
- package/src/runtime/emitters/routes.ts +0 -57
- package/src/runtime/emitters/security.ts +0 -53
- package/src/runtime/emitters/session.ts +0 -93
- package/src/runtime/emitters/surfaces.ts +0 -57
- package/src/runtime/emitters/tasks.ts +0 -69
- package/src/runtime/emitters/tools.ts +0 -140
- package/src/runtime/emitters/transport.ts +0 -78
- package/src/runtime/emitters/turn.ts +0 -155
- package/src/runtime/emitters/ui.ts +0 -57
- package/src/runtime/emitters/watchers.ts +0 -57
- package/src/runtime/emitters/workflows.ts +0 -79
- package/src/runtime/eval/index.ts +0 -48
- package/src/runtime/eval/runner.ts +0 -163
- package/src/runtime/eval/suites.ts +0 -264
- package/src/runtime/events/domain-map.ts +0 -148
- package/src/runtime/events/index.ts +0 -1
- package/src/runtime/events/turn.ts +0 -1
- package/src/runtime/events/workflows.ts +0 -1
- package/src/runtime/forensics/collector.ts +0 -693
- package/src/runtime/forensics/index.ts +0 -23
- package/src/runtime/foundation-clients.ts +0 -78
- package/src/runtime/foundation-services.ts +0 -96
- package/src/runtime/guidance.ts +0 -183
- package/src/runtime/health/effect-handlers.ts +0 -189
- package/src/runtime/health/index.ts +0 -70
- package/src/runtime/health/wiring.ts +0 -115
- package/src/runtime/integration/helpers.ts +0 -640
- package/src/runtime/lifecycle.ts +0 -107
- package/src/runtime/mcp/index.ts +0 -68
- package/src/runtime/mcp/manager.ts +0 -513
- package/src/runtime/network/inbound.ts +0 -131
- package/src/runtime/network/index.ts +0 -30
- package/src/runtime/network/outbound.ts +0 -292
- package/src/runtime/network/shared.ts +0 -82
- package/src/runtime/operator-client.ts +0 -235
- package/src/runtime/ops/control-plane.ts +0 -363
- package/src/runtime/ops/index.ts +0 -122
- package/src/runtime/ops/playbooks/index.ts +0 -10
- package/src/runtime/ops/playbooks/session-unrecoverable.ts +0 -196
- package/src/runtime/ops/playbooks/stuck-turn.ts +0 -197
- package/src/runtime/ops/runtime-context.ts +0 -100
- package/src/runtime/ops-api.ts +0 -27
- package/src/runtime/orchestration/spawn-policy.ts +0 -83
- package/src/runtime/peer-client.ts +0 -404
- package/src/runtime/perf/index.ts +0 -57
- package/src/runtime/perf/slo-collector.ts +0 -375
- package/src/runtime/permissions/index.ts +0 -190
- package/src/runtime/permissions/policy-runtime.ts +0 -1
- package/src/runtime/permissions/preflight.ts +0 -101
- package/src/runtime/permissions/rule-suggestions.ts +0 -36
- package/src/runtime/plugins/hot-reload.ts +0 -221
- package/src/runtime/plugins/index.ts +0 -84
- package/src/runtime/plugins/lifecycle.ts +0 -95
- package/src/runtime/plugins/manager.ts +0 -474
- package/src/runtime/plugins/manifest.ts +0 -167
- package/src/runtime/plugins/quarantine.ts +0 -202
- package/src/runtime/plugins/trust.ts +0 -291
- package/src/runtime/plugins/types.ts +0 -205
- package/src/runtime/provider-accounts/registry.ts +0 -326
- package/src/runtime/remote/distributed-runtime-contract-schemas.ts +0 -386
- package/src/runtime/remote/index.ts +0 -488
- package/src/runtime/remote/runner-registry.ts +0 -438
- package/src/runtime/remote/supervisor.ts +0 -70
- package/src/runtime/runtime-hook-api.ts +0 -5
- package/src/runtime/runtime-knowledge-api.ts +0 -14
- package/src/runtime/runtime-mcp-api.ts +0 -5
- package/src/runtime/runtime-ops-api.ts +0 -86
- package/src/runtime/runtime-provider-api.ts +0 -18
- package/src/runtime/session-maintenance.ts +0 -188
- package/src/runtime/session-persistence.ts +0 -288
- package/src/runtime/session-return-context.ts +0 -195
- package/src/runtime/settings/control-plane-store.ts +0 -258
- package/src/runtime/settings/control-plane.ts +0 -599
- package/src/runtime/shell-command-extensions.ts +0 -54
- package/src/runtime/shell-command-ops.ts +0 -207
- package/src/runtime/shell-command-platform.ts +0 -47
- package/src/runtime/shell-command-services.ts +0 -143
- package/src/runtime/shell-command-workspace.ts +0 -31
- package/src/runtime/tasks/adapters/acp-adapter.ts +0 -211
- package/src/runtime/tasks/adapters/agent-adapter.ts +0 -208
- package/src/runtime/tasks/adapters/index.ts +0 -16
- package/src/runtime/tasks/adapters/process-adapter.ts +0 -214
- package/src/runtime/tasks/adapters/scheduler-adapter.ts +0 -193
- package/src/runtime/tasks/index.ts +0 -68
- package/src/runtime/tasks/manager.ts +0 -415
- package/src/runtime/telemetry/api-helpers.ts +0 -517
- package/src/runtime/telemetry/api.ts +0 -768
- package/src/runtime/telemetry/index.ts +0 -178
- package/src/runtime/telemetry/instrumentation/domain-bridge-agent-session.ts +0 -440
- package/src/runtime/telemetry/instrumentation/domain-bridge-plugin-mcp.ts +0 -200
- package/src/runtime/telemetry/instrumentation/domain-bridge-shared.ts +0 -18
- package/src/runtime/telemetry/instrumentation/domain-bridge-transport-task.ts +0 -204
- package/src/runtime/telemetry/instrumentation/domain-bridge.ts +0 -125
- package/src/runtime/telemetry/instrumentation/index.ts +0 -67
- package/src/runtime/tools/context.ts +0 -114
- package/src/runtime/tools/index.ts +0 -46
- package/src/runtime/tools/phased-executor.ts +0 -448
- package/src/runtime/tools/phases/budget.ts +0 -130
- package/src/runtime/tools/phases/execute.ts +0 -69
- package/src/runtime/tools/phases/index.ts +0 -13
- package/src/runtime/tools/phases/map-output.ts +0 -98
- package/src/runtime/tools/phases/permission.ts +0 -133
- package/src/runtime/tools/phases/posthook.ts +0 -57
- package/src/runtime/tools/phases/prehook.ts +0 -68
- package/src/runtime/tools/phases/validate.ts +0 -53
- package/src/runtime/transports/direct.ts +0 -73
- package/src/runtime/transports/http-helpers.ts +0 -218
- package/src/runtime/transports/http-types.ts +0 -364
- package/src/runtime/transports/http.ts +0 -629
- package/src/runtime/transports/realtime.ts +0 -50
- package/src/runtime/transports/remote-events.ts +0 -16
- package/src/runtime/transports/shared.ts +0 -39
- package/src/runtime/transports/ui-runtime-events.ts +0 -35
- package/src/runtime/ui-read-models-core.ts +0 -95
- package/src/runtime/ui-read-models-operations.ts +0 -203
- package/src/runtime/worktree/registry.ts +0 -252
- package/src/sessions/manager.ts +0 -14
- package/src/state/file-watcher.ts +0 -294
- package/src/state/index.ts +0 -56
- package/src/state/knowledge-injection.ts +0 -214
- package/src/state/memory-embedding-http.ts +0 -642
- package/src/state/memory-embeddings.ts +0 -312
- package/src/state/memory-ingest.ts +0 -132
- package/src/state/memory-registry.ts +0 -111
- package/src/state/memory-store-helpers.ts +0 -160
- package/src/state/memory-store.ts +0 -728
- package/src/state/memory-vector-store.ts +0 -418
- package/src/templates/manager.ts +0 -187
- package/src/tools/agent/index.ts +0 -610
- package/src/tools/agent/manager.ts +0 -476
- package/src/tools/analyze/git-modes.ts +0 -380
- package/src/tools/analyze/index.ts +0 -128
- package/src/tools/channel/agent-tools.ts +0 -16
- package/src/tools/channel/index.ts +0 -268
- package/src/tools/control/index.ts +0 -90
- package/src/tools/edit/core.ts +0 -619
- package/src/tools/edit/index.ts +0 -4
- package/src/tools/edit/phased.ts +0 -33
- package/src/tools/fetch/index.ts +0 -3
- package/src/tools/fetch/phased.ts +0 -34
- package/src/tools/fetch/runtime.ts +0 -499
- package/src/tools/mcp/index.ts +0 -190
- package/src/tools/remote-trigger/index.ts +0 -130
- package/src/tools/shared/auto-heal.ts +0 -282
- package/src/tools/state/index.ts +0 -688
- package/src/tools/web-search/index.ts +0 -38
- package/src/tools/write/index.ts +0 -604
- package/src/tools/write/phased.ts +0 -41
- package/src/types/generated/foundation-client-types.ts +0 -22
- package/src/watchers/index.ts +0 -11
- package/src/watchers/registry.ts +0 -517
- package/src/web-search/index.ts +0 -26
- package/src/web-search/provider-registry.ts +0 -64
- package/src/web-search/providers/brave.ts +0 -100
- package/src/web-search/providers/duckduckgo.ts +0 -270
- package/src/web-search/providers/exa.ts +0 -77
- package/src/web-search/providers/firecrawl.ts +0 -90
- package/src/web-search/providers/perplexity.ts +0 -86
- package/src/web-search/providers/searxng.ts +0 -88
- package/src/web-search/providers/shared.ts +0 -249
- package/src/web-search/providers/tavily.ts +0 -90
- package/src/web-search/service.ts +0 -142
|
@@ -1,130 +0,0 @@
|
|
|
1
|
-
import type { ProviderRuntimeMetadata } from '@pellux/goodvibes-sdk/platform/providers/interface';
|
|
2
|
-
import type { ModelDefinition, ProviderRegistry } from '@pellux/goodvibes-sdk/platform/providers/registry';
|
|
3
|
-
import type { LLMProvider } from '@pellux/goodvibes-sdk/platform/providers/interface';
|
|
4
|
-
|
|
5
|
-
export interface ProviderModelSnapshot {
|
|
6
|
-
readonly id: string;
|
|
7
|
-
readonly registryKey: string;
|
|
8
|
-
readonly displayName: string;
|
|
9
|
-
readonly selectable: boolean;
|
|
10
|
-
readonly contextWindow: number;
|
|
11
|
-
readonly tier?: string;
|
|
12
|
-
readonly pricing?: {
|
|
13
|
-
readonly inputPerMillionTokens: number;
|
|
14
|
-
readonly outputPerMillionTokens: number;
|
|
15
|
-
readonly currency: 'USD';
|
|
16
|
-
};
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
export interface ProviderRuntimeSnapshot {
|
|
20
|
-
readonly providerId: string;
|
|
21
|
-
readonly active: boolean;
|
|
22
|
-
readonly modelCount: number;
|
|
23
|
-
readonly runtime: ProviderRuntimeMetadata;
|
|
24
|
-
readonly models: readonly ProviderModelSnapshot[];
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
export interface ProviderUsageSnapshot {
|
|
28
|
-
readonly providerId: string;
|
|
29
|
-
readonly active: boolean;
|
|
30
|
-
readonly currentModelId?: string;
|
|
31
|
-
readonly pricingSource: 'catalog' | 'provider' | 'none';
|
|
32
|
-
readonly models: readonly ProviderModelSnapshot[];
|
|
33
|
-
readonly usage: NonNullable<ProviderRuntimeMetadata['usage']>;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
function toModelSnapshot(
|
|
37
|
-
model: ModelDefinition,
|
|
38
|
-
providerRegistry: Pick<ProviderRegistry, 'getCostFromCatalog'>,
|
|
39
|
-
): ProviderModelSnapshot {
|
|
40
|
-
const cost = providerRegistry.getCostFromCatalog(model.id);
|
|
41
|
-
return {
|
|
42
|
-
id: model.id,
|
|
43
|
-
registryKey: model.registryKey,
|
|
44
|
-
displayName: model.displayName,
|
|
45
|
-
selectable: model.selectable,
|
|
46
|
-
contextWindow: model.contextWindow,
|
|
47
|
-
...(model.tier ? { tier: model.tier } : {}),
|
|
48
|
-
...(cost
|
|
49
|
-
? {
|
|
50
|
-
pricing: {
|
|
51
|
-
inputPerMillionTokens: cost.input,
|
|
52
|
-
outputPerMillionTokens: cost.output,
|
|
53
|
-
currency: 'USD' as const,
|
|
54
|
-
},
|
|
55
|
-
}
|
|
56
|
-
: {}),
|
|
57
|
-
};
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
async function buildSnapshotForProvider(
|
|
61
|
-
providerRegistry: Pick<ProviderRegistry, 'getRegistered' | 'getCurrentModel' | 'listModels' | 'getCostFromCatalog' | 'describeRuntime'>,
|
|
62
|
-
providerId: string,
|
|
63
|
-
): Promise<ProviderRuntimeSnapshot | null> {
|
|
64
|
-
let provider: LLMProvider;
|
|
65
|
-
try {
|
|
66
|
-
provider = providerRegistry.getRegistered(providerId);
|
|
67
|
-
} catch {
|
|
68
|
-
return null;
|
|
69
|
-
}
|
|
70
|
-
const runtime = provider.describeRuntime
|
|
71
|
-
? await providerRegistry.describeRuntime(providerId)
|
|
72
|
-
: {
|
|
73
|
-
auth: { mode: 'none', configured: false, detail: 'Provider does not expose runtime metadata.' },
|
|
74
|
-
models: { models: provider.models },
|
|
75
|
-
usage: { streaming: true, toolCalling: true, parallelTools: false },
|
|
76
|
-
} satisfies ProviderRuntimeMetadata;
|
|
77
|
-
const resolvedRuntime = runtime ?? {
|
|
78
|
-
auth: { mode: 'none', configured: false, detail: 'Provider does not expose runtime metadata.' },
|
|
79
|
-
models: { models: provider.models },
|
|
80
|
-
usage: { streaming: true, toolCalling: true, parallelTools: false },
|
|
81
|
-
} satisfies ProviderRuntimeMetadata;
|
|
82
|
-
const currentModel = providerRegistry.getCurrentModel();
|
|
83
|
-
const models = providerRegistry
|
|
84
|
-
.listModels()
|
|
85
|
-
.filter((model) => model.provider === providerId)
|
|
86
|
-
.map((model) => toModelSnapshot(model, providerRegistry));
|
|
87
|
-
return {
|
|
88
|
-
providerId,
|
|
89
|
-
active: currentModel.provider === providerId,
|
|
90
|
-
modelCount: models.length,
|
|
91
|
-
runtime: resolvedRuntime,
|
|
92
|
-
models,
|
|
93
|
-
};
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
export async function listProviderRuntimeSnapshots(
|
|
97
|
-
providerRegistry: Pick<ProviderRegistry, 'listProviders' | 'getRegistered' | 'getCurrentModel' | 'listModels' | 'getCostFromCatalog' | 'describeRuntime'>,
|
|
98
|
-
): Promise<readonly ProviderRuntimeSnapshot[]> {
|
|
99
|
-
const snapshots = await Promise.all(providerRegistry.listProviders().map((provider) => buildSnapshotForProvider(providerRegistry, provider.name)));
|
|
100
|
-
return snapshots.filter((snapshot): snapshot is ProviderRuntimeSnapshot => snapshot != null);
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
export async function getProviderRuntimeSnapshot(
|
|
104
|
-
providerRegistry: Pick<ProviderRegistry, 'getRegistered' | 'getCurrentModel' | 'listModels' | 'getCostFromCatalog' | 'describeRuntime'>,
|
|
105
|
-
providerId: string,
|
|
106
|
-
): Promise<ProviderRuntimeSnapshot | null> {
|
|
107
|
-
return buildSnapshotForProvider(providerRegistry, providerId);
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
export async function getProviderUsageSnapshot(
|
|
111
|
-
providerRegistry: Pick<ProviderRegistry, 'getRegistered' | 'getCurrentModel' | 'listModels' | 'getCostFromCatalog' | 'describeRuntime'>,
|
|
112
|
-
providerId: string,
|
|
113
|
-
): Promise<ProviderUsageSnapshot | null> {
|
|
114
|
-
const snapshot = await buildSnapshotForProvider(providerRegistry, providerId);
|
|
115
|
-
if (!snapshot) return null;
|
|
116
|
-
const currentModel = providerRegistry.getCurrentModel();
|
|
117
|
-
const usage = snapshot.runtime.usage ?? {
|
|
118
|
-
streaming: true,
|
|
119
|
-
toolCalling: true,
|
|
120
|
-
parallelTools: false,
|
|
121
|
-
};
|
|
122
|
-
return {
|
|
123
|
-
providerId,
|
|
124
|
-
active: snapshot.active,
|
|
125
|
-
...(currentModel.provider === providerId ? { currentModelId: currentModel.id } : {}),
|
|
126
|
-
pricingSource: snapshot.models.some((model) => model.pricing) ? 'catalog' : (usage.cost?.source ?? 'none'),
|
|
127
|
-
models: snapshot.models,
|
|
128
|
-
usage,
|
|
129
|
-
};
|
|
130
|
-
}
|
|
@@ -1,561 +0,0 @@
|
|
|
1
|
-
import type { LLMProvider, ChatRequest, ChatResponse } from '@pellux/goodvibes-sdk/platform/providers/interface';
|
|
2
|
-
import { ProviderError, isRateLimitOrQuotaError } from '@pellux/goodvibes-sdk/platform/types/errors';
|
|
3
|
-
import { logger } from '@pellux/goodvibes-sdk/platform/utils/logger';
|
|
4
|
-
import type { BenchmarkEntry } from '@pellux/goodvibes-sdk/platform/providers/model-benchmarks';
|
|
5
|
-
import { compositeScore } from '@pellux/goodvibes-sdk/platform/providers/model-benchmarks';
|
|
6
|
-
import type { RuntimeEventBus } from '@pellux/goodvibes-sdk/platform/runtime/events/index';
|
|
7
|
-
import { emitModelFallback } from '@pellux/goodvibes-sdk/platform/runtime/emitters/index';
|
|
8
|
-
import { summarizeError } from '@pellux/goodvibes-sdk/platform/utils/error-display';
|
|
9
|
-
|
|
10
|
-
// --- Types ---
|
|
11
|
-
|
|
12
|
-
export interface SyntheticBackend {
|
|
13
|
-
/** Provider name as registered in the provider registry. */
|
|
14
|
-
providerName: string;
|
|
15
|
-
/** Model ID as understood by the provider. */
|
|
16
|
-
modelId: string;
|
|
17
|
-
/**
|
|
18
|
-
* Compound registry key for this backend: `${providerName}:${modelId}`.
|
|
19
|
-
* Used for unambiguous routing and provider lookup.
|
|
20
|
-
*/
|
|
21
|
-
registryKey?: string;
|
|
22
|
-
/** Context window in tokens (used for backend sort order). */
|
|
23
|
-
contextWindow?: number;
|
|
24
|
-
/** Maximum output tokens (used as tiebreaker in sort order). */
|
|
25
|
-
maxOutputTokens?: number;
|
|
26
|
-
/**
|
|
27
|
-
* Environment variable names that gate this backend.
|
|
28
|
-
* Empty array or undefined means no key required (always available).
|
|
29
|
-
*/
|
|
30
|
-
envVars?: string[];
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
/**
|
|
34
|
-
* Returns true if the backend has at least one configured API key.
|
|
35
|
-
* Backends with empty envVars (or undefined) are always available (no key needed).
|
|
36
|
-
*
|
|
37
|
-
* Inlined here to avoid the circular import chain:
|
|
38
|
-
* synthetic.ts -> model-catalog.ts -> registry.ts -> synthetic.ts
|
|
39
|
-
*/
|
|
40
|
-
function hasKey(backend: SyntheticBackend): boolean {
|
|
41
|
-
const vars = backend.envVars;
|
|
42
|
-
if (!vars || vars.length === 0) return true;
|
|
43
|
-
return vars.some(v => {
|
|
44
|
-
const val = process.env[v];
|
|
45
|
-
return typeof val === 'string' && val.length > 0;
|
|
46
|
-
});
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
export type SyntheticTier = 'free' | 'paid' | 'subscription';
|
|
50
|
-
|
|
51
|
-
/**
|
|
52
|
-
* Maps normalised synthetic model IDs to their ordered backend list.
|
|
53
|
-
* Type annotation used by registry.ts for backend resolution.
|
|
54
|
-
*/
|
|
55
|
-
export type SyntheticModelMap = Record<string, SyntheticBackend[]>;
|
|
56
|
-
|
|
57
|
-
/**
|
|
58
|
-
* A canonical model offered by the SyntheticProvider.
|
|
59
|
-
* Groups backends by tier so failover never crosses tier boundaries.
|
|
60
|
-
*/
|
|
61
|
-
export interface CanonicalModel {
|
|
62
|
-
/** Canonical model ID exposed to callers (e.g. 'kimi-k2.5'). */
|
|
63
|
-
id: string;
|
|
64
|
-
/** Pricing tier — determines which backend pool is used for failover. */
|
|
65
|
-
tier: SyntheticTier;
|
|
66
|
-
/** Ordered list of backends to try within this tier. */
|
|
67
|
-
backends: SyntheticBackend[];
|
|
68
|
-
/** Total number of provider backends offering this model. */
|
|
69
|
-
backendCount: number;
|
|
70
|
-
/** Number of backends for which the user has configured API keys. */
|
|
71
|
-
keyedBackendCount: number;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
type SyntheticCatalogAccessor = () => readonly CanonicalModel[];
|
|
75
|
-
type BenchmarkLookup = (modelId: string) => BenchmarkEntry | undefined;
|
|
76
|
-
|
|
77
|
-
/**
|
|
78
|
-
* Returns backend count metadata for a synthetic model ID.
|
|
79
|
-
* Used by the model picker to display provider availability.
|
|
80
|
-
*
|
|
81
|
-
* @returns Object with backendCount, keyedBackendCount, and tier, or null if not found.
|
|
82
|
-
*/
|
|
83
|
-
export function getSyntheticModelInfo(
|
|
84
|
-
modelId: string,
|
|
85
|
-
getCatalogModels: SyntheticCatalogAccessor,
|
|
86
|
-
): { backendCount: number; keyedBackendCount: number; tier: SyntheticTier } | null {
|
|
87
|
-
const catalog = [...getCatalogModels()];
|
|
88
|
-
const model = catalog.find(m => m.id === modelId);
|
|
89
|
-
if (!model) return null;
|
|
90
|
-
return {
|
|
91
|
-
backendCount: model.backendCount,
|
|
92
|
-
keyedBackendCount: model.keyedBackendCount,
|
|
93
|
-
tier: model.tier,
|
|
94
|
-
};
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
// --- Backend selection ---
|
|
98
|
-
|
|
99
|
-
/**
|
|
100
|
-
* Build a filtered and sorted backend list for a given synthetic model ID.
|
|
101
|
-
*
|
|
102
|
-
* Filtering rules:
|
|
103
|
-
* - Only backends matching the canonical model's tier (tier-isolated failover)
|
|
104
|
-
* - Only backends where the user has a configured API key (key-aware)
|
|
105
|
-
*
|
|
106
|
-
* Sort order: contextWindow descending → maxOutputTokens descending.
|
|
107
|
-
*
|
|
108
|
-
* Returns null if the model is not found in the catalog.
|
|
109
|
-
* Returns an empty array if the model exists but no backends have keys.
|
|
110
|
-
*/
|
|
111
|
-
function buildBackendList(
|
|
112
|
-
syntheticId: string,
|
|
113
|
-
getCatalogModels: SyntheticCatalogAccessor,
|
|
114
|
-
): { backends: SyntheticBackend[]; canonical: CanonicalModel } | null {
|
|
115
|
-
const catalog = [...getCatalogModels()];
|
|
116
|
-
const canonical = catalog.find(m => m.id === syntheticId);
|
|
117
|
-
if (!canonical) return null;
|
|
118
|
-
|
|
119
|
-
// Key-aware filtering: skip backends without configured keys
|
|
120
|
-
const keyed = canonical.backends.filter(hasKey);
|
|
121
|
-
|
|
122
|
-
// Sort: context desc → maxOutput desc
|
|
123
|
-
const sorted = keyed.slice().sort((a, b) => {
|
|
124
|
-
const ctxDiff = (b.contextWindow ?? 0) - (a.contextWindow ?? 0);
|
|
125
|
-
if (ctxDiff !== 0) return ctxDiff;
|
|
126
|
-
return (b.maxOutputTokens ?? 0) - (a.maxOutputTokens ?? 0);
|
|
127
|
-
});
|
|
128
|
-
|
|
129
|
-
return { backends: sorted, canonical };
|
|
130
|
-
}
|
|
131
|
-
|
|
132
|
-
function bestCompositeScoreForModelWithLookup(
|
|
133
|
-
model: CanonicalModel,
|
|
134
|
-
getBenchmarks: BenchmarkLookup,
|
|
135
|
-
): number {
|
|
136
|
-
let best = -1;
|
|
137
|
-
for (const b of model.backends) {
|
|
138
|
-
const entry = getBenchmarks(b.modelId);
|
|
139
|
-
if (entry) {
|
|
140
|
-
const score = compositeScore(entry.benchmarks);
|
|
141
|
-
if (score !== null && score > best) best = score;
|
|
142
|
-
}
|
|
143
|
-
}
|
|
144
|
-
return best;
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
/**
|
|
148
|
-
* Resolve 'best-free' to the canonical ID of the highest composite-scored
|
|
149
|
-
* free model for which the user has at least one backend key configured.
|
|
150
|
-
*
|
|
151
|
-
* Returns null if no free models have keys or benchmark data.
|
|
152
|
-
*/
|
|
153
|
-
function resolveBestFree(
|
|
154
|
-
getCatalogModels: SyntheticCatalogAccessor,
|
|
155
|
-
getBenchmarks: BenchmarkLookup,
|
|
156
|
-
): string | null {
|
|
157
|
-
const catalog = [...getCatalogModels()];
|
|
158
|
-
const freeModels = catalog.filter(m => m.tier === 'free');
|
|
159
|
-
|
|
160
|
-
let bestId: string | null = null;
|
|
161
|
-
let bestScore = -Infinity;
|
|
162
|
-
|
|
163
|
-
for (const model of freeModels) {
|
|
164
|
-
// Check if any backend for this model has a key
|
|
165
|
-
const hasAnyKey = model.backends.some(hasKey);
|
|
166
|
-
if (!hasAnyKey) continue;
|
|
167
|
-
|
|
168
|
-
const effectiveScore = bestCompositeScoreForModelWithLookup(model, getBenchmarks);
|
|
169
|
-
|
|
170
|
-
if (effectiveScore > bestScore) {
|
|
171
|
-
bestScore = effectiveScore;
|
|
172
|
-
bestId = model.id;
|
|
173
|
-
}
|
|
174
|
-
}
|
|
175
|
-
|
|
176
|
-
return bestId;
|
|
177
|
-
}
|
|
178
|
-
|
|
179
|
-
/**
|
|
180
|
-
* Resolve the next-best free model by benchmark score, excluding models in `excludeIds`.
|
|
181
|
-
* Returns the canonical model ID or null if no alternatives exist.
|
|
182
|
-
*/
|
|
183
|
-
function resolveNextBestFree(
|
|
184
|
-
excludeIds: Set<string>,
|
|
185
|
-
getCatalogModels: SyntheticCatalogAccessor,
|
|
186
|
-
getBenchmarks: BenchmarkLookup,
|
|
187
|
-
): string | null {
|
|
188
|
-
const catalog = [...getCatalogModels()];
|
|
189
|
-
const freeModels = catalog.filter(m => m.tier === 'free' && !excludeIds.has(m.id));
|
|
190
|
-
|
|
191
|
-
let bestId: string | null = null;
|
|
192
|
-
let bestScore = -Infinity;
|
|
193
|
-
|
|
194
|
-
for (const model of freeModels) {
|
|
195
|
-
const hasAnyKey = model.backends.some(hasKey);
|
|
196
|
-
if (!hasAnyKey) continue;
|
|
197
|
-
|
|
198
|
-
const effectiveScore = bestCompositeScoreForModelWithLookup(model, getBenchmarks);
|
|
199
|
-
|
|
200
|
-
if (effectiveScore > bestScore) {
|
|
201
|
-
bestScore = effectiveScore;
|
|
202
|
-
bestId = model.id;
|
|
203
|
-
}
|
|
204
|
-
}
|
|
205
|
-
|
|
206
|
-
return bestId;
|
|
207
|
-
}
|
|
208
|
-
|
|
209
|
-
// --- Default cooldown ---
|
|
210
|
-
const DEFAULT_COOLDOWN_MS = 60_000;
|
|
211
|
-
|
|
212
|
-
/** Short cooldown applied to a backend that returns a transient/server error (5xx, network, timeout). */
|
|
213
|
-
const TRANSIENT_COOLDOWN_MS = 5_000;
|
|
214
|
-
|
|
215
|
-
/**
|
|
216
|
-
* Maximum duration to transparently wait for a cooling-down backend before
|
|
217
|
-
* surfacing a 429 error to the caller. Waits of up to 2 minutes are hidden;
|
|
218
|
-
* longer cooldowns are escalated immediately.
|
|
219
|
-
*/
|
|
220
|
-
const MAX_AUTO_WAIT_MS = 120_000;
|
|
221
|
-
|
|
222
|
-
/** Buffer added to the computed wait time to absorb clock skew and scheduling jitter. */
|
|
223
|
-
const COOLDOWN_BUFFER_MS = 100;
|
|
224
|
-
|
|
225
|
-
// --- SyntheticProvider ---
|
|
226
|
-
|
|
227
|
-
export class SyntheticProvider implements LLMProvider {
|
|
228
|
-
readonly name = 'synthetic';
|
|
229
|
-
private readonly getCatalogModels: SyntheticCatalogAccessor;
|
|
230
|
-
private readonly getBenchmarks: BenchmarkLookup;
|
|
231
|
-
private readonly runtimeBus: RuntimeEventBus | null;
|
|
232
|
-
|
|
233
|
-
/** Returns a live snapshot of canonical model IDs each time it is accessed. */
|
|
234
|
-
get models(): string[] {
|
|
235
|
-
return [
|
|
236
|
-
...this.getCatalogModels().map(m => m.id),
|
|
237
|
-
'best-free',
|
|
238
|
-
];
|
|
239
|
-
}
|
|
240
|
-
|
|
241
|
-
// Track cooldowns: syntheticModelId -> array of expiresAt timestamps indexed by resolved backend position
|
|
242
|
-
private cooldowns = new Map<string, number[]>();
|
|
243
|
-
// Track active backend index per resolved model ID
|
|
244
|
-
private activeBackend = new Map<string, number>();
|
|
245
|
-
private readonly resolveProvider: (providerName: string) => LLMProvider;
|
|
246
|
-
|
|
247
|
-
constructor(options: {
|
|
248
|
-
resolveProvider: (providerName: string) => LLMProvider;
|
|
249
|
-
getCatalogModels: SyntheticCatalogAccessor;
|
|
250
|
-
getBenchmarks: BenchmarkLookup;
|
|
251
|
-
runtimeBus?: RuntimeEventBus | null;
|
|
252
|
-
}) {
|
|
253
|
-
this.resolveProvider = options.resolveProvider;
|
|
254
|
-
this.getCatalogModels = options.getCatalogModels;
|
|
255
|
-
this.getBenchmarks = options.getBenchmarks;
|
|
256
|
-
this.runtimeBus = options.runtimeBus ?? null;
|
|
257
|
-
}
|
|
258
|
-
|
|
259
|
-
async chat(params: ChatRequest): Promise<ChatResponse> {
|
|
260
|
-
let syntheticId = params.model;
|
|
261
|
-
|
|
262
|
-
// Resolve 'best-free' alias
|
|
263
|
-
if (syntheticId === 'best-free') {
|
|
264
|
-
const resolved = resolveBestFree(this.getCatalogModels, this.getBenchmarks);
|
|
265
|
-
if (!resolved) {
|
|
266
|
-
throw new ProviderError(
|
|
267
|
-
'No API keys configured for any provider offering free models',
|
|
268
|
-
{
|
|
269
|
-
statusCode: 400,
|
|
270
|
-
provider: this.name,
|
|
271
|
-
operation: 'chat',
|
|
272
|
-
phase: 'routing',
|
|
273
|
-
},
|
|
274
|
-
);
|
|
275
|
-
}
|
|
276
|
-
logger.debug(`[Synthetic] best-free resolved to: ${resolved}`);
|
|
277
|
-
syntheticId = resolved;
|
|
278
|
-
}
|
|
279
|
-
|
|
280
|
-
const result = buildBackendList(syntheticId, this.getCatalogModels);
|
|
281
|
-
|
|
282
|
-
if (!result) {
|
|
283
|
-
throw new ProviderError(`Unknown synthetic model: ${syntheticId}`, {
|
|
284
|
-
statusCode: 400,
|
|
285
|
-
provider: this.name,
|
|
286
|
-
operation: 'chat',
|
|
287
|
-
phase: 'routing',
|
|
288
|
-
});
|
|
289
|
-
}
|
|
290
|
-
|
|
291
|
-
const { backends, canonical } = result;
|
|
292
|
-
|
|
293
|
-
if (backends.length === 0) {
|
|
294
|
-
throw new ProviderError(
|
|
295
|
-
`No API keys configured for any provider offering ${canonical.id}`,
|
|
296
|
-
{
|
|
297
|
-
statusCode: 400,
|
|
298
|
-
provider: this.name,
|
|
299
|
-
operation: 'chat',
|
|
300
|
-
phase: 'routing',
|
|
301
|
-
},
|
|
302
|
-
);
|
|
303
|
-
}
|
|
304
|
-
|
|
305
|
-
const now = Date.now();
|
|
306
|
-
if (!this.cooldowns.has(syntheticId)) {
|
|
307
|
-
this.cooldowns.set(syntheticId, new Array(backends.length).fill(0));
|
|
308
|
-
}
|
|
309
|
-
|
|
310
|
-
// Resize cooldown array if backend count changed (catalog updated)
|
|
311
|
-
let cooldownArr = this.cooldowns.get(syntheticId)!;
|
|
312
|
-
if (cooldownArr.length !== backends.length) {
|
|
313
|
-
cooldownArr = new Array(backends.length).fill(0);
|
|
314
|
-
this.cooldowns.set(syntheticId, cooldownArr);
|
|
315
|
-
}
|
|
316
|
-
|
|
317
|
-
// Reset to preferred backend if its cooldown expired
|
|
318
|
-
if (cooldownArr[0] <= now) {
|
|
319
|
-
this.activeBackend.set(syntheticId, 0);
|
|
320
|
-
}
|
|
321
|
-
|
|
322
|
-
const startIndex = this.activeBackend.get(syntheticId) ?? 0;
|
|
323
|
-
const errors: Array<{ backend: SyntheticBackend; error: Error }> = [];
|
|
324
|
-
let shortestCooldown = Infinity;
|
|
325
|
-
|
|
326
|
-
// Try each backend in order, starting from active
|
|
327
|
-
for (let i = 0; i < backends.length; i++) {
|
|
328
|
-
const idx = (startIndex + i) % backends.length;
|
|
329
|
-
const backend = backends[idx];
|
|
330
|
-
|
|
331
|
-
// Skip if still in cooldown
|
|
332
|
-
if (cooldownArr[idx] > now) {
|
|
333
|
-
const remaining = cooldownArr[idx] - now;
|
|
334
|
-
if (remaining < shortestCooldown) shortestCooldown = remaining;
|
|
335
|
-
continue;
|
|
336
|
-
}
|
|
337
|
-
|
|
338
|
-
// Resolve provider
|
|
339
|
-
let provider: LLMProvider;
|
|
340
|
-
try {
|
|
341
|
-
provider = this.resolveProvider(backend.providerName);
|
|
342
|
-
} catch (err) {
|
|
343
|
-
logger.debug(`[Synthetic] Backend ${backend.providerName} not available: ${err}`);
|
|
344
|
-
continue;
|
|
345
|
-
}
|
|
346
|
-
|
|
347
|
-
// Attempt the call
|
|
348
|
-
// Note: if onDelta is set and a rate limit occurs mid-stream, partial content
|
|
349
|
-
// from this backend will already have been delivered to the caller. The next
|
|
350
|
-
// backend starts fresh, which may produce garbled output. In practice, rate
|
|
351
|
-
// limits reject before streaming begins (at the HTTP level), so this is
|
|
352
|
-
// unlikely to trigger.
|
|
353
|
-
try {
|
|
354
|
-
const response = await provider.chat({
|
|
355
|
-
...params,
|
|
356
|
-
model: backend.modelId,
|
|
357
|
-
});
|
|
358
|
-
|
|
359
|
-
// Success — update active backend
|
|
360
|
-
this.activeBackend.set(syntheticId, idx);
|
|
361
|
-
logger.info(`[Synthetic] ${syntheticId} served by ${backend.providerName} (${backend.modelId})`);
|
|
362
|
-
return response;
|
|
363
|
-
} catch (err) {
|
|
364
|
-
if (isRateLimitOrQuotaError(err)) {
|
|
365
|
-
// Record cooldown
|
|
366
|
-
const cooldownMs = (err instanceof ProviderError && err.retryAfterMs)
|
|
367
|
-
? err.retryAfterMs
|
|
368
|
-
: DEFAULT_COOLDOWN_MS;
|
|
369
|
-
cooldownArr[idx] = now + cooldownMs;
|
|
370
|
-
this.cooldowns.set(syntheticId, cooldownArr);
|
|
371
|
-
if (cooldownMs < shortestCooldown) shortestCooldown = cooldownMs;
|
|
372
|
-
|
|
373
|
-
logger.info(`[Synthetic] ${backend.providerName} rate-limited for ${syntheticId}, cooldown ${Math.round(cooldownMs / 1000)}s`);
|
|
374
|
-
errors.push({ backend, error: err as Error });
|
|
375
|
-
continue;
|
|
376
|
-
}
|
|
377
|
-
// 400 Bad Request — the request itself is malformed, no point trying other backends
|
|
378
|
-
const isBadRequest = err instanceof ProviderError
|
|
379
|
-
&& err.statusCode === 400;
|
|
380
|
-
|
|
381
|
-
if (isBadRequest) {
|
|
382
|
-
throw err;
|
|
383
|
-
}
|
|
384
|
-
|
|
385
|
-
// Other client errors (401 auth, 403 billing/forbidden, 404 model not found, etc.)
|
|
386
|
-
// are provider-specific — failover to next backend with long cooldown
|
|
387
|
-
const isProviderClientError = err instanceof ProviderError
|
|
388
|
-
&& err.statusCode !== undefined
|
|
389
|
-
&& err.statusCode > 400
|
|
390
|
-
&& err.statusCode < 500;
|
|
391
|
-
|
|
392
|
-
if (isProviderClientError) {
|
|
393
|
-
cooldownArr[idx] = now + DEFAULT_COOLDOWN_MS;
|
|
394
|
-
this.cooldowns.set(syntheticId, cooldownArr);
|
|
395
|
-
if (DEFAULT_COOLDOWN_MS < shortestCooldown) shortestCooldown = DEFAULT_COOLDOWN_MS;
|
|
396
|
-
logger.info(`[Synthetic] ${backend.providerName} returned ${(err as ProviderError).statusCode} for ${syntheticId}, trying next backend`);
|
|
397
|
-
errors.push({ backend, error: err as Error });
|
|
398
|
-
continue;
|
|
399
|
-
}
|
|
400
|
-
|
|
401
|
-
// Transient/server error — short cooldown, failover to next backend
|
|
402
|
-
cooldownArr[idx] = now + TRANSIENT_COOLDOWN_MS;
|
|
403
|
-
this.cooldowns.set(syntheticId, cooldownArr);
|
|
404
|
-
if (TRANSIENT_COOLDOWN_MS < shortestCooldown) shortestCooldown = TRANSIENT_COOLDOWN_MS;
|
|
405
|
-
logger.debug(`[Synthetic] ${backend.providerName} failed for ${syntheticId}: ${summarizeError(err) ?? err}, trying next backend`);
|
|
406
|
-
errors.push({ backend, error: err as Error });
|
|
407
|
-
continue;
|
|
408
|
-
}
|
|
409
|
-
}
|
|
410
|
-
|
|
411
|
-
// All backends exhausted — auto-wait if the shortest cooldown is within threshold
|
|
412
|
-
if (shortestCooldown !== Infinity && shortestCooldown <= MAX_AUTO_WAIT_MS) {
|
|
413
|
-
// Find the backend index with the shortest remaining cooldown
|
|
414
|
-
const nowForWait = Date.now();
|
|
415
|
-
let waitIdx = 0;
|
|
416
|
-
let minExpiry = Infinity;
|
|
417
|
-
for (let i = 0; i < cooldownArr.length; i++) {
|
|
418
|
-
if (cooldownArr[i] > nowForWait && cooldownArr[i] < minExpiry) {
|
|
419
|
-
minExpiry = cooldownArr[i];
|
|
420
|
-
waitIdx = i;
|
|
421
|
-
}
|
|
422
|
-
}
|
|
423
|
-
const waitBackend = backends[waitIdx];
|
|
424
|
-
const waitMs = minExpiry - nowForWait;
|
|
425
|
-
|
|
426
|
-
logger.debug(
|
|
427
|
-
`[Synthetic] All backends cooling down for ${syntheticId}, auto-waiting ${
|
|
428
|
-
Math.round(waitMs / 1000)
|
|
429
|
-
}s for ${waitBackend.providerName}…`,
|
|
430
|
-
);
|
|
431
|
-
|
|
432
|
-
// Wait with AbortSignal support
|
|
433
|
-
await new Promise<void>((resolve, reject) => {
|
|
434
|
-
const onAbort = () => {
|
|
435
|
-
clearTimeout(timer);
|
|
436
|
-
reject(new ProviderError('Request aborted during cooldown wait', {
|
|
437
|
-
statusCode: 499,
|
|
438
|
-
provider: this.name,
|
|
439
|
-
operation: 'chat',
|
|
440
|
-
phase: 'cooldown',
|
|
441
|
-
}));
|
|
442
|
-
};
|
|
443
|
-
const timer = setTimeout(() => {
|
|
444
|
-
if (params.signal) params.signal.removeEventListener('abort', onAbort);
|
|
445
|
-
resolve();
|
|
446
|
-
}, waitMs + COOLDOWN_BUFFER_MS);
|
|
447
|
-
if (params.signal) {
|
|
448
|
-
if (params.signal.aborted) {
|
|
449
|
-
clearTimeout(timer);
|
|
450
|
-
reject(new ProviderError('Request aborted during cooldown wait', {
|
|
451
|
-
statusCode: 499,
|
|
452
|
-
provider: this.name,
|
|
453
|
-
operation: 'chat',
|
|
454
|
-
phase: 'cooldown',
|
|
455
|
-
}));
|
|
456
|
-
return;
|
|
457
|
-
}
|
|
458
|
-
params.signal.addEventListener('abort', onAbort, { once: true });
|
|
459
|
-
}
|
|
460
|
-
});
|
|
461
|
-
|
|
462
|
-
// Single retry attempt on the backend that just came off cooldown
|
|
463
|
-
try {
|
|
464
|
-
const waitProvider = this.resolveProvider(waitBackend.providerName);
|
|
465
|
-
const response = await waitProvider.chat({
|
|
466
|
-
...params,
|
|
467
|
-
model: waitBackend.modelId,
|
|
468
|
-
});
|
|
469
|
-
this.activeBackend.set(syntheticId, waitIdx);
|
|
470
|
-
logger.info(
|
|
471
|
-
`[Synthetic] ${syntheticId} served by ${waitBackend.providerName} (${waitBackend.modelId}) after auto-wait`,
|
|
472
|
-
);
|
|
473
|
-
return response;
|
|
474
|
-
} catch (retryErr) {
|
|
475
|
-
// Retry failed — fall through to throw below
|
|
476
|
-
logger.debug(
|
|
477
|
-
`[Synthetic] Auto-wait retry failed for ${syntheticId} via ${
|
|
478
|
-
waitBackend.providerName
|
|
479
|
-
}: ${retryErr}`,
|
|
480
|
-
);
|
|
481
|
-
}
|
|
482
|
-
}
|
|
483
|
-
|
|
484
|
-
// All backends exhausted (or cooldown exceeded threshold, or retry failed)
|
|
485
|
-
const cooldownSec = shortestCooldown === Infinity ? '?' : Math.round(shortestCooldown / 1000);
|
|
486
|
-
|
|
487
|
-
// Cross-model failover for free tier only
|
|
488
|
-
if (canonical.tier === 'free') {
|
|
489
|
-
const tried = new Set<string>([syntheticId]);
|
|
490
|
-
let fallbackId = resolveNextBestFree(tried, this.getCatalogModels, this.getBenchmarks);
|
|
491
|
-
|
|
492
|
-
while (fallbackId) {
|
|
493
|
-
tried.add(fallbackId);
|
|
494
|
-
const fallbackResult = buildBackendList(fallbackId, this.getCatalogModels);
|
|
495
|
-
if (!fallbackResult || fallbackResult.backends.length === 0) {
|
|
496
|
-
fallbackId = resolveNextBestFree(tried, this.getCatalogModels, this.getBenchmarks);
|
|
497
|
-
continue;
|
|
498
|
-
}
|
|
499
|
-
|
|
500
|
-
for (const backend of fallbackResult.backends) {
|
|
501
|
-
try {
|
|
502
|
-
const provider = this.resolveProvider(backend.providerName);
|
|
503
|
-
const response = await provider.chat({
|
|
504
|
-
...params,
|
|
505
|
-
model: backend.modelId,
|
|
506
|
-
});
|
|
507
|
-
|
|
508
|
-
this.activeBackend.set(fallbackId, 0);
|
|
509
|
-
logger.info(`[Synthetic] ${syntheticId} exhausted, fell back to ${fallbackId} via ${backend.providerName}`);
|
|
510
|
-
|
|
511
|
-
if (this.runtimeBus) {
|
|
512
|
-
try {
|
|
513
|
-
emitModelFallback(this.runtimeBus, {
|
|
514
|
-
sessionId: 'system',
|
|
515
|
-
traceId: `synthetic:fallback:${syntheticId}:${fallbackId}`,
|
|
516
|
-
source: 'synthetic-provider',
|
|
517
|
-
}, {
|
|
518
|
-
from: syntheticId,
|
|
519
|
-
to: fallbackId,
|
|
520
|
-
provider: backend.providerName,
|
|
521
|
-
});
|
|
522
|
-
} catch (e) {
|
|
523
|
-
logger.debug('[Synthetic] runtime bus emit failed', { error: summarizeError(e) });
|
|
524
|
-
}
|
|
525
|
-
}
|
|
526
|
-
|
|
527
|
-
return response;
|
|
528
|
-
} catch (err) {
|
|
529
|
-
logger.debug(`[Synthetic] Fallback ${fallbackId} via ${backend.providerName} failed: ${summarizeError(err)}`);
|
|
530
|
-
continue;
|
|
531
|
-
}
|
|
532
|
-
}
|
|
533
|
-
|
|
534
|
-
// All backends for this fallback exhausted, try next model
|
|
535
|
-
fallbackId = resolveNextBestFree(tried, this.getCatalogModels, this.getBenchmarks);
|
|
536
|
-
}
|
|
537
|
-
|
|
538
|
-
// All free models exhausted
|
|
539
|
-
throw new ProviderError(
|
|
540
|
-
`All free models exhausted. No alternatives available. Last tried: ${[...tried].join(', ')}`,
|
|
541
|
-
{
|
|
542
|
-
statusCode: 429,
|
|
543
|
-
provider: this.name,
|
|
544
|
-
operation: 'chat',
|
|
545
|
-
phase: 'routing',
|
|
546
|
-
},
|
|
547
|
-
);
|
|
548
|
-
}
|
|
549
|
-
|
|
550
|
-
throw new ProviderError(
|
|
551
|
-
`All backends for ${syntheticId} exhausted. Shortest cooldown expires in ${cooldownSec}s. ` +
|
|
552
|
-
`Tried: ${errors.map(e => `${e.backend.providerName} (${e.error.message})`).join(', ')}`,
|
|
553
|
-
{
|
|
554
|
-
statusCode: 429,
|
|
555
|
-
provider: this.name,
|
|
556
|
-
operation: 'chat',
|
|
557
|
-
phase: 'routing',
|
|
558
|
-
},
|
|
559
|
-
);
|
|
560
|
-
}
|
|
561
|
-
}
|