@armadra/agent 0.0.0-stage → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +37 -0
- package/LICENSE +21 -0
- package/README.md +470 -2
- package/dist/agent/agent.d.ts +56 -0
- package/dist/agent/agent.js +129 -0
- package/dist/agent/loop.d.ts +51 -0
- package/dist/agent/loop.js +158 -0
- package/dist/agent/queue.d.ts +25 -0
- package/dist/agent/queue.js +55 -0
- package/dist/agent/retry.d.ts +22 -0
- package/dist/agent/retry.js +92 -0
- package/dist/agent/schema.d.ts +27 -0
- package/dist/agent/schema.js +186 -0
- package/dist/agent/session-cache.d.ts +100 -0
- package/dist/agent/session-cache.js +514 -0
- package/dist/agent/session-compaction.d.ts +49 -0
- package/dist/agent/session-compaction.js +251 -0
- package/dist/agent/session-core.d.ts +103 -0
- package/dist/agent/session-core.js +7 -0
- package/dist/agent/session-run.d.ts +55 -0
- package/dist/agent/session-run.js +246 -0
- package/dist/agent/session-state.d.ts +39 -0
- package/dist/agent/session-state.js +119 -0
- package/dist/agent/session-subagent.d.ts +54 -0
- package/dist/agent/session-subagent.js +157 -0
- package/dist/agent/session-sync.d.ts +20 -0
- package/dist/agent/session-sync.js +111 -0
- package/dist/agent/session-tools.d.ts +24 -0
- package/dist/agent/session-tools.js +277 -0
- package/dist/agent/session.d.ts +117 -0
- package/dist/agent/session.js +485 -0
- package/dist/agent/system-prompt.d.ts +49 -0
- package/dist/agent/system-prompt.js +121 -0
- package/dist/agent/tool-runner.d.ts +64 -0
- package/dist/agent/tool-runner.js +309 -0
- package/dist/agent/transform.d.ts +26 -0
- package/dist/agent/transform.js +171 -0
- package/dist/agent/types.d.ts +378 -0
- package/dist/agent/types.js +21 -0
- package/dist/ai/apis/anthropic-messages.d.ts +26 -0
- package/dist/ai/apis/anthropic-messages.js +214 -0
- package/dist/ai/apis/anthropic-request.d.ts +42 -0
- package/dist/ai/apis/anthropic-request.js +282 -0
- package/dist/ai/apis/api.d.ts +28 -0
- package/dist/ai/apis/api.js +102 -0
- package/dist/ai/apis/cache-params.d.ts +48 -0
- package/dist/ai/apis/cache-params.js +163 -0
- package/dist/ai/apis/google-generative-ai.d.ts +32 -0
- package/dist/ai/apis/google-generative-ai.js +249 -0
- package/dist/ai/apis/google-request.d.ts +40 -0
- package/dist/ai/apis/google-request.js +255 -0
- package/dist/ai/apis/openai-compat.d.ts +35 -0
- package/dist/ai/apis/openai-compat.js +142 -0
- package/dist/ai/apis/openai-completions.d.ts +28 -0
- package/dist/ai/apis/openai-completions.js +246 -0
- package/dist/ai/apis/openai-request.d.ts +35 -0
- package/dist/ai/apis/openai-request.js +303 -0
- package/dist/ai/apis/openai-responses-request.d.ts +52 -0
- package/dist/ai/apis/openai-responses-request.js +266 -0
- package/dist/ai/apis/openai-responses.d.ts +28 -0
- package/dist/ai/apis/openai-responses.js +304 -0
- package/dist/ai/apis/shared.d.ts +56 -0
- package/dist/ai/apis/shared.js +179 -0
- package/dist/ai/cache/economics.d.ts +24 -0
- package/dist/ai/cache/economics.js +69 -0
- package/dist/ai/cache/fingerprint.d.ts +17 -0
- package/dist/ai/cache/fingerprint.js +39 -0
- package/dist/ai/cache/miss.d.ts +49 -0
- package/dist/ai/cache/miss.js +96 -0
- package/dist/ai/cache/reporting.d.ts +39 -0
- package/dist/ai/cache/reporting.js +103 -0
- package/dist/ai/cache/types.d.ts +94 -0
- package/dist/ai/cache/types.js +19 -0
- package/dist/ai/cache/warmer.d.ts +94 -0
- package/dist/ai/cache/warmer.js +224 -0
- package/dist/ai/context.d.ts +35 -0
- package/dist/ai/context.js +114 -0
- package/dist/ai/cost.d.ts +21 -0
- package/dist/ai/cost.js +60 -0
- package/dist/ai/event-stream.d.ts +33 -0
- package/dist/ai/event-stream.js +101 -0
- package/dist/ai/fake/fake-provider.d.ts +68 -0
- package/dist/ai/fake/fake-provider.js +278 -0
- package/dist/ai/fake/fake-script.d.ts +69 -0
- package/dist/ai/fake/fake-script.js +142 -0
- package/dist/ai/http.d.ts +54 -0
- package/dist/ai/http.js +212 -0
- package/dist/ai/json-partial.d.ts +17 -0
- package/dist/ai/json-partial.js +243 -0
- package/dist/ai/overflow.d.ts +22 -0
- package/dist/ai/overflow.js +61 -0
- package/dist/ai/providers/auth.d.ts +71 -0
- package/dist/ai/providers/auth.js +202 -0
- package/dist/ai/providers/builtin.d.ts +23 -0
- package/dist/ai/providers/builtin.js +148 -0
- package/dist/ai/providers/catalog-data.d.ts +5 -0
- package/dist/ai/providers/catalog-data.js +19 -0
- package/dist/ai/providers/catalog.d.ts +28 -0
- package/dist/ai/providers/catalog.js +166 -0
- package/dist/ai/providers/channels.d.ts +51 -0
- package/dist/ai/providers/channels.js +96 -0
- package/dist/ai/providers/enrich.d.ts +34 -0
- package/dist/ai/providers/enrich.js +86 -0
- package/dist/ai/providers/models-dev-cache.d.ts +53 -0
- package/dist/ai/providers/models-dev-cache.js +147 -0
- package/dist/ai/providers/models-dev.d.ts +99 -0
- package/dist/ai/providers/models-dev.js +315 -0
- package/dist/ai/providers/registry.d.ts +114 -0
- package/dist/ai/providers/registry.js +458 -0
- package/dist/ai/sse.d.ts +32 -0
- package/dist/ai/sse.js +140 -0
- package/dist/ai/thinking.d.ts +42 -0
- package/dist/ai/thinking.js +101 -0
- package/dist/ai/types.d.ts +448 -0
- package/dist/ai/types.js +19 -0
- package/dist/bundle/ama-sandbox.cjs +324 -0
- package/dist/bundle/ama.cjs +27837 -0
- package/dist/bundle.d.ts +9 -0
- package/dist/bundle.js +15 -0
- package/dist/cli/args.d.ts +85 -0
- package/dist/cli/args.js +408 -0
- package/dist/cli/bootstrap.d.ts +18 -0
- package/dist/cli/bootstrap.js +399 -0
- package/dist/cli/compose-providers.d.ts +37 -0
- package/dist/cli/compose-providers.js +107 -0
- package/dist/cli/compose-session.d.ts +72 -0
- package/dist/cli/compose-session.js +370 -0
- package/dist/cli/compose-store.d.ts +24 -0
- package/dist/cli/compose-store.js +125 -0
- package/dist/cli/compose.d.ts +108 -0
- package/dist/cli/compose.js +221 -0
- package/dist/cli/default-model.d.ts +16 -0
- package/dist/cli/default-model.js +24 -0
- package/dist/cli/deps.d.ts +207 -0
- package/dist/cli/deps.js +12 -0
- package/dist/cli/exit-codes.d.ts +29 -0
- package/dist/cli/exit-codes.js +40 -0
- package/dist/cli/main.d.ts +27 -0
- package/dist/cli/main.js +177 -0
- package/dist/cli/runtime.d.ts +90 -0
- package/dist/cli/runtime.js +8 -0
- package/dist/cli/startup-screen.d.ts +15 -0
- package/dist/cli/startup-screen.js +56 -0
- package/dist/cli/startup-steps.d.ts +35 -0
- package/dist/cli/startup-steps.js +202 -0
- package/dist/cli/subcommands/auth.d.ts +12 -0
- package/dist/cli/subcommands/auth.js +91 -0
- package/dist/cli/subcommands/config.d.ts +53 -0
- package/dist/cli/subcommands/config.js +277 -0
- package/dist/cli/subcommands/context.d.ts +21 -0
- package/dist/cli/subcommands/context.js +42 -0
- package/dist/cli/subcommands/doctor.d.ts +11 -0
- package/dist/cli/subcommands/doctor.js +246 -0
- package/dist/cli/subcommands/init.d.ts +6 -0
- package/dist/cli/subcommands/init.js +22 -0
- package/dist/cli/subcommands/model-meta.d.ts +16 -0
- package/dist/cli/subcommands/model-meta.js +54 -0
- package/dist/cli/subcommands/models-cache-probe.d.ts +34 -0
- package/dist/cli/subcommands/models-cache-probe.js +190 -0
- package/dist/cli/subcommands/models-discover.d.ts +46 -0
- package/dist/cli/subcommands/models-discover.js +232 -0
- package/dist/cli/subcommands/models.d.ts +40 -0
- package/dist/cli/subcommands/models.js +152 -0
- package/dist/cli/subcommands/providers-list.d.ts +8 -0
- package/dist/cli/subcommands/providers-list.js +97 -0
- package/dist/cli/subcommands/providers-plan.d.ts +79 -0
- package/dist/cli/subcommands/providers-plan.js +215 -0
- package/dist/cli/subcommands/providers.d.ts +27 -0
- package/dist/cli/subcommands/providers.js +433 -0
- package/dist/cli/subcommands/sessions.d.ts +11 -0
- package/dist/cli/subcommands/sessions.js +100 -0
- package/dist/codemode/capability.d.ts +37 -0
- package/dist/codemode/capability.js +55 -0
- package/dist/codemode/declarations.d.ts +44 -0
- package/dist/codemode/declarations.js +111 -0
- package/dist/codemode/host-side.d.ts +59 -0
- package/dist/codemode/host-side.js +253 -0
- package/dist/codemode/modes.d.ts +23 -0
- package/dist/codemode/modes.js +40 -0
- package/dist/codemode/protocol.d.ts +91 -0
- package/dist/codemode/protocol.js +114 -0
- package/dist/codemode/sandbox-entry.d.ts +25 -0
- package/dist/codemode/sandbox-entry.js +323 -0
- package/dist/codemode/store.d.ts +26 -0
- package/dist/codemode/store.js +53 -0
- package/dist/codemode/tool.d.ts +105 -0
- package/dist/codemode/tool.js +283 -0
- package/dist/compaction/branch-summary.d.ts +30 -0
- package/dist/compaction/branch-summary.js +79 -0
- package/dist/compaction/breaker.d.ts +32 -0
- package/dist/compaction/breaker.js +65 -0
- package/dist/compaction/cut-point.d.ts +23 -0
- package/dist/compaction/cut-point.js +70 -0
- package/dist/compaction/estimate.d.ts +30 -0
- package/dist/compaction/estimate.js +114 -0
- package/dist/compaction/prune-tier.d.ts +31 -0
- package/dist/compaction/prune-tier.js +83 -0
- package/dist/compaction/serialize.d.ts +20 -0
- package/dist/compaction/serialize.js +115 -0
- package/dist/compaction/summarize-tier.d.ts +111 -0
- package/dist/compaction/summarize-tier.js +305 -0
- package/dist/config/auth-file.d.ts +39 -0
- package/dist/config/auth-file.js +92 -0
- package/dist/config/context-files.d.ts +30 -0
- package/dist/config/context-files.js +77 -0
- package/dist/config/init.d.ts +30 -0
- package/dist/config/init.js +92 -0
- package/dist/config/json-schema.d.ts +14 -0
- package/dist/config/json-schema.js +182 -0
- package/dist/config/load.d.ts +45 -0
- package/dist/config/load.js +97 -0
- package/dist/config/merge.d.ts +73 -0
- package/dist/config/merge.js +248 -0
- package/dist/config/paths.d.ts +38 -0
- package/dist/config/paths.js +108 -0
- package/dist/config/profile.d.ts +27 -0
- package/dist/config/profile.js +65 -0
- package/dist/config/schema.d.ts +34 -0
- package/dist/config/schema.js +476 -0
- package/dist/config/trust.d.ts +42 -0
- package/dist/config/trust.js +122 -0
- package/dist/config/types.d.ts +190 -0
- package/dist/config/types.js +29 -0
- package/dist/config/write.d.ts +10 -0
- package/dist/config/write.js +25 -0
- package/dist/errors.d.ts +28 -0
- package/dist/errors.js +30 -0
- package/dist/hooks/config.d.ts +49 -0
- package/dist/hooks/config.js +102 -0
- package/dist/hooks/dispatcher.d.ts +41 -0
- package/dist/hooks/dispatcher.js +104 -0
- package/dist/hooks/matcher.d.ts +22 -0
- package/dist/hooks/matcher.js +108 -0
- package/dist/hooks/protocol.d.ts +33 -0
- package/dist/hooks/protocol.js +240 -0
- package/dist/hooks/runner.d.ts +30 -0
- package/dist/hooks/runner.js +143 -0
- package/dist/hooks/types.d.ts +147 -0
- package/dist/hooks/types.js +20 -0
- package/dist/host/api-impl.d.ts +75 -0
- package/dist/host/api-impl.js +173 -0
- package/dist/host/loader.d.ts +31 -0
- package/dist/host/loader.js +147 -0
- package/dist/host/types.d.ts +169 -0
- package/dist/host/types.js +14 -0
- package/dist/host.d.ts +5 -0
- package/dist/host.js +4 -0
- package/dist/index.d.ts +41 -0
- package/dist/index.js +28 -0
- package/dist/modes/commands-core.d.ts +44 -0
- package/dist/modes/commands-core.js +171 -0
- package/dist/modes/image-input.d.ts +27 -0
- package/dist/modes/image-input.js +78 -0
- package/dist/modes/interactive/approval-dialog.d.ts +48 -0
- package/dist/modes/interactive/approval-dialog.js +202 -0
- package/dist/modes/interactive/commands.d.ts +41 -0
- package/dist/modes/interactive/commands.js +201 -0
- package/dist/modes/interactive/completion.d.ts +53 -0
- package/dist/modes/interactive/completion.js +157 -0
- package/dist/modes/interactive/interactive-mode.d.ts +46 -0
- package/dist/modes/interactive/interactive-mode.js +491 -0
- package/dist/modes/interactive/key-dispatch.d.ts +29 -0
- package/dist/modes/interactive/key-dispatch.js +107 -0
- package/dist/modes/interactive/line/line-editor.d.ts +50 -0
- package/dist/modes/interactive/line/line-editor.js +232 -0
- package/dist/modes/interactive/line/line-mode.d.ts +20 -0
- package/dist/modes/interactive/line/line-mode.js +218 -0
- package/dist/modes/interactive/line/line-render.d.ts +35 -0
- package/dist/modes/interactive/line/line-render.js +171 -0
- package/dist/modes/interactive/line/paste-state.d.ts +26 -0
- package/dist/modes/interactive/line/paste-state.js +72 -0
- package/dist/modes/interactive/message-view.d.ts +77 -0
- package/dist/modes/interactive/message-view.js +269 -0
- package/dist/modes/interactive/pickers.d.ts +42 -0
- package/dist/modes/interactive/pickers.js +115 -0
- package/dist/modes/interactive/startup-ui.d.ts +33 -0
- package/dist/modes/interactive/startup-ui.js +268 -0
- package/dist/modes/interactive/status-bar.d.ts +48 -0
- package/dist/modes/interactive/status-bar.js +139 -0
- package/dist/modes/interactive/tool-view.d.ts +95 -0
- package/dist/modes/interactive/tool-view.js +344 -0
- package/dist/modes/print/json-event.d.ts +15 -0
- package/dist/modes/print/json-event.js +39 -0
- package/dist/modes/print/print-mode.d.ts +17 -0
- package/dist/modes/print/print-mode.js +107 -0
- package/dist/modes/rpc/commands.d.ts +40 -0
- package/dist/modes/rpc/commands.js +263 -0
- package/dist/modes/rpc/jsonl.d.ts +16 -0
- package/dist/modes/rpc/jsonl.js +55 -0
- package/dist/modes/rpc/rpc-mode.d.ts +22 -0
- package/dist/modes/rpc/rpc-mode.js +153 -0
- package/dist/modes/session-report.d.ts +55 -0
- package/dist/modes/session-report.js +278 -0
- package/dist/modes/shared.d.ts +13 -0
- package/dist/modes/shared.js +52 -0
- package/dist/modes/startup-ui-text.d.ts +16 -0
- package/dist/modes/startup-ui-text.js +103 -0
- package/dist/permissions/broker.d.ts +47 -0
- package/dist/permissions/broker.js +107 -0
- package/dist/permissions/dangerous.d.ts +47 -0
- package/dist/permissions/dangerous.js +370 -0
- package/dist/permissions/pipeline.d.ts +51 -0
- package/dist/permissions/pipeline.js +181 -0
- package/dist/permissions/preview.d.ts +43 -0
- package/dist/permissions/preview.js +463 -0
- package/dist/permissions/rules.d.ts +58 -0
- package/dist/permissions/rules.js +249 -0
- package/dist/permissions/types.d.ts +100 -0
- package/dist/permissions/types.js +18 -0
- package/dist/rpc.d.ts +173 -0
- package/dist/rpc.js +13 -0
- package/dist/sdk.d.ts +98 -0
- package/dist/sdk.js +195 -0
- package/dist/session/manager.d.ts +70 -0
- package/dist/session/manager.js +278 -0
- package/dist/session/migrate.d.ts +19 -0
- package/dist/session/migrate.js +53 -0
- package/dist/session/projection.d.ts +50 -0
- package/dist/session/projection.js +184 -0
- package/dist/session/store.d.ts +47 -0
- package/dist/session/store.js +210 -0
- package/dist/session/tree.d.ts +21 -0
- package/dist/session/tree.js +88 -0
- package/dist/session/types.d.ts +201 -0
- package/dist/session/types.js +18 -0
- package/dist/skills/discover.d.ts +60 -0
- package/dist/skills/discover.js +160 -0
- package/dist/skills/expand.d.ts +35 -0
- package/dist/skills/expand.js +46 -0
- package/dist/skills/frontmatter.d.ts +27 -0
- package/dist/skills/frontmatter.js +157 -0
- package/dist/skills/index-prompt.d.ts +13 -0
- package/dist/skills/index-prompt.js +42 -0
- package/dist/skills/templates.d.ts +52 -0
- package/dist/skills/templates.js +177 -0
- package/dist/tools/bash.d.ts +49 -0
- package/dist/tools/bash.js +222 -0
- package/dist/tools/edit-fuzzy.d.ts +36 -0
- package/dist/tools/edit-fuzzy.js +129 -0
- package/dist/tools/edit.d.ts +38 -0
- package/dist/tools/edit.js +241 -0
- package/dist/tools/file-mutex.d.ts +8 -0
- package/dist/tools/file-mutex.js +29 -0
- package/dist/tools/glob.d.ts +44 -0
- package/dist/tools/glob.js +217 -0
- package/dist/tools/grep.d.ts +39 -0
- package/dist/tools/grep.js +179 -0
- package/dist/tools/ignore.d.ts +40 -0
- package/dist/tools/ignore.js +174 -0
- package/dist/tools/image-file.d.ts +31 -0
- package/dist/tools/image-file.js +114 -0
- package/dist/tools/ls.d.ts +21 -0
- package/dist/tools/ls.js +96 -0
- package/dist/tools/output-accumulator.d.ts +48 -0
- package/dist/tools/output-accumulator.js +106 -0
- package/dist/tools/paths.d.ts +20 -0
- package/dist/tools/paths.js +58 -0
- package/dist/tools/presets.d.ts +71 -0
- package/dist/tools/presets.js +128 -0
- package/dist/tools/process-tree.d.ts +35 -0
- package/dist/tools/process-tree.js +125 -0
- package/dist/tools/read.d.ts +24 -0
- package/dist/tools/read.js +132 -0
- package/dist/tools/registry.d.ts +43 -0
- package/dist/tools/registry.js +106 -0
- package/dist/tools/shell.d.ts +38 -0
- package/dist/tools/shell.js +91 -0
- package/dist/tools/task.d.ts +29 -0
- package/dist/tools/task.js +107 -0
- package/dist/tools/todo.d.ts +28 -0
- package/dist/tools/todo.js +107 -0
- package/dist/tools/truncate.d.ts +44 -0
- package/dist/tools/truncate.js +175 -0
- package/dist/tools/types.d.ts +135 -0
- package/dist/tools/types.js +19 -0
- package/dist/tools/write.d.ts +20 -0
- package/dist/tools/write.js +84 -0
- package/dist/tui/ansi.d.ts +29 -0
- package/dist/tui/ansi.js +420 -0
- package/dist/tui/component.d.ts +38 -0
- package/dist/tui/component.js +13 -0
- package/dist/tui/components/box.d.ts +26 -0
- package/dist/tui/components/box.js +65 -0
- package/dist/tui/components/container.d.ts +14 -0
- package/dist/tui/components/container.js +39 -0
- package/dist/tui/components/editor-buffer.d.ts +67 -0
- package/dist/tui/components/editor-buffer.js +300 -0
- package/dist/tui/components/editor-paste.d.ts +29 -0
- package/dist/tui/components/editor-paste.js +64 -0
- package/dist/tui/components/editor.d.ts +114 -0
- package/dist/tui/components/editor.js +530 -0
- package/dist/tui/components/key-value.d.ts +29 -0
- package/dist/tui/components/key-value.js +48 -0
- package/dist/tui/components/loader.d.ts +35 -0
- package/dist/tui/components/loader.js +71 -0
- package/dist/tui/components/markdown.d.ts +90 -0
- package/dist/tui/components/markdown.js +462 -0
- package/dist/tui/components/meter.d.ts +29 -0
- package/dist/tui/components/meter.js +47 -0
- package/dist/tui/components/overlay.d.ts +24 -0
- package/dist/tui/components/overlay.js +52 -0
- package/dist/tui/components/select-list.d.ts +57 -0
- package/dist/tui/components/select-list.js +179 -0
- package/dist/tui/components/spacer.d.ts +11 -0
- package/dist/tui/components/spacer.js +16 -0
- package/dist/tui/components/text.d.ts +30 -0
- package/dist/tui/components/text.js +65 -0
- package/dist/tui/keybindings.d.ts +66 -0
- package/dist/tui/keybindings.js +120 -0
- package/dist/tui/keys.d.ts +38 -0
- package/dist/tui/keys.js +275 -0
- package/dist/tui/stdin-buffer.d.ts +41 -0
- package/dist/tui/stdin-buffer.js +206 -0
- package/dist/tui/terminal.d.ts +79 -0
- package/dist/tui/terminal.js +153 -0
- package/dist/tui/theme.d.ts +31 -0
- package/dist/tui/theme.js +199 -0
- package/dist/tui/tui.d.ts +103 -0
- package/dist/tui/tui.js +363 -0
- package/dist/tui/vt-screen.d.ts +46 -0
- package/dist/tui/vt-screen.js +251 -0
- package/dist/tui.d.ts +30 -0
- package/dist/tui.js +31 -0
- package/dist/version.d.ts +8 -0
- package/dist/version.js +24 -0
- package/docs/codemode.md +102 -0
- package/docs/hooks.md +196 -0
- package/docs/host-api.md +161 -0
- package/docs/providers.md +531 -0
- package/docs/rpc.md +253 -0
- package/docs/session-format.md +119 -0
- package/docs/tui.md +170 -0
- package/package.json +101 -4
|
@@ -0,0 +1,304 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* openai-responses 协议(设计 §3.1):POST `{baseUrl}/responses`(stream),`event: response.*` →
|
|
3
|
+
* 事件;没有 `[DONE]`,以 `response.completed / incomplete / failed` 结束。
|
|
4
|
+
*
|
|
5
|
+
* - 每个 output item 一个内容块(按 `output_index` 对应,缺省时按 item id):reasoning → 思考、
|
|
6
|
+
* message → 文本、function_call → 工具调用;`output_item.done` 关块并记签名:reasoning 记完整
|
|
7
|
+
* item(含 `encrypted_content`,供无状态回放),message 记 id / phase,function_call 记 `fc_` id;
|
|
8
|
+
* - 思考文本来自 `reasoning_summary_text.delta`(多段 summary 之间空一行)或
|
|
9
|
+
* `reasoning_text.delta`;增量缺失而 done 里有全文时补齐;
|
|
10
|
+
* - `function_call_arguments.done` 与已拼接的增量不一致时以前缀补齐;
|
|
11
|
+
* - 停止:completed → stop(有工具调用则 toolUse);incomplete + max_output_tokens → length,其它
|
|
12
|
+
* incomplete 原因 → error;failed / `error` 事件 → error(`code: message`);无终止事件 → 断流;
|
|
13
|
+
* - usage:input = input_tokens − input_tokens_details.cached_tokens,reasoning =
|
|
14
|
+
* output_tokens_details.reasoning_tokens(已含在 output_tokens 里);cached_tokens 出现(含 0)即
|
|
15
|
+
* `cacheReported: true`。
|
|
16
|
+
*/
|
|
17
|
+
import { AssistantEventStreamImpl } from "../event-stream.js";
|
|
18
|
+
import { USER_AGENT, authHeaders, describeErrorJson, joinUrl, mergeHeaders } from "../http.js";
|
|
19
|
+
import { readSseEvents } from "../sse.js";
|
|
20
|
+
import { affinityHeaders, postWithCacheFallback, resolveCacheRetention } from "./cache-params.js";
|
|
21
|
+
import { buildResponsesRequest, detectResponsesCompat, encodeMessageSignature, } from "./openai-responses-request.js";
|
|
22
|
+
import { BlockTracker, ProviderStopError, STREAM_ENDED_MESSAGE, createOutput, finishDone, finishError, requireApiKey, } from "./shared.js";
|
|
23
|
+
function num(value) {
|
|
24
|
+
return typeof value === "number" && Number.isFinite(value) ? value : undefined;
|
|
25
|
+
}
|
|
26
|
+
function obj(value) {
|
|
27
|
+
return typeof value === "object" && value !== null && !Array.isArray(value)
|
|
28
|
+
? value
|
|
29
|
+
: undefined;
|
|
30
|
+
}
|
|
31
|
+
function str(value) {
|
|
32
|
+
return typeof value === "string" ? value : undefined;
|
|
33
|
+
}
|
|
34
|
+
export function parseResponsesUsage(raw) {
|
|
35
|
+
const input = num(raw["input_tokens"]) ?? 0;
|
|
36
|
+
const cached = num(obj(raw["input_tokens_details"])?.["cached_tokens"]);
|
|
37
|
+
const cacheRead = cached ?? 0;
|
|
38
|
+
const usage = {
|
|
39
|
+
input: Math.max(0, input - cacheRead),
|
|
40
|
+
output: num(raw["output_tokens"]) ?? 0,
|
|
41
|
+
cacheRead,
|
|
42
|
+
cacheWrite: 0,
|
|
43
|
+
totalTokens: 0,
|
|
44
|
+
cacheReported: cached !== undefined,
|
|
45
|
+
};
|
|
46
|
+
const reasoning = num(obj(raw["output_tokens_details"])?.["reasoning_tokens"]);
|
|
47
|
+
if (reasoning !== undefined)
|
|
48
|
+
usage.reasoning = reasoning;
|
|
49
|
+
return usage;
|
|
50
|
+
}
|
|
51
|
+
export function mapResponsesStatus(status, incomplete) {
|
|
52
|
+
if (status === "incomplete") {
|
|
53
|
+
// 中转转发的 DeepSeek 等上游写 `length`(实测 2026-10-02),与 `max_output_tokens` 同义。
|
|
54
|
+
if (incomplete === "max_output_tokens" || incomplete === "length")
|
|
55
|
+
return { reason: "length" };
|
|
56
|
+
return {
|
|
57
|
+
reason: "error",
|
|
58
|
+
message: incomplete ? `Response incomplete: ${incomplete}` : "Response incomplete",
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
if (status === "failed" || status === "cancelled") {
|
|
62
|
+
return { reason: "error", message: `Response ${status}` };
|
|
63
|
+
}
|
|
64
|
+
return { reason: "stop" };
|
|
65
|
+
}
|
|
66
|
+
function appendArgs(state, tracker, index, delta) {
|
|
67
|
+
if (delta.length === 0)
|
|
68
|
+
return;
|
|
69
|
+
state.args.set(index, (state.args.get(index) ?? "") + delta);
|
|
70
|
+
tracker.appendToolArgs(index, delta);
|
|
71
|
+
}
|
|
72
|
+
/** done 给出的全文与已拼接的增量对齐:是前缀则补尾巴,尚无增量则整段补上。 */
|
|
73
|
+
function reconcileArgs(state, tracker, index, full) {
|
|
74
|
+
const sofar = state.args.get(index) ?? "";
|
|
75
|
+
if (full.startsWith(sofar))
|
|
76
|
+
appendArgs(state, tracker, index, full.slice(sofar.length));
|
|
77
|
+
}
|
|
78
|
+
function slotOf(state, data, kind) {
|
|
79
|
+
const outputIndex = num(data["output_index"]);
|
|
80
|
+
const itemId = str(data["item_id"]) ?? str(obj(data["item"])?.["id"]);
|
|
81
|
+
const slot = (outputIndex !== undefined ? state.byOutput.get(outputIndex) : undefined) ??
|
|
82
|
+
(itemId !== undefined ? state.byItem.get(itemId) : undefined);
|
|
83
|
+
return slot?.kind === kind ? slot : undefined;
|
|
84
|
+
}
|
|
85
|
+
function openSlot(state, data, tracker) {
|
|
86
|
+
const item = obj(data["item"]);
|
|
87
|
+
const type = str(item?.["type"]);
|
|
88
|
+
let slot;
|
|
89
|
+
if (type === "reasoning")
|
|
90
|
+
slot = { index: tracker.startThinking(), kind: "thinking" };
|
|
91
|
+
else if (type === "message")
|
|
92
|
+
slot = { index: tracker.startText(), kind: "text" };
|
|
93
|
+
else if (type === "function_call") {
|
|
94
|
+
const callId = str(item?.["call_id"]) || str(item?.["id"]) || `call_${state.byOutput.size}`;
|
|
95
|
+
const index = tracker.startToolCall(callId, str(item?.["name"]) ?? "");
|
|
96
|
+
const block = tracker.toolCallBlock(index);
|
|
97
|
+
const itemId = str(item?.["id"]);
|
|
98
|
+
if (block && itemId)
|
|
99
|
+
block.thoughtSignature = itemId;
|
|
100
|
+
slot = { index, kind: "toolCall" };
|
|
101
|
+
appendArgs(state, tracker, index, str(item?.["arguments"]) ?? "");
|
|
102
|
+
}
|
|
103
|
+
if (!slot)
|
|
104
|
+
return undefined;
|
|
105
|
+
const outputIndex = num(data["output_index"]);
|
|
106
|
+
if (outputIndex !== undefined)
|
|
107
|
+
state.byOutput.set(outputIndex, slot);
|
|
108
|
+
const itemId = str(item?.["id"]);
|
|
109
|
+
if (itemId)
|
|
110
|
+
state.byItem.set(itemId, slot);
|
|
111
|
+
return slot;
|
|
112
|
+
}
|
|
113
|
+
function texts(value, field) {
|
|
114
|
+
if (!Array.isArray(value))
|
|
115
|
+
return [];
|
|
116
|
+
return value.map((part) => str(obj(part)?.[field]) ?? "").filter((t) => t.length > 0);
|
|
117
|
+
}
|
|
118
|
+
function closeSlot(state, data, tracker) {
|
|
119
|
+
const item = obj(data["item"]) ?? {};
|
|
120
|
+
const type = str(item["type"]);
|
|
121
|
+
const kind = type === "reasoning" ? "thinking" : type === "message" ? "text" : "toolCall";
|
|
122
|
+
if (type !== "reasoning" && type !== "message" && type !== "function_call")
|
|
123
|
+
return;
|
|
124
|
+
const slot = slotOf(state, data, kind) ?? openSlot(state, data, tracker);
|
|
125
|
+
if (!slot || !tracker.isOpen(slot.index))
|
|
126
|
+
return;
|
|
127
|
+
const block = tracker.output.content[slot.index];
|
|
128
|
+
if (type === "reasoning" && block?.type === "thinking") {
|
|
129
|
+
if (block.thinking.length === 0) {
|
|
130
|
+
const full = texts(item["summary"], "text");
|
|
131
|
+
const raw = full.length > 0 ? full : texts(item["content"], "text");
|
|
132
|
+
tracker.appendThinking(slot.index, raw.join("\n\n"));
|
|
133
|
+
}
|
|
134
|
+
block.thinkingSignature = JSON.stringify(item);
|
|
135
|
+
}
|
|
136
|
+
else if (type === "message" && block?.type === "text") {
|
|
137
|
+
if (block.text.length === 0) {
|
|
138
|
+
const parts = Array.isArray(item["content"]) ? item["content"] : [];
|
|
139
|
+
const full = parts.map((p) => str(obj(p)?.["text"]) ?? str(obj(p)?.["refusal"]) ?? "");
|
|
140
|
+
tracker.appendText(slot.index, full.join(""));
|
|
141
|
+
}
|
|
142
|
+
const id = str(item["id"]);
|
|
143
|
+
if (id)
|
|
144
|
+
block.textSignature = encodeMessageSignature(id, str(item["phase"]));
|
|
145
|
+
}
|
|
146
|
+
else if (type === "function_call" && block?.type === "toolCall") {
|
|
147
|
+
const args = str(item["arguments"]);
|
|
148
|
+
if (args !== undefined)
|
|
149
|
+
reconcileArgs(state, tracker, slot.index, args);
|
|
150
|
+
}
|
|
151
|
+
tracker.end(slot.index);
|
|
152
|
+
}
|
|
153
|
+
/** 处理一个事件;返回 true 表示已到终止事件。 */
|
|
154
|
+
function handleEvent(data, state, tracker) {
|
|
155
|
+
const output = tracker.output;
|
|
156
|
+
const type = str(data["type"]);
|
|
157
|
+
switch (type) {
|
|
158
|
+
case "response.created":
|
|
159
|
+
case "response.in_progress": {
|
|
160
|
+
const id = str(obj(data["response"])?.["id"]);
|
|
161
|
+
if (id && !output.responseId)
|
|
162
|
+
output.responseId = id;
|
|
163
|
+
return false;
|
|
164
|
+
}
|
|
165
|
+
case "response.output_item.added":
|
|
166
|
+
openSlot(state, data, tracker);
|
|
167
|
+
return false;
|
|
168
|
+
case "response.reasoning_summary_part.added": {
|
|
169
|
+
const slot = slotOf(state, data, "thinking");
|
|
170
|
+
const block = slot ? output.content[slot.index] : undefined;
|
|
171
|
+
if (slot && (num(data["summary_index"]) ?? 0) > 0 && block?.type === "thinking") {
|
|
172
|
+
if (block.thinking.length > 0)
|
|
173
|
+
tracker.appendThinking(slot.index, "\n\n");
|
|
174
|
+
}
|
|
175
|
+
return false;
|
|
176
|
+
}
|
|
177
|
+
case "response.reasoning_summary_text.delta":
|
|
178
|
+
case "response.reasoning_text.delta": {
|
|
179
|
+
const slot = slotOf(state, data, "thinking");
|
|
180
|
+
if (slot)
|
|
181
|
+
tracker.appendThinking(slot.index, str(data["delta"]) ?? "");
|
|
182
|
+
return false;
|
|
183
|
+
}
|
|
184
|
+
case "response.output_text.delta":
|
|
185
|
+
case "response.refusal.delta": {
|
|
186
|
+
const slot = slotOf(state, data, "text");
|
|
187
|
+
if (slot)
|
|
188
|
+
tracker.appendText(slot.index, str(data["delta"]) ?? "");
|
|
189
|
+
return false;
|
|
190
|
+
}
|
|
191
|
+
case "response.function_call_arguments.delta": {
|
|
192
|
+
const slot = slotOf(state, data, "toolCall");
|
|
193
|
+
if (slot)
|
|
194
|
+
appendArgs(state, tracker, slot.index, str(data["delta"]) ?? "");
|
|
195
|
+
return false;
|
|
196
|
+
}
|
|
197
|
+
case "response.function_call_arguments.done": {
|
|
198
|
+
const slot = slotOf(state, data, "toolCall");
|
|
199
|
+
const full = str(data["arguments"]);
|
|
200
|
+
if (slot && full !== undefined)
|
|
201
|
+
reconcileArgs(state, tracker, slot.index, full);
|
|
202
|
+
return false;
|
|
203
|
+
}
|
|
204
|
+
case "response.output_item.done":
|
|
205
|
+
closeSlot(state, data, tracker);
|
|
206
|
+
return false;
|
|
207
|
+
case "response.completed":
|
|
208
|
+
case "response.incomplete":
|
|
209
|
+
case "response.failed": {
|
|
210
|
+
const response = obj(data["response"]) ?? {};
|
|
211
|
+
const id = str(response["id"]);
|
|
212
|
+
if (id)
|
|
213
|
+
output.responseId = id;
|
|
214
|
+
const usage = obj(response["usage"]);
|
|
215
|
+
if (usage)
|
|
216
|
+
output.usage = parseResponsesUsage(usage);
|
|
217
|
+
const status = str(response["status"]) ?? type.slice("response.".length);
|
|
218
|
+
const reason = str(obj(response["incomplete_details"])?.["reason"]);
|
|
219
|
+
output.rawStopReason = reason ?? status;
|
|
220
|
+
if (type === "response.failed") {
|
|
221
|
+
const error = obj(response["error"]);
|
|
222
|
+
throw new Error((error ? describeErrorJson({ error }) : undefined) ??
|
|
223
|
+
(reason ? `Response failed: ${reason}` : "Response failed"));
|
|
224
|
+
}
|
|
225
|
+
state.stop = mapResponsesStatus(status, reason);
|
|
226
|
+
return true;
|
|
227
|
+
}
|
|
228
|
+
case "error":
|
|
229
|
+
throw new Error(describeErrorJson(data) ?? JSON.stringify(data));
|
|
230
|
+
default:
|
|
231
|
+
return false;
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
function buildHeaders(model, options) {
|
|
235
|
+
return mergeHeaders({ "content-type": "application/json", accept: "text/event-stream", "user-agent": USER_AGENT }, authHeaders(options.apiKey, model.authHeader, "authorization-bearer"), affinityHeaders(model, "openai-responses", options.sessionId, resolveCacheRetention(options.cacheRetention)), model.headers, options.headers);
|
|
236
|
+
}
|
|
237
|
+
async function run(stream, model, context, options) {
|
|
238
|
+
const tracker = new BlockTracker(stream, createOutput(model));
|
|
239
|
+
try {
|
|
240
|
+
const request = buildResponsesRequest(model, context, options);
|
|
241
|
+
tracker.output.thinkingLevel = request.thinkingLevel;
|
|
242
|
+
if (request.providerThinkingLevel !== undefined) {
|
|
243
|
+
tracker.output.providerThinkingLevel = request.providerThinkingLevel;
|
|
244
|
+
}
|
|
245
|
+
const replaced = options.onPayload?.(request.body);
|
|
246
|
+
const baseUrl = model.baseUrl ?? "https://api.openai.com/v1";
|
|
247
|
+
const response = await postWithCacheFallback(model, joinUrl(baseUrl, "/responses"), {
|
|
248
|
+
headers: buildHeaders(model, options),
|
|
249
|
+
body: replaced === undefined ? request.body : replaced,
|
|
250
|
+
signal: options.signal,
|
|
251
|
+
timeoutMs: options.timeoutMs,
|
|
252
|
+
onResponse: options.onResponse,
|
|
253
|
+
});
|
|
254
|
+
stream.push({ type: "start", partial: tracker.output });
|
|
255
|
+
const state = {
|
|
256
|
+
byOutput: new Map(),
|
|
257
|
+
byItem: new Map(),
|
|
258
|
+
args: new Map(),
|
|
259
|
+
stop: undefined,
|
|
260
|
+
};
|
|
261
|
+
let finished = false;
|
|
262
|
+
const body = response.body;
|
|
263
|
+
for await (const sse of readSseEvents(body, options.signal)) {
|
|
264
|
+
const raw = sse.data.trim();
|
|
265
|
+
if (raw === "" || raw === "[DONE]")
|
|
266
|
+
continue;
|
|
267
|
+
let data;
|
|
268
|
+
try {
|
|
269
|
+
data = obj(JSON.parse(raw)) ?? {};
|
|
270
|
+
}
|
|
271
|
+
catch {
|
|
272
|
+
throw new Error(`Malformed SSE data (${sse.event ?? "message"}): ${raw.slice(0, 200)}`);
|
|
273
|
+
}
|
|
274
|
+
if (data["type"] === undefined && sse.event)
|
|
275
|
+
data["type"] = sse.event;
|
|
276
|
+
if (handleEvent(data, state, tracker)) {
|
|
277
|
+
finished = true;
|
|
278
|
+
break;
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
if (options.signal.aborted)
|
|
282
|
+
throw new Error("aborted");
|
|
283
|
+
if (!finished || !state.stop)
|
|
284
|
+
throw new Error(STREAM_ENDED_MESSAGE);
|
|
285
|
+
if (state.stop.reason === "error")
|
|
286
|
+
throw new ProviderStopError(state.stop.message);
|
|
287
|
+
const reason = state.stop.reason === "stop" && tracker.hasToolCalls ? "toolUse" : state.stop.reason;
|
|
288
|
+
finishDone(stream, tracker, model, reason);
|
|
289
|
+
}
|
|
290
|
+
catch (error) {
|
|
291
|
+
finishError(stream, tracker, model, error, options.signal);
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
function stream(model, context, options) {
|
|
295
|
+
requireApiKey(model, options);
|
|
296
|
+
const events = new AssistantEventStreamImpl();
|
|
297
|
+
void run(events, model, context, options).finally(() => events.end());
|
|
298
|
+
return events;
|
|
299
|
+
}
|
|
300
|
+
export const openAIResponsesApi = {
|
|
301
|
+
id: "openai-responses",
|
|
302
|
+
stream,
|
|
303
|
+
detectCompat: detectResponsesCompat,
|
|
304
|
+
};
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 协议实现共用的流辅助:输出消息骨架、key 预检、内容块跟踪(保证块事件配对)、终止处理。
|
|
3
|
+
*
|
|
4
|
+
* 块事件规则(两条协议与 fake 一致,契约测试逐条断言):
|
|
5
|
+
* - 每个 `*_start` 恰好对应一个 `*_end`;终止事件之前所有打开的块都会被关闭(出错 / 中止时也
|
|
6
|
+
* 先关块再发 error,消费者不必处理悬空块);
|
|
7
|
+
* - `toolcall_end` 时 `toolCall.arguments` 一定是对象(容错解析,坏 JSON 退化为 `{}`);
|
|
8
|
+
* - 流式期间 `arguments` 随增量更新为「到目前为止」的部分对象。
|
|
9
|
+
*/
|
|
10
|
+
import type { AssistantEventStreamImpl } from "../event-stream.js";
|
|
11
|
+
import type { AssistantMessage, Model, StreamOptions, TextBlock, ThinkingBlock, ToolCallBlock } from "../types.js";
|
|
12
|
+
export declare function createOutput(model: Model): AssistantMessage;
|
|
13
|
+
/** 缺 key 时同步抛 `AmaError{code:"no_api_key"}`(§3.1 流契约唯一的同步异常)。 */
|
|
14
|
+
export declare function requireApiKey(model: Model, options: StreamOptions): void;
|
|
15
|
+
type OpenBlock = {
|
|
16
|
+
kind: "text";
|
|
17
|
+
block: TextBlock;
|
|
18
|
+
} | {
|
|
19
|
+
kind: "thinking";
|
|
20
|
+
block: ThinkingBlock;
|
|
21
|
+
} | {
|
|
22
|
+
kind: "toolCall";
|
|
23
|
+
block: ToolCallBlock;
|
|
24
|
+
json: string;
|
|
25
|
+
};
|
|
26
|
+
export declare class BlockTracker {
|
|
27
|
+
private readonly stream;
|
|
28
|
+
readonly output: AssistantMessage;
|
|
29
|
+
private readonly open;
|
|
30
|
+
constructor(stream: AssistantEventStreamImpl, output: AssistantMessage);
|
|
31
|
+
isOpen(index: number): boolean;
|
|
32
|
+
kindOf(index: number): OpenBlock["kind"] | undefined;
|
|
33
|
+
startText(text?: string): number;
|
|
34
|
+
appendText(index: number, delta: string): void;
|
|
35
|
+
startThinking(thinking?: string, signature?: string, redacted?: boolean): number;
|
|
36
|
+
appendThinking(index: number, delta: string): void;
|
|
37
|
+
appendSignature(index: number, delta: string): void;
|
|
38
|
+
startToolCall(id: string, name: string, initialArgs?: Record<string, unknown>): number;
|
|
39
|
+
appendToolArgs(index: number, delta: string): void;
|
|
40
|
+
toolCallBlock(index: number): ToolCallBlock | undefined;
|
|
41
|
+
end(index: number): void;
|
|
42
|
+
endAll(): void;
|
|
43
|
+
get hasToolCalls(): boolean;
|
|
44
|
+
private push;
|
|
45
|
+
}
|
|
46
|
+
export declare const ABORTED_MESSAGE = "Request was aborted";
|
|
47
|
+
export declare const STREAM_ENDED_MESSAGE = "Stream ended before completion";
|
|
48
|
+
/** 正常结束:关块、算 usage / cost、发 done。 */
|
|
49
|
+
export declare function finishDone(stream: AssistantEventStreamImpl, tracker: BlockTracker, model: Model, reason: "stop" | "length" | "toolUse"): void;
|
|
50
|
+
/** 出错或中止:关块、写 errorMessage、发 error(signal 已中止 → aborted)。 */
|
|
51
|
+
export declare function finishError(stream: AssistantEventStreamImpl, tracker: BlockTracker, model: Model, error: unknown, signal: AbortSignal): void;
|
|
52
|
+
/** 内部用:可携带供应商原始 stop reason 的错误(content_filter、refusal 等)。 */
|
|
53
|
+
export declare class ProviderStopError extends Error {
|
|
54
|
+
constructor(message: string);
|
|
55
|
+
}
|
|
56
|
+
export {};
|
|
@@ -0,0 +1,179 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 协议实现共用的流辅助:输出消息骨架、key 预检、内容块跟踪(保证块事件配对)、终止处理。
|
|
3
|
+
*
|
|
4
|
+
* 块事件规则(两条协议与 fake 一致,契约测试逐条断言):
|
|
5
|
+
* - 每个 `*_start` 恰好对应一个 `*_end`;终止事件之前所有打开的块都会被关闭(出错 / 中止时也
|
|
6
|
+
* 先关块再发 error,消费者不必处理悬空块);
|
|
7
|
+
* - `toolcall_end` 时 `toolCall.arguments` 一定是对象(容错解析,坏 JSON 退化为 `{}`);
|
|
8
|
+
* - 流式期间 `arguments` 随增量更新为「到目前为止」的部分对象。
|
|
9
|
+
*/
|
|
10
|
+
import { AmaError } from "../../errors.js";
|
|
11
|
+
import { finalizeUsage, emptyUsage } from "../cost.js";
|
|
12
|
+
import { errorText, hasAuthHeader } from "../http.js";
|
|
13
|
+
import { parseToolArguments } from "../json-partial.js";
|
|
14
|
+
export function createOutput(model) {
|
|
15
|
+
return {
|
|
16
|
+
role: "assistant",
|
|
17
|
+
content: [],
|
|
18
|
+
api: model.api,
|
|
19
|
+
provider: model.provider,
|
|
20
|
+
model: model.id,
|
|
21
|
+
usage: emptyUsage(),
|
|
22
|
+
stopReason: "stop",
|
|
23
|
+
timestamp: Date.now(),
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
/** 缺 key 时同步抛 `AmaError{code:"no_api_key"}`(§3.1 流契约唯一的同步异常)。 */
|
|
27
|
+
export function requireApiKey(model, options) {
|
|
28
|
+
if (options.apiKey)
|
|
29
|
+
return;
|
|
30
|
+
if (model.requiresApiKey === false)
|
|
31
|
+
return;
|
|
32
|
+
if (hasAuthHeader(model.headers) || hasAuthHeader(options.headers))
|
|
33
|
+
return;
|
|
34
|
+
throw new AmaError("no_api_key", `No API key for provider "${model.provider}"`, {
|
|
35
|
+
detail: { provider: model.provider, model: model.id },
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
export class BlockTracker {
|
|
39
|
+
stream;
|
|
40
|
+
output;
|
|
41
|
+
open = new Map();
|
|
42
|
+
constructor(stream, output) {
|
|
43
|
+
this.stream = stream;
|
|
44
|
+
this.output = output;
|
|
45
|
+
}
|
|
46
|
+
isOpen(index) {
|
|
47
|
+
return this.open.has(index);
|
|
48
|
+
}
|
|
49
|
+
kindOf(index) {
|
|
50
|
+
return this.open.get(index)?.kind;
|
|
51
|
+
}
|
|
52
|
+
startText(text = "") {
|
|
53
|
+
const block = { type: "text", text: "" };
|
|
54
|
+
const index = this.push(block);
|
|
55
|
+
this.open.set(index, { kind: "text", block });
|
|
56
|
+
this.stream.push({ type: "text_start", contentIndex: index, partial: this.output });
|
|
57
|
+
if (text)
|
|
58
|
+
this.appendText(index, text);
|
|
59
|
+
return index;
|
|
60
|
+
}
|
|
61
|
+
appendText(index, delta) {
|
|
62
|
+
const entry = this.open.get(index);
|
|
63
|
+
if (entry?.kind !== "text" || delta.length === 0)
|
|
64
|
+
return;
|
|
65
|
+
entry.block.text += delta;
|
|
66
|
+
this.stream.push({ type: "text_delta", contentIndex: index, delta, partial: this.output });
|
|
67
|
+
}
|
|
68
|
+
startThinking(thinking = "", signature, redacted = false) {
|
|
69
|
+
const block = { type: "thinking", thinking: "" };
|
|
70
|
+
if (signature !== undefined)
|
|
71
|
+
block.thinkingSignature = signature;
|
|
72
|
+
if (redacted)
|
|
73
|
+
block.redacted = true;
|
|
74
|
+
const index = this.push(block);
|
|
75
|
+
this.open.set(index, { kind: "thinking", block });
|
|
76
|
+
this.stream.push({ type: "thinking_start", contentIndex: index, partial: this.output });
|
|
77
|
+
if (thinking)
|
|
78
|
+
this.appendThinking(index, thinking);
|
|
79
|
+
return index;
|
|
80
|
+
}
|
|
81
|
+
appendThinking(index, delta) {
|
|
82
|
+
const entry = this.open.get(index);
|
|
83
|
+
if (entry?.kind !== "thinking" || delta.length === 0)
|
|
84
|
+
return;
|
|
85
|
+
entry.block.thinking += delta;
|
|
86
|
+
this.stream.push({ type: "thinking_delta", contentIndex: index, delta, partial: this.output });
|
|
87
|
+
}
|
|
88
|
+
appendSignature(index, delta) {
|
|
89
|
+
const entry = this.open.get(index);
|
|
90
|
+
if (entry?.kind !== "thinking")
|
|
91
|
+
return;
|
|
92
|
+
entry.block.thinkingSignature = (entry.block.thinkingSignature ?? "") + delta;
|
|
93
|
+
}
|
|
94
|
+
startToolCall(id, name, initialArgs) {
|
|
95
|
+
const block = { type: "toolCall", id, name, arguments: initialArgs ?? {} };
|
|
96
|
+
const index = this.push(block);
|
|
97
|
+
this.open.set(index, { kind: "toolCall", block, json: "" });
|
|
98
|
+
this.stream.push({
|
|
99
|
+
type: "toolcall_start",
|
|
100
|
+
contentIndex: index,
|
|
101
|
+
id,
|
|
102
|
+
name,
|
|
103
|
+
partial: this.output,
|
|
104
|
+
});
|
|
105
|
+
return index;
|
|
106
|
+
}
|
|
107
|
+
appendToolArgs(index, delta) {
|
|
108
|
+
const entry = this.open.get(index);
|
|
109
|
+
if (entry?.kind !== "toolCall" || delta.length === 0)
|
|
110
|
+
return;
|
|
111
|
+
entry.json += delta;
|
|
112
|
+
entry.block.arguments = parseToolArguments(entry.json);
|
|
113
|
+
this.stream.push({ type: "toolcall_delta", contentIndex: index, delta, partial: this.output });
|
|
114
|
+
}
|
|
115
|
+
toolCallBlock(index) {
|
|
116
|
+
const entry = this.open.get(index);
|
|
117
|
+
return entry?.kind === "toolCall" ? entry.block : undefined;
|
|
118
|
+
}
|
|
119
|
+
end(index) {
|
|
120
|
+
const entry = this.open.get(index);
|
|
121
|
+
if (!entry)
|
|
122
|
+
return;
|
|
123
|
+
this.open.delete(index);
|
|
124
|
+
if (entry.kind === "text") {
|
|
125
|
+
this.stream.push({ type: "text_end", contentIndex: index, partial: this.output });
|
|
126
|
+
}
|
|
127
|
+
else if (entry.kind === "thinking") {
|
|
128
|
+
this.stream.push({ type: "thinking_end", contentIndex: index, partial: this.output });
|
|
129
|
+
}
|
|
130
|
+
else {
|
|
131
|
+
if (entry.json.length > 0)
|
|
132
|
+
entry.block.arguments = parseToolArguments(entry.json);
|
|
133
|
+
this.stream.push({
|
|
134
|
+
type: "toolcall_end",
|
|
135
|
+
contentIndex: index,
|
|
136
|
+
toolCall: entry.block,
|
|
137
|
+
partial: this.output,
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
endAll() {
|
|
142
|
+
for (const index of [...this.open.keys()].sort((a, b) => a - b))
|
|
143
|
+
this.end(index);
|
|
144
|
+
}
|
|
145
|
+
get hasToolCalls() {
|
|
146
|
+
return this.output.content.some((block) => block.type === "toolCall");
|
|
147
|
+
}
|
|
148
|
+
push(block) {
|
|
149
|
+
this.output.content.push(block);
|
|
150
|
+
return this.output.content.length - 1;
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
export const ABORTED_MESSAGE = "Request was aborted";
|
|
154
|
+
export const STREAM_ENDED_MESSAGE = "Stream ended before completion";
|
|
155
|
+
/** 正常结束:关块、算 usage / cost、发 done。 */
|
|
156
|
+
export function finishDone(stream, tracker, model, reason) {
|
|
157
|
+
tracker.endAll();
|
|
158
|
+
const output = tracker.output;
|
|
159
|
+
output.stopReason = reason;
|
|
160
|
+
finalizeUsage(model, output.usage);
|
|
161
|
+
stream.push({ type: "done", reason, message: output });
|
|
162
|
+
}
|
|
163
|
+
/** 出错或中止:关块、写 errorMessage、发 error(signal 已中止 → aborted)。 */
|
|
164
|
+
export function finishError(stream, tracker, model, error, signal) {
|
|
165
|
+
tracker.endAll();
|
|
166
|
+
const output = tracker.output;
|
|
167
|
+
const aborted = signal.aborted;
|
|
168
|
+
output.stopReason = aborted ? "aborted" : "error";
|
|
169
|
+
output.errorMessage = aborted ? ABORTED_MESSAGE : errorText(error);
|
|
170
|
+
finalizeUsage(model, output.usage);
|
|
171
|
+
stream.push({ type: "error", reason: aborted ? "aborted" : "error", message: output });
|
|
172
|
+
}
|
|
173
|
+
/** 内部用:可携带供应商原始 stop reason 的错误(content_filter、refusal 等)。 */
|
|
174
|
+
export class ProviderStopError extends Error {
|
|
175
|
+
constructor(message) {
|
|
176
|
+
super(message);
|
|
177
|
+
this.name = "ProviderStopError";
|
|
178
|
+
}
|
|
179
|
+
}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 保温经济性(第三波 §1.7「经济性」)。[W3-C1b]
|
|
3
|
+
*
|
|
4
|
+
* P = 上一次真实请求的 input + cacheRead + cacheWrite:
|
|
5
|
+
* - `hitCost = price({cacheRead: P})`
|
|
6
|
+
* - `missCost = price(cacheWrite 价 > 0 ? {cacheWrite: P} : {input: P}) − hitCost`
|
|
7
|
+
* - `warmCost = price({cacheRead: P, output: 1})`
|
|
8
|
+
* - 概率 p:streaming 1、idle 0.15;`p·missCost − warmCost ≥ minSavingsUsd` 才发。
|
|
9
|
+
* 无价格或价格全为 0 → 「经济性不可算」,不发(reason `no_price`)。
|
|
10
|
+
*
|
|
11
|
+
* 计价用 `src/ai/cost.ts` 的 `priceTokens`(与 calculateCost 同一套阶梯与 1h 写入规则)。
|
|
12
|
+
*/
|
|
13
|
+
import { priceTokens } from "../cost.js";
|
|
14
|
+
import type { Model } from "../types.js";
|
|
15
|
+
import type { WarmDecision, WarmingPhase } from "./types.js";
|
|
16
|
+
export declare const WARM_PROBABILITY: Readonly<Record<WarmingPhase, number>>;
|
|
17
|
+
export { priceTokens };
|
|
18
|
+
export declare function evaluateWarm(model: Pick<Model, "cost">, promptTokens: number, phase: WarmingPhase, minSavingsUsd: number): WarmDecision;
|
|
19
|
+
/** 期望节省(美元);不可算时 undefined。 */
|
|
20
|
+
export declare function expectedSavings(decision: WarmDecision): number | undefined;
|
|
21
|
+
/**
|
|
22
|
+
* 盈亏点:前缀至少多少 token 保温才划算(不计阶梯价)。永不划算或超过上下文窗口 → undefined。
|
|
23
|
+
*/
|
|
24
|
+
export declare function warmBreakEven(model: Pick<Model, "cost" | "contextWindow">, phase: WarmingPhase, minSavingsUsd: number): number | undefined;
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 保温经济性(第三波 §1.7「经济性」)。[W3-C1b]
|
|
3
|
+
*
|
|
4
|
+
* P = 上一次真实请求的 input + cacheRead + cacheWrite:
|
|
5
|
+
* - `hitCost = price({cacheRead: P})`
|
|
6
|
+
* - `missCost = price(cacheWrite 价 > 0 ? {cacheWrite: P} : {input: P}) − hitCost`
|
|
7
|
+
* - `warmCost = price({cacheRead: P, output: 1})`
|
|
8
|
+
* - 概率 p:streaming 1、idle 0.15;`p·missCost − warmCost ≥ minSavingsUsd` 才发。
|
|
9
|
+
* 无价格或价格全为 0 → 「经济性不可算」,不发(reason `no_price`)。
|
|
10
|
+
*
|
|
11
|
+
* 计价用 `src/ai/cost.ts` 的 `priceTokens`(与 calculateCost 同一套阶梯与 1h 写入规则)。
|
|
12
|
+
*/
|
|
13
|
+
import { priceTokens } from "../cost.js";
|
|
14
|
+
export const WARM_PROBABILITY = {
|
|
15
|
+
streaming: 1,
|
|
16
|
+
idle: 0.15,
|
|
17
|
+
};
|
|
18
|
+
export { priceTokens };
|
|
19
|
+
function priced(model) {
|
|
20
|
+
const cost = model.cost;
|
|
21
|
+
return cost !== undefined && (cost.input > 0 || cost.cacheWrite > 0);
|
|
22
|
+
}
|
|
23
|
+
export function evaluateWarm(model, promptTokens, phase, minSavingsUsd) {
|
|
24
|
+
const probability = WARM_PROBABILITY[phase];
|
|
25
|
+
const decision = {
|
|
26
|
+
action: "stop",
|
|
27
|
+
phase,
|
|
28
|
+
promptTokens,
|
|
29
|
+
warmCost: undefined,
|
|
30
|
+
missCost: undefined,
|
|
31
|
+
probability,
|
|
32
|
+
};
|
|
33
|
+
if (!priced(model)) {
|
|
34
|
+
decision.reason = "no_price";
|
|
35
|
+
return decision;
|
|
36
|
+
}
|
|
37
|
+
const P = promptTokens;
|
|
38
|
+
const writes = (model.cost?.cacheWrite ?? 0) > 0;
|
|
39
|
+
const hit = priceTokens(model, { cacheRead: P }) ?? 0;
|
|
40
|
+
const full = priceTokens(model, writes ? { cacheWrite: P } : { input: P }) ?? 0;
|
|
41
|
+
decision.missCost = full - hit;
|
|
42
|
+
decision.warmCost = priceTokens(model, { cacheRead: P, output: 1 }) ?? 0;
|
|
43
|
+
if (probability * decision.missCost - decision.warmCost >= minSavingsUsd)
|
|
44
|
+
decision.action = "warm";
|
|
45
|
+
else
|
|
46
|
+
decision.reason = "below_min_savings";
|
|
47
|
+
return decision;
|
|
48
|
+
}
|
|
49
|
+
/** 期望节省(美元);不可算时 undefined。 */
|
|
50
|
+
export function expectedSavings(decision) {
|
|
51
|
+
if (decision.missCost === undefined || decision.warmCost === undefined)
|
|
52
|
+
return undefined;
|
|
53
|
+
return decision.probability * decision.missCost - decision.warmCost;
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* 盈亏点:前缀至少多少 token 保温才划算(不计阶梯价)。永不划算或超过上下文窗口 → undefined。
|
|
57
|
+
*/
|
|
58
|
+
export function warmBreakEven(model, phase, minSavingsUsd) {
|
|
59
|
+
const cost = model.cost;
|
|
60
|
+
if (cost === undefined || !priced(model))
|
|
61
|
+
return undefined;
|
|
62
|
+
const p = WARM_PROBABILITY[phase];
|
|
63
|
+
const full = cost.cacheWrite > 0 ? cost.cacheWrite : cost.input;
|
|
64
|
+
const perToken = (p * (full - cost.cacheRead) - cost.cacheRead) / 1e6;
|
|
65
|
+
if (perToken <= 0)
|
|
66
|
+
return undefined;
|
|
67
|
+
const tokens = Math.ceil((minSavingsUsd + cost.output / 1e6) / perToken);
|
|
68
|
+
return model.contextWindow !== undefined && tokens > model.contextWindow ? undefined : tokens;
|
|
69
|
+
}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 前缀指纹(第三波 §1.2):一次请求的「可缓存前缀」= 折叠后的系统提示 + 工具表 + 模型。[W3-C1b]
|
|
3
|
+
*
|
|
4
|
+
* - `system` = sha256(normalizeContext().systemPrompt) 前 64 bit;
|
|
5
|
+
* - `tools` = sha256(JSON.stringify(工具表按名排序)) 前 64 bit;
|
|
6
|
+
* - `model` = `${provider}/${id}` 原文。
|
|
7
|
+
* 纯函数、零请求;每次真实请求算一次(system + tools 通常 < 20 KB)。未命中归因时与上一条
|
|
8
|
+
* 记录比对,说出「变了什么」。
|
|
9
|
+
*/
|
|
10
|
+
import type { Model, ModelRef, TranscriptContext } from "../types.js";
|
|
11
|
+
import type { PrefixFingerprint } from "./types.js";
|
|
12
|
+
/** sha256 的前 16 位 hex(64 bit)。 */
|
|
13
|
+
export declare function hash16(text: string): string;
|
|
14
|
+
export declare function modelKey(model: Pick<Model, "provider" | "id" | "channel"> | ModelRef): string;
|
|
15
|
+
export declare function fingerprintContext(context: TranscriptContext, model: Pick<Model, "provider" | "id">): PrefixFingerprint;
|
|
16
|
+
/** 两个指纹的差异(按归因顺序:system → tools → model);相同返回 undefined。 */
|
|
17
|
+
export declare function fingerprintChange(prev: PrefixFingerprint, cur: PrefixFingerprint): "system" | "tools" | "model" | undefined;
|