@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
const finishReasonFor = (stop) => {
|
|
2
|
+
if (stop === null)
|
|
3
|
+
return null;
|
|
4
|
+
switch (stop) {
|
|
5
|
+
case "end_turn":
|
|
6
|
+
case "stop_sequence":
|
|
7
|
+
case "pause_turn":
|
|
8
|
+
return "stop";
|
|
9
|
+
// Both are truncation: the turn ended incomplete because it ran out of
|
|
10
|
+
// room. Canonical has one word for that.
|
|
11
|
+
case "max_tokens":
|
|
12
|
+
case "model_context_window_exceeded":
|
|
13
|
+
return "length";
|
|
14
|
+
case "tool_use":
|
|
15
|
+
return "tool_calls";
|
|
16
|
+
case "refusal":
|
|
17
|
+
return "content_filter";
|
|
18
|
+
}
|
|
19
|
+
};
|
|
20
|
+
// Anthropic's `input_tokens` EXCLUDES cache reads and cache-creation tokens
|
|
21
|
+
// (they get their own fields); canonical `prompt_tokens` INCLUDES them, with
|
|
22
|
+
// the split kept in `prompt_tokens_details`. Fold them in — `calcCost` and
|
|
23
|
+
// `toAnthropicMessagesResponse` both subtract them back out, so leaving them
|
|
24
|
+
// out drops cached prompt tokens from usage and zeroes the fresh-input cost.
|
|
25
|
+
const usageFor = (u) => {
|
|
26
|
+
const cached = u.cache_read_input_tokens ?? 0;
|
|
27
|
+
const created = u.cache_creation_input_tokens ?? 0;
|
|
28
|
+
const promptTokens = u.input_tokens + cached + created;
|
|
29
|
+
return {
|
|
30
|
+
prompt_tokens: promptTokens,
|
|
31
|
+
completion_tokens: u.output_tokens,
|
|
32
|
+
total_tokens: promptTokens + u.output_tokens,
|
|
33
|
+
...(cached > 0 || created > 0
|
|
34
|
+
? {
|
|
35
|
+
prompt_tokens_details: {
|
|
36
|
+
cached_tokens: cached,
|
|
37
|
+
cache_creation_tokens: created,
|
|
38
|
+
},
|
|
39
|
+
}
|
|
40
|
+
: {}),
|
|
41
|
+
};
|
|
42
|
+
};
|
|
43
|
+
const blocksToText = (blocks) => {
|
|
44
|
+
const parts = [];
|
|
45
|
+
for (const b of blocks) {
|
|
46
|
+
if (b.type === "text") {
|
|
47
|
+
parts.push(b.text);
|
|
48
|
+
continue;
|
|
49
|
+
}
|
|
50
|
+
if (b.type === "compaction") {
|
|
51
|
+
const raw = b.content;
|
|
52
|
+
if (raw === null || raw === undefined)
|
|
53
|
+
continue;
|
|
54
|
+
if (typeof raw === "string") {
|
|
55
|
+
parts.push(raw);
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
if (typeof raw === "number" || typeof raw === "boolean") {
|
|
59
|
+
parts.push(String(raw));
|
|
60
|
+
continue;
|
|
61
|
+
}
|
|
62
|
+
try {
|
|
63
|
+
parts.push(JSON.stringify(raw));
|
|
64
|
+
}
|
|
65
|
+
catch {
|
|
66
|
+
/* skip */
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
return parts.join("");
|
|
71
|
+
};
|
|
72
|
+
/**
|
|
73
|
+
* Extended-thinking text from a non-streaming Anthropic response.
|
|
74
|
+
*
|
|
75
|
+
* The streaming decoder already maps `thinking_delta` → canonical
|
|
76
|
+
* `reasoning_content` (see ./streaming.ts). Without the same mapping here,
|
|
77
|
+
* the SAME model on the SAME hop returned reasoning to a streaming client
|
|
78
|
+
* and silently dropped it for a non-streaming one. `redacted_thinking`
|
|
79
|
+
* carries no plaintext by construction, so it contributes nothing.
|
|
80
|
+
*/
|
|
81
|
+
const blocksToReasoning = (blocks) => blocks
|
|
82
|
+
.filter((b) => b.type === "thinking")
|
|
83
|
+
.map((b) => b.thinking)
|
|
84
|
+
.filter((t) => t.length > 0)
|
|
85
|
+
.join("\n\n");
|
|
86
|
+
const blocksToToolCalls = (blocks, options) => {
|
|
87
|
+
const out = [];
|
|
88
|
+
for (const block of blocks) {
|
|
89
|
+
if (block.type === "tool_use") {
|
|
90
|
+
out.push({
|
|
91
|
+
id: block.id,
|
|
92
|
+
type: "function",
|
|
93
|
+
function: {
|
|
94
|
+
name: options.toolNameMap?.get(block.name) ?? block.name,
|
|
95
|
+
arguments: JSON.stringify(block.input ?? {}),
|
|
96
|
+
},
|
|
97
|
+
});
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
return out;
|
|
101
|
+
};
|
|
102
|
+
export const fromAnthropicResponse = (resp, options) => {
|
|
103
|
+
const text = blocksToText(resp.content);
|
|
104
|
+
const reasoning = blocksToReasoning(resp.content);
|
|
105
|
+
const toolCalls = blocksToToolCalls(resp.content, options);
|
|
106
|
+
const created = Math.floor(Date.now() / 1000);
|
|
107
|
+
return {
|
|
108
|
+
id: resp.id,
|
|
109
|
+
object: "chat.completion",
|
|
110
|
+
created,
|
|
111
|
+
model: options.providerModelId,
|
|
112
|
+
choices: [
|
|
113
|
+
{
|
|
114
|
+
index: 0,
|
|
115
|
+
message: {
|
|
116
|
+
role: "assistant",
|
|
117
|
+
content: text,
|
|
118
|
+
...(reasoning.length > 0 ? { reasoning_content: reasoning } : {}),
|
|
119
|
+
...(toolCalls.length > 0 ? { tool_calls: toolCalls } : {}),
|
|
120
|
+
},
|
|
121
|
+
finish_reason: finishReasonFor(resp.stop_reason),
|
|
122
|
+
},
|
|
123
|
+
],
|
|
124
|
+
usage: usageFor(resp.usage),
|
|
125
|
+
};
|
|
126
|
+
};
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { TAnthropicProviderOptions, TAnthropicStreamEvent, TChatCompletionChunk } from "@openllmsh/sdk/protocol";
|
|
2
|
+
export type TAnthropicWireOptions = TAnthropicProviderOptions & {
|
|
3
|
+
readonly toolNameMap?: ReadonlyMap<string, string>;
|
|
4
|
+
};
|
|
5
|
+
export type TAnthropicStreamState = {
|
|
6
|
+
id: string | null;
|
|
7
|
+
model: string;
|
|
8
|
+
inputTokens: number;
|
|
9
|
+
cacheCreationTokens: number;
|
|
10
|
+
cacheReadTokens: number;
|
|
11
|
+
created: number;
|
|
12
|
+
toolNameMap?: ReadonlyMap<string, string>;
|
|
13
|
+
/** Map of Anthropic content-block index → OpenAI tool_calls index. */
|
|
14
|
+
toolCallIndexFor: Map<number, number>;
|
|
15
|
+
/** Next OpenAI tool_calls index to assign. */
|
|
16
|
+
nextToolCallIndex: number;
|
|
17
|
+
};
|
|
18
|
+
export declare const newAnthropicStreamState: (options: TAnthropicWireOptions) => TAnthropicStreamState;
|
|
19
|
+
export declare const fromAnthropicStreamEvent: (event: TAnthropicStreamEvent, state: TAnthropicStreamState, _options: TAnthropicWireOptions) => TChatCompletionChunk | null;
|
|
20
|
+
/**
|
|
21
|
+
* Decode a raw Anthropic SSE byte stream into canonical chunks — the ONE
|
|
22
|
+
* place the `(AnthropicStreamEvent, newAnthropicStreamState,
|
|
23
|
+
* fromAnthropicStreamEvent)` decode triple is wired together, shared by
|
|
24
|
+
* the daemon walker's upstream decode and the cloud dispatch chain's
|
|
25
|
+
* passthrough peek (the core provider SPEC carries the same members as
|
|
26
|
+
* data for the schema-driven runner).
|
|
27
|
+
*/
|
|
28
|
+
export declare const decodeAnthropicEventStream: (raw: ReadableStream<Uint8Array>, options: TAnthropicWireOptions, onEvent?: (event: unknown) => void) => ReadableStream<TChatCompletionChunk>;
|
|
@@ -0,0 +1,268 @@
|
|
|
1
|
+
import { AnthropicStreamEvent } from "@openllmsh/sdk/protocol";
|
|
2
|
+
import { normalizeToolCallFinishReason } from "../../lib/streaming/finish-reason.js";
|
|
3
|
+
import { decodeProviderEventStream } from "../../lib/streaming/provider-decode.js";
|
|
4
|
+
import { UpstreamStreamError } from "../../lib/streaming/upstream-error.js";
|
|
5
|
+
const compactionPayloadToText = (raw) => {
|
|
6
|
+
if (raw === null || raw === undefined)
|
|
7
|
+
return "";
|
|
8
|
+
if (typeof raw === "string")
|
|
9
|
+
return raw;
|
|
10
|
+
if (typeof raw === "number" || typeof raw === "boolean")
|
|
11
|
+
return String(raw);
|
|
12
|
+
try {
|
|
13
|
+
return JSON.stringify(raw);
|
|
14
|
+
}
|
|
15
|
+
catch {
|
|
16
|
+
return "";
|
|
17
|
+
}
|
|
18
|
+
};
|
|
19
|
+
const finishReasonFor = (stop) => {
|
|
20
|
+
if (stop === null)
|
|
21
|
+
return null;
|
|
22
|
+
switch (stop) {
|
|
23
|
+
case "end_turn":
|
|
24
|
+
case "stop_sequence":
|
|
25
|
+
case "pause_turn":
|
|
26
|
+
return "stop";
|
|
27
|
+
// Both are truncation: the turn ended incomplete because it ran out of
|
|
28
|
+
// room. Canonical has one word for that.
|
|
29
|
+
case "max_tokens":
|
|
30
|
+
case "model_context_window_exceeded":
|
|
31
|
+
return "length";
|
|
32
|
+
case "tool_use":
|
|
33
|
+
return "tool_calls";
|
|
34
|
+
case "refusal":
|
|
35
|
+
return "content_filter";
|
|
36
|
+
}
|
|
37
|
+
};
|
|
38
|
+
export const newAnthropicStreamState = (options) => ({
|
|
39
|
+
id: null,
|
|
40
|
+
model: options.providerModelId,
|
|
41
|
+
inputTokens: 0,
|
|
42
|
+
cacheCreationTokens: 0,
|
|
43
|
+
cacheReadTokens: 0,
|
|
44
|
+
created: Math.floor(Date.now() / 1000),
|
|
45
|
+
...(options.toolNameMap !== undefined && options.toolNameMap.size > 0
|
|
46
|
+
? { toolNameMap: options.toolNameMap }
|
|
47
|
+
: {}),
|
|
48
|
+
toolCallIndexFor: new Map(),
|
|
49
|
+
nextToolCallIndex: 0,
|
|
50
|
+
});
|
|
51
|
+
export const fromAnthropicStreamEvent = (event, state, _options) => {
|
|
52
|
+
if (event.type === "message_start") {
|
|
53
|
+
state.id = event.message.id;
|
|
54
|
+
state.inputTokens = event.message.usage.input_tokens;
|
|
55
|
+
state.cacheCreationTokens =
|
|
56
|
+
event.message.usage.cache_creation_input_tokens ?? 0;
|
|
57
|
+
state.cacheReadTokens = event.message.usage.cache_read_input_tokens ?? 0;
|
|
58
|
+
return {
|
|
59
|
+
id: state.id,
|
|
60
|
+
object: "chat.completion.chunk",
|
|
61
|
+
created: state.created,
|
|
62
|
+
model: state.model,
|
|
63
|
+
choices: [
|
|
64
|
+
{
|
|
65
|
+
index: 0,
|
|
66
|
+
delta: { role: "assistant", content: "" },
|
|
67
|
+
finish_reason: null,
|
|
68
|
+
},
|
|
69
|
+
],
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
if (event.type === "content_block_start") {
|
|
73
|
+
if (event.content_block.type === "tool_use") {
|
|
74
|
+
const toolCallIndex = state.nextToolCallIndex;
|
|
75
|
+
state.nextToolCallIndex += 1;
|
|
76
|
+
state.toolCallIndexFor.set(event.index, toolCallIndex);
|
|
77
|
+
return {
|
|
78
|
+
id: state.id ?? "",
|
|
79
|
+
object: "chat.completion.chunk",
|
|
80
|
+
created: state.created,
|
|
81
|
+
model: state.model,
|
|
82
|
+
choices: [
|
|
83
|
+
{
|
|
84
|
+
index: 0,
|
|
85
|
+
delta: {
|
|
86
|
+
tool_calls: [
|
|
87
|
+
{
|
|
88
|
+
index: toolCallIndex,
|
|
89
|
+
id: event.content_block.id,
|
|
90
|
+
type: "function",
|
|
91
|
+
function: {
|
|
92
|
+
name: state.toolNameMap?.get(event.content_block.name) ??
|
|
93
|
+
event.content_block.name,
|
|
94
|
+
arguments: "",
|
|
95
|
+
},
|
|
96
|
+
},
|
|
97
|
+
],
|
|
98
|
+
},
|
|
99
|
+
finish_reason: null,
|
|
100
|
+
},
|
|
101
|
+
],
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
if (event.content_block.type === "compaction") {
|
|
105
|
+
const text = compactionPayloadToText(event.content_block.content);
|
|
106
|
+
if (text.length === 0)
|
|
107
|
+
return null;
|
|
108
|
+
return {
|
|
109
|
+
id: state.id ?? "",
|
|
110
|
+
object: "chat.completion.chunk",
|
|
111
|
+
created: state.created,
|
|
112
|
+
model: state.model,
|
|
113
|
+
choices: [
|
|
114
|
+
{
|
|
115
|
+
index: 0,
|
|
116
|
+
delta: { content: text },
|
|
117
|
+
finish_reason: null,
|
|
118
|
+
},
|
|
119
|
+
],
|
|
120
|
+
};
|
|
121
|
+
}
|
|
122
|
+
return null;
|
|
123
|
+
}
|
|
124
|
+
if (event.type === "content_block_delta") {
|
|
125
|
+
if (event.delta.type === "text_delta") {
|
|
126
|
+
return {
|
|
127
|
+
id: state.id ?? "",
|
|
128
|
+
object: "chat.completion.chunk",
|
|
129
|
+
created: state.created,
|
|
130
|
+
model: state.model,
|
|
131
|
+
choices: [
|
|
132
|
+
{
|
|
133
|
+
index: 0,
|
|
134
|
+
delta: { content: event.delta.text },
|
|
135
|
+
finish_reason: null,
|
|
136
|
+
},
|
|
137
|
+
],
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
if (event.delta.type === "thinking_delta") {
|
|
141
|
+
// Extended-thinking deltas ARE live output: map them to canonical
|
|
142
|
+
// `reasoning_content` (the same field the chatgpt decoder uses) so
|
|
143
|
+
// (a) cross-wire clients receive the thinking stream instead of
|
|
144
|
+
// silence, and (b) the pre-commit peek's `isMeaningfulChunk`
|
|
145
|
+
// commits on the FIRST thinking token — without this, a
|
|
146
|
+
// thinking-heavy Anthropic stream decoded to nothing until the
|
|
147
|
+
// first text token and the unbounded peek held the response (and
|
|
148
|
+
// the passthrough tee buffer) for the entire thinking phase.
|
|
149
|
+
return {
|
|
150
|
+
id: state.id ?? "",
|
|
151
|
+
object: "chat.completion.chunk",
|
|
152
|
+
created: state.created,
|
|
153
|
+
model: state.model,
|
|
154
|
+
choices: [
|
|
155
|
+
{
|
|
156
|
+
index: 0,
|
|
157
|
+
delta: { reasoning_content: event.delta.thinking },
|
|
158
|
+
finish_reason: null,
|
|
159
|
+
},
|
|
160
|
+
],
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
if (event.delta.type === "input_json_delta") {
|
|
164
|
+
const toolCallIndex = state.toolCallIndexFor.get(event.index);
|
|
165
|
+
if (toolCallIndex === undefined)
|
|
166
|
+
return null;
|
|
167
|
+
return {
|
|
168
|
+
id: state.id ?? "",
|
|
169
|
+
object: "chat.completion.chunk",
|
|
170
|
+
created: state.created,
|
|
171
|
+
model: state.model,
|
|
172
|
+
choices: [
|
|
173
|
+
{
|
|
174
|
+
index: 0,
|
|
175
|
+
delta: {
|
|
176
|
+
tool_calls: [
|
|
177
|
+
{
|
|
178
|
+
index: toolCallIndex,
|
|
179
|
+
function: { arguments: event.delta.partial_json },
|
|
180
|
+
},
|
|
181
|
+
],
|
|
182
|
+
},
|
|
183
|
+
finish_reason: null,
|
|
184
|
+
},
|
|
185
|
+
],
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
if (event.delta.type === "compaction_delta") {
|
|
189
|
+
const text = compactionPayloadToText(event.delta.content);
|
|
190
|
+
if (text.length === 0)
|
|
191
|
+
return null;
|
|
192
|
+
return {
|
|
193
|
+
id: state.id ?? "",
|
|
194
|
+
object: "chat.completion.chunk",
|
|
195
|
+
created: state.created,
|
|
196
|
+
model: state.model,
|
|
197
|
+
choices: [
|
|
198
|
+
{
|
|
199
|
+
index: 0,
|
|
200
|
+
delta: { content: text },
|
|
201
|
+
finish_reason: null,
|
|
202
|
+
},
|
|
203
|
+
],
|
|
204
|
+
};
|
|
205
|
+
}
|
|
206
|
+
return null;
|
|
207
|
+
}
|
|
208
|
+
if (event.type === "error") {
|
|
209
|
+
// Anthropic emits `event: error` mid-stream for overloaded_error,
|
|
210
|
+
// api_error, etc. Throwing here puts the canonical chunk stream into
|
|
211
|
+
// an errored state; the surface-specific encoder (chunksToSseBytes /
|
|
212
|
+
// chunksToMessagesSseBytes) catches the rejection and emits a proper
|
|
213
|
+
// trailing error frame instead of silently truncating.
|
|
214
|
+
throw new UpstreamStreamError(event.error.type, event.error.message);
|
|
215
|
+
}
|
|
216
|
+
if (event.type === "message_delta") {
|
|
217
|
+
const finish = finishReasonFor(event.delta.stop_reason);
|
|
218
|
+
// `state.inputTokens` holds Anthropic's `input_tokens`, which EXCLUDES the
|
|
219
|
+
// cache fields. Canonical `prompt_tokens` includes them — see `usageFor`
|
|
220
|
+
// in ./response.ts.
|
|
221
|
+
const promptTokens = state.inputTokens + state.cacheReadTokens + state.cacheCreationTokens;
|
|
222
|
+
const usage = {
|
|
223
|
+
prompt_tokens: promptTokens,
|
|
224
|
+
completion_tokens: event.usage.output_tokens,
|
|
225
|
+
total_tokens: promptTokens + event.usage.output_tokens,
|
|
226
|
+
...(state.cacheCreationTokens > 0 || state.cacheReadTokens > 0
|
|
227
|
+
? {
|
|
228
|
+
prompt_tokens_details: {
|
|
229
|
+
cached_tokens: state.cacheReadTokens,
|
|
230
|
+
cache_creation_tokens: state.cacheCreationTokens,
|
|
231
|
+
},
|
|
232
|
+
}
|
|
233
|
+
: {}),
|
|
234
|
+
};
|
|
235
|
+
return {
|
|
236
|
+
id: state.id ?? "",
|
|
237
|
+
object: "chat.completion.chunk",
|
|
238
|
+
created: state.created,
|
|
239
|
+
model: state.model,
|
|
240
|
+
choices: [
|
|
241
|
+
{
|
|
242
|
+
index: 0,
|
|
243
|
+
delta: {},
|
|
244
|
+
finish_reason: normalizeToolCallFinishReason({
|
|
245
|
+
finish_reason: finish,
|
|
246
|
+
hasToolCalls: state.toolCallIndexFor.size > 0,
|
|
247
|
+
}),
|
|
248
|
+
},
|
|
249
|
+
],
|
|
250
|
+
usage,
|
|
251
|
+
};
|
|
252
|
+
}
|
|
253
|
+
return null;
|
|
254
|
+
};
|
|
255
|
+
/**
|
|
256
|
+
* Decode a raw Anthropic SSE byte stream into canonical chunks — the ONE
|
|
257
|
+
* place the `(AnthropicStreamEvent, newAnthropicStreamState,
|
|
258
|
+
* fromAnthropicStreamEvent)` decode triple is wired together, shared by
|
|
259
|
+
* the daemon walker's upstream decode and the cloud dispatch chain's
|
|
260
|
+
* passthrough peek (the core provider SPEC carries the same members as
|
|
261
|
+
* data for the schema-driven runner).
|
|
262
|
+
*/
|
|
263
|
+
export const decodeAnthropicEventStream = (raw, options, onEvent) => decodeProviderEventStream(raw, {
|
|
264
|
+
eventSchema: AnthropicStreamEvent,
|
|
265
|
+
onEvent,
|
|
266
|
+
initialState: newAnthropicStreamState,
|
|
267
|
+
eventToChunk: fromAnthropicStreamEvent,
|
|
268
|
+
}, options);
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Removes ambiguous empty domain lists from native Anthropic web-search tools.
|
|
3
|
+
*
|
|
4
|
+
* This only shapes same-wire inbound tool descriptors; canonical Anthropic
|
|
5
|
+
* encoding owns cross-wire tool construction.
|
|
6
|
+
*/
|
|
7
|
+
export declare const normaliseAnthropicNativeTools: (body: Record<string, unknown>) => Record<string, unknown>;
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
const ANTHROPIC_WEB_SEARCH_TOOL_TYPE = /^web_search_\d{8}$/;
|
|
2
|
+
const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
|
|
3
|
+
/**
|
|
4
|
+
* Removes ambiguous empty domain lists from native Anthropic web-search tools.
|
|
5
|
+
*
|
|
6
|
+
* This only shapes same-wire inbound tool descriptors; canonical Anthropic
|
|
7
|
+
* encoding owns cross-wire tool construction.
|
|
8
|
+
*/
|
|
9
|
+
export const normaliseAnthropicNativeTools = (body) => {
|
|
10
|
+
if (!Array.isArray(body.tools))
|
|
11
|
+
return body;
|
|
12
|
+
let changed = false;
|
|
13
|
+
const tools = body.tools.map((tool) => {
|
|
14
|
+
if (!isRecord(tool) ||
|
|
15
|
+
typeof tool.type !== "string" ||
|
|
16
|
+
!ANTHROPIC_WEB_SEARCH_TOOL_TYPE.test(tool.type) ||
|
|
17
|
+
((!Array.isArray(tool.blocked_domains) ||
|
|
18
|
+
tool.blocked_domains.length > 0) &&
|
|
19
|
+
(!Array.isArray(tool.allowed_domains) ||
|
|
20
|
+
tool.allowed_domains.length > 0))) {
|
|
21
|
+
return tool;
|
|
22
|
+
}
|
|
23
|
+
const normalised = { ...tool };
|
|
24
|
+
if (Array.isArray(normalised.blocked_domains) &&
|
|
25
|
+
normalised.blocked_domains.length === 0) {
|
|
26
|
+
delete normalised.blocked_domains;
|
|
27
|
+
}
|
|
28
|
+
if (Array.isArray(normalised.allowed_domains) &&
|
|
29
|
+
normalised.allowed_domains.length === 0) {
|
|
30
|
+
delete normalised.allowed_domains;
|
|
31
|
+
}
|
|
32
|
+
changed = true;
|
|
33
|
+
return normalised;
|
|
34
|
+
});
|
|
35
|
+
return changed ? { ...body, tools } : body;
|
|
36
|
+
};
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { TChatGptProviderOptions, TErrorEnvelope } from "@openllmsh/sdk/protocol";
|
|
2
|
+
export declare const CHATGPT_API_BASE = "https://chatgpt.com/backend-api/codex";
|
|
3
|
+
/**
|
|
4
|
+
* The Codex preamble, copied verbatim from
|
|
5
|
+
* `common_utils.py:25-105`. The chatgpt.com endpoint (especially gpt-5.4)
|
|
6
|
+
* requires this preamble in `instructions` — without it the server
|
|
7
|
+
* replies with `response.completed` carrying `output=[]`.
|
|
8
|
+
*/
|
|
9
|
+
export declare const CHATGPT_DEFAULT_INSTRUCTIONS = "You are Codex, based on GPT-5. You are running as a coding agent in the Codex CLI on a user's computer.\n\n## General\n\n- When searching for text or files, prefer using `rg` or `rg --files` respectively because `rg` is much faster than alternatives like `grep`. (If the `rg` command is not found, then use alternatives.)\n\n## Editing constraints\n\n- Default to ASCII when editing or creating files. Only introduce non-ASCII or other Unicode characters when there is a clear justification and the file already uses them.\n- Add succinct code comments that explain what is going on if code is not self-explanatory. You should not add comments like \"Assigns the value to the variable\", but a brief comment might be useful ahead of a complex code block that the user would otherwise have to spend time parsing out. Usage of these comments should be rare.\n- Try to use apply_patch for single file edits, but it is fine to explore other options to make the edit if it does not work well. Do not use apply_patch for changes that are auto-generated (i.e. generating package.json or running a lint or format command like gofmt) or when scripting is more efficient (such as search and replacing a string across a codebase).\n- You may be in a dirty git worktree.\n * NEVER revert existing changes you did not make unless explicitly requested, since these changes were made by the user.\n * If asked to make a commit or code edits and there are unrelated changes to your work or changes that you didn't make in those files, don't revert those changes.\n * If the changes are in files you've touched recently, you should read carefully and understand how you can work with the changes rather than reverting them.\n * If the changes are in unrelated files, just ignore them and don't revert them.\n- Do not amend a commit unless explicitly requested to do so.\n- While you are working, you might notice unexpected changes that you didn't make. If this happens, STOP IMMEDIATELY and ask the user how they would like to proceed.\n- **NEVER** use destructive commands like `git reset --hard` or `git checkout --` unless specifically requested or approved by the user.";
|
|
10
|
+
/**
|
|
11
|
+
* Auth + identification headers for the Codex backend.
|
|
12
|
+
*
|
|
13
|
+
* `originator` + `user-agent` are NOT synthesized — they come from the
|
|
14
|
+
* local daemon, which reads them from the official Codex CLI's own
|
|
15
|
+
* identity (see `packages/cli/daemon/src/delegation/chatgpt.ts`) and passes
|
|
16
|
+
* them via `options`. We emit them only when supplied, so the gateway
|
|
17
|
+
* never forges a `codex_cli_rs` fingerprint; the request carries the
|
|
18
|
+
* genuine client's identity.
|
|
19
|
+
*/
|
|
20
|
+
export declare const chatGptAuthHeaders: (accessToken: string, options: TChatGptProviderOptions) => Record<string, string>;
|
|
21
|
+
/** Endpoint: every chatgpt invocation lands on /backend-api/codex/responses. */
|
|
22
|
+
export declare const chatGptEndpoint: (params: {
|
|
23
|
+
readonly stream: boolean;
|
|
24
|
+
readonly baseUrl?: string;
|
|
25
|
+
}) => string;
|
|
26
|
+
/** ChatGPT error envelope — matches the OpenAI shape it usually returns. */
|
|
27
|
+
export declare const chatGptErrorEnvelope: (status: number, raw: unknown) => TErrorEnvelope;
|