@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Bounded in-process memory of upstreams that do not expose
|
|
3
|
+
* `/v1/messages/count_tokens`. Client-facing preflight must still answer
|
|
4
|
+
* `{ input_tokens }` via the local BPE; it must not re-dial an endpoint
|
|
5
|
+
* already classified as unsupported.
|
|
6
|
+
*
|
|
7
|
+
* Skipping *auth/decrypt* is only possible when the count URL is known
|
|
8
|
+
* without a credential (cloud catalog Anthropic `defaultBaseUrl`). The
|
|
9
|
+
* daemon's captured inference URL is learned from the signed-plan
|
|
10
|
+
* delegate, so `acquireUpstream` still runs; the memory then skips the
|
|
11
|
+
* count HTTP. Identity is never taken from an unsigned caller URL.
|
|
12
|
+
*
|
|
13
|
+
* Scope is provider + endpoint identity (origin + pathname only).
|
|
14
|
+
* Secrets, userinfo, query strings, and API keys never enter the key.
|
|
15
|
+
* Custom endpoints stay isolated from each other and from catalog
|
|
16
|
+
* providers. Model id is NOT part of the key: a missing count *route*
|
|
17
|
+
* is an endpoint property; a missing *model* is not, and must not
|
|
18
|
+
* poison the endpoint.
|
|
19
|
+
*/
|
|
20
|
+
export const COUNT_TOKENS_CAPABILITY_LIMIT = 256;
|
|
21
|
+
/**
|
|
22
|
+
* Stable identity for a count URL: origin + pathname. Unparseable input
|
|
23
|
+
* (and anything that is not http/https) yields `""` — never the raw
|
|
24
|
+
* string, which may carry query tokens or userinfo.
|
|
25
|
+
*/
|
|
26
|
+
export const countTokensEndpointIdentity = (countUrl) => {
|
|
27
|
+
try {
|
|
28
|
+
const u = new URL(countUrl);
|
|
29
|
+
if (u.protocol !== "http:" && u.protocol !== "https:")
|
|
30
|
+
return "";
|
|
31
|
+
return `${u.origin}${u.pathname}`;
|
|
32
|
+
}
|
|
33
|
+
catch {
|
|
34
|
+
return "";
|
|
35
|
+
}
|
|
36
|
+
};
|
|
37
|
+
/**
|
|
38
|
+
* Build a capability memory with its own LRU. Production uses the module
|
|
39
|
+
* default via {@link isCountTokensUnsupported} /
|
|
40
|
+
* {@link rememberCountTokensUnsupported}; tests build a fresh one per case.
|
|
41
|
+
*/
|
|
42
|
+
export const createCountTokensCapabilityMemory = (limit = COUNT_TOKENS_CAPABILITY_LIMIT) => {
|
|
43
|
+
const unsupported = new Map();
|
|
44
|
+
const scopeKey = (scope) => `${scope.provider}\0${scope.endpointIdentity}`;
|
|
45
|
+
return {
|
|
46
|
+
isUnsupported(scope) {
|
|
47
|
+
if (scope.endpointIdentity.length === 0)
|
|
48
|
+
return false;
|
|
49
|
+
const k = scopeKey(scope);
|
|
50
|
+
if (!unsupported.has(k))
|
|
51
|
+
return false;
|
|
52
|
+
unsupported.delete(k);
|
|
53
|
+
unsupported.set(k, true);
|
|
54
|
+
return true;
|
|
55
|
+
},
|
|
56
|
+
remember(scope) {
|
|
57
|
+
if (scope.endpointIdentity.length === 0)
|
|
58
|
+
return;
|
|
59
|
+
const k = scopeKey(scope);
|
|
60
|
+
if (unsupported.has(k)) {
|
|
61
|
+
unsupported.delete(k);
|
|
62
|
+
unsupported.set(k, true);
|
|
63
|
+
return;
|
|
64
|
+
}
|
|
65
|
+
if (unsupported.size >= limit) {
|
|
66
|
+
const oldest = unsupported.keys().next().value;
|
|
67
|
+
if (oldest !== undefined)
|
|
68
|
+
unsupported.delete(oldest);
|
|
69
|
+
}
|
|
70
|
+
unsupported.set(k, true);
|
|
71
|
+
},
|
|
72
|
+
};
|
|
73
|
+
};
|
|
74
|
+
const defaultMemory = createCountTokensCapabilityMemory();
|
|
75
|
+
export const isCountTokensUnsupported = (scope) => defaultMemory.isUnsupported(scope);
|
|
76
|
+
export const rememberCountTokensUnsupported = (scope) => {
|
|
77
|
+
defaultMemory.remember(scope);
|
|
78
|
+
};
|
|
79
|
+
const modelMissing = (t) => /\bmodel\b.{0,120}\b(not found|unknown|does not exist|unsupported|invalid)\b/.test(t) ||
|
|
80
|
+
/\b(not found|unknown|does not exist|unsupported|invalid).{0,120}\bmodel\b/.test(t);
|
|
81
|
+
const countRouteMissing = (t) => /\b(unknown|no such|missing)\s+(endpoint|route|path|url)\b/.test(t) ||
|
|
82
|
+
/\b(endpoint|route|path|url)\s+(is\s+)?(not found|unknown|does not exist|missing)\b/.test(t) ||
|
|
83
|
+
/\bcount_tokens\s+(endpoint|route|path)\s+(not found|does not exist|unknown|not implemented|missing)\b/.test(t) ||
|
|
84
|
+
(t.includes("not implemented") &&
|
|
85
|
+
(t.includes("count_tokens") || t.includes("count tokens"))) ||
|
|
86
|
+
t.includes("method not allowed");
|
|
87
|
+
/**
|
|
88
|
+
* Classify an already-attempted count_tokens HTTP response as "this
|
|
89
|
+
* endpoint does not provide the route" vs everything else.
|
|
90
|
+
*
|
|
91
|
+
* 501 / 405 are unambiguous. 404 is only unsupported when the body
|
|
92
|
+
* names a missing *route/endpoint/method* — not a missing *model*,
|
|
93
|
+
* even if the same sentence mentions `count_tokens`.
|
|
94
|
+
* Auth, rate-limit, and server errors must never be remembered.
|
|
95
|
+
*/
|
|
96
|
+
export const countTokensUnsupportedFromUpstream = (status, bodyText) => {
|
|
97
|
+
if (status === 401 || status === 403 || status === 429)
|
|
98
|
+
return false;
|
|
99
|
+
if (status === 501 || status === 405)
|
|
100
|
+
return true;
|
|
101
|
+
if (status >= 500)
|
|
102
|
+
return false;
|
|
103
|
+
if (status !== 404)
|
|
104
|
+
return false;
|
|
105
|
+
const t = bodyText.toLowerCase();
|
|
106
|
+
if (modelMissing(t))
|
|
107
|
+
return false;
|
|
108
|
+
return countRouteMissing(t);
|
|
109
|
+
};
|
package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts}
RENAMED
|
@@ -15,9 +15,8 @@
|
|
|
15
15
|
* adapter over that core; the heavy vocab is imported lazily inside the ruler,
|
|
16
16
|
* so an estimate that never runs never pays the parse cost.
|
|
17
17
|
*/
|
|
18
|
-
import type { TRulerCache, TRulerFamily } from "../token-ruler";
|
|
19
|
-
import { createRulerCache
|
|
20
|
-
|
|
18
|
+
import type { TRulerCache, TRulerFamily } from "../token-ruler/index.js";
|
|
19
|
+
import { createRulerCache } from "../token-ruler/index.js";
|
|
21
20
|
/**
|
|
22
21
|
* The coarse tokenizer families we select between. NOT provider ids — several
|
|
23
22
|
* providers share a ruler:
|
|
@@ -31,9 +30,7 @@ import { createRulerCache, getRuler, peekRuler } from "../token-ruler";
|
|
|
31
30
|
* estimator-facing name stable.
|
|
32
31
|
*/
|
|
33
32
|
export type TTokenEncoding = TRulerFamily;
|
|
34
|
-
|
|
35
|
-
export const DEFAULT_ENCODING: TTokenEncoding = "o200k";
|
|
36
|
-
|
|
33
|
+
export declare const DEFAULT_ENCODING: TTokenEncoding;
|
|
37
34
|
/**
|
|
38
35
|
* Pick the ruler family for a request surface. `messages` is Anthropic-wire, so
|
|
39
36
|
* the Claude ruler is the accurate one; `chat_completions` and `responses` are
|
|
@@ -41,33 +38,23 @@ export const DEFAULT_ENCODING: TTokenEncoding = "o200k";
|
|
|
41
38
|
* derived Qwen/Kimi/DeepSeek vocabs). Shared by the cloud handler and the daemon
|
|
42
39
|
* so the same body is measured with the same ruler on both paths.
|
|
43
40
|
*/
|
|
44
|
-
export const encodingForSurface
|
|
45
|
-
surface: "messages" | "chat_completions" | "responses",
|
|
46
|
-
): TTokenEncoding => (surface === "messages" ? "claude" : "o200k");
|
|
47
|
-
|
|
41
|
+
export declare const encodingForSurface: (surface: "messages" | "chat_completions" | "responses") => TTokenEncoding;
|
|
48
42
|
/**
|
|
49
43
|
* A minimal counter — just the `count(text)` we need — so the rest of the
|
|
50
44
|
* module doesn't couple to the ruler's class shape.
|
|
51
45
|
*/
|
|
52
46
|
export type TTokenCounter = {
|
|
53
|
-
|
|
47
|
+
readonly count: (text: string) => number;
|
|
54
48
|
};
|
|
55
|
-
|
|
56
49
|
export type { TRulerCache };
|
|
57
50
|
export { createRulerCache };
|
|
58
|
-
|
|
59
51
|
/**
|
|
60
52
|
* Resolve (and cache) the counter for a family. Async because the vocab data is
|
|
61
53
|
* imported lazily — the first call per family builds a ~65k–200k-entry lookup;
|
|
62
54
|
* every call after is a cache hit. Concurrent first-calls are deduped inside the
|
|
63
55
|
* ruler. Pass a {@link TRulerCache} to use a non-default cache (tests).
|
|
64
56
|
*/
|
|
65
|
-
export const getTokenCounter
|
|
66
|
-
encoding: TTokenEncoding,
|
|
67
|
-
cache?: TRulerCache,
|
|
68
|
-
): Promise<TTokenCounter> =>
|
|
69
|
-
(cache ?? { get: getRuler, peek: peekRuler }).get(encoding);
|
|
70
|
-
|
|
57
|
+
export declare const getTokenCounter: (encoding: TTokenEncoding, cache?: TRulerCache) => Promise<TTokenCounter>;
|
|
71
58
|
/**
|
|
72
59
|
* Synchronously return an already-loaded counter, or `null` if the family
|
|
73
60
|
* hasn't been warmed yet. Used by the cheap routing helpers
|
|
@@ -75,8 +62,4 @@ export const getTokenCounter = (
|
|
|
75
62
|
* (`estimateAnthropicInputTokens`) always awaits {@link getTokenCounter}
|
|
76
63
|
* instead of peeking.
|
|
77
64
|
*/
|
|
78
|
-
export const peekTokenCounter
|
|
79
|
-
encoding: TTokenEncoding,
|
|
80
|
-
cache?: TRulerCache,
|
|
81
|
-
): TTokenCounter | null =>
|
|
82
|
-
(cache ?? { get: getRuler, peek: peekRuler }).peek(encoding);
|
|
65
|
+
export declare const peekTokenCounter: (encoding: TTokenEncoding, cache?: TRulerCache) => TTokenCounter | null;
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { createRulerCache, getRuler, peekRuler } from "../token-ruler/index.js";
|
|
2
|
+
export const DEFAULT_ENCODING = "o200k";
|
|
3
|
+
/**
|
|
4
|
+
* Pick the ruler family for a request surface. `messages` is Anthropic-wire, so
|
|
5
|
+
* the Claude ruler is the accurate one; `chat_completions` and `responses` are
|
|
6
|
+
* OpenAI-family (o200k also being the best local stand-in for the tiktoken-
|
|
7
|
+
* derived Qwen/Kimi/DeepSeek vocabs). Shared by the cloud handler and the daemon
|
|
8
|
+
* so the same body is measured with the same ruler on both paths.
|
|
9
|
+
*/
|
|
10
|
+
export const encodingForSurface = (surface) => (surface === "messages" ? "claude" : "o200k");
|
|
11
|
+
export { createRulerCache };
|
|
12
|
+
/**
|
|
13
|
+
* Resolve (and cache) the counter for a family. Async because the vocab data is
|
|
14
|
+
* imported lazily — the first call per family builds a ~65k–200k-entry lookup;
|
|
15
|
+
* every call after is a cache hit. Concurrent first-calls are deduped inside the
|
|
16
|
+
* ruler. Pass a {@link TRulerCache} to use a non-default cache (tests).
|
|
17
|
+
*/
|
|
18
|
+
export const getTokenCounter = (encoding, cache) => (cache ?? { get: getRuler, peek: peekRuler }).get(encoding);
|
|
19
|
+
/**
|
|
20
|
+
* Synchronously return an already-loaded counter, or `null` if the family
|
|
21
|
+
* hasn't been warmed yet. Used by the cheap routing helpers
|
|
22
|
+
* (`estimateBodyTokensExact`) that must stay sync. Client-facing preflight
|
|
23
|
+
* (`estimateAnthropicInputTokens`) always awaits {@link getTokenCounter}
|
|
24
|
+
* instead of peeking.
|
|
25
|
+
*/
|
|
26
|
+
export const peekTokenCounter = (encoding, cache) => (cache ?? { get: getRuler, peek: peekRuler }).peek(encoding);
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Bounded image-signature + dimension inspector. Filename/extension is not
|
|
3
|
+
* evidence: live Cursor output was JPEG bytes saved as `.png`. Callers pass
|
|
4
|
+
* the whole buffer (or a prefix large enough for headers); parsers never
|
|
5
|
+
* scan past a small header budget except JPEG SOF, which walks markers with
|
|
6
|
+
* a hard byte cap.
|
|
7
|
+
*/
|
|
8
|
+
export declare const IMAGE_INSPECT_MAX_BYTES: number;
|
|
9
|
+
export declare const IMAGE_DIMENSION_MAX = 8192;
|
|
10
|
+
export type TInspectedImageMime = "image/png" | "image/jpeg" | "image/webp" | "image/gif";
|
|
11
|
+
export type TInspectedImage = {
|
|
12
|
+
readonly mime: TInspectedImageMime;
|
|
13
|
+
readonly width: number;
|
|
14
|
+
readonly height: number;
|
|
15
|
+
};
|
|
16
|
+
/**
|
|
17
|
+
* Sniff magic + dimensions. Returns null for truncated, oversized, unknown,
|
|
18
|
+
* or out-of-range dimensions. Does not throw.
|
|
19
|
+
*/
|
|
20
|
+
export declare const inspectImageBytes: (bytes: Uint8Array) => TInspectedImage | null;
|
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Bounded image-signature + dimension inspector. Filename/extension is not
|
|
3
|
+
* evidence: live Cursor output was JPEG bytes saved as `.png`. Callers pass
|
|
4
|
+
* the whole buffer (or a prefix large enough for headers); parsers never
|
|
5
|
+
* scan past a small header budget except JPEG SOF, which walks markers with
|
|
6
|
+
* a hard byte cap.
|
|
7
|
+
*/
|
|
8
|
+
export const IMAGE_INSPECT_MAX_BYTES = 20 * 1024 * 1024;
|
|
9
|
+
export const IMAGE_DIMENSION_MAX = 8_192;
|
|
10
|
+
const PNG_SIG = [0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a];
|
|
11
|
+
const JPEG_SOI0 = 0xff;
|
|
12
|
+
const JPEG_SOI1 = 0xd8;
|
|
13
|
+
const GIF87 = [0x47, 0x49, 0x46, 0x38, 0x37, 0x61];
|
|
14
|
+
const GIF89 = [0x47, 0x49, 0x46, 0x38, 0x39, 0x61];
|
|
15
|
+
const RIFF = [0x52, 0x49, 0x46, 0x46];
|
|
16
|
+
const WEBP = [0x57, 0x45, 0x42, 0x50];
|
|
17
|
+
const u16be = (bytes, offset) => ((bytes[offset] ?? 0) << 8) | (bytes[offset + 1] ?? 0);
|
|
18
|
+
const u16le = (bytes, offset) => (bytes[offset] ?? 0) | ((bytes[offset + 1] ?? 0) << 8);
|
|
19
|
+
const u24le = (bytes, offset) => (bytes[offset] ?? 0) |
|
|
20
|
+
((bytes[offset + 1] ?? 0) << 8) |
|
|
21
|
+
((bytes[offset + 2] ?? 0) << 16);
|
|
22
|
+
const u32be = (bytes, offset) => ((bytes[offset] ?? 0) * 0x1000000 +
|
|
23
|
+
((bytes[offset + 1] ?? 0) << 16) +
|
|
24
|
+
((bytes[offset + 2] ?? 0) << 8) +
|
|
25
|
+
(bytes[offset + 3] ?? 0)) >>>
|
|
26
|
+
0;
|
|
27
|
+
const startsWith = (bytes, sig, offset = 0) => {
|
|
28
|
+
if (bytes.length < offset + sig.length)
|
|
29
|
+
return false;
|
|
30
|
+
for (let i = 0; i < sig.length; i++) {
|
|
31
|
+
if (bytes[offset + i] !== sig[i])
|
|
32
|
+
return false;
|
|
33
|
+
}
|
|
34
|
+
return true;
|
|
35
|
+
};
|
|
36
|
+
const validDims = (width, height) => Number.isInteger(width) &&
|
|
37
|
+
Number.isInteger(height) &&
|
|
38
|
+
width > 0 &&
|
|
39
|
+
height > 0 &&
|
|
40
|
+
width <= IMAGE_DIMENSION_MAX &&
|
|
41
|
+
height <= IMAGE_DIMENSION_MAX;
|
|
42
|
+
const inspectPng = (bytes) => {
|
|
43
|
+
if (!startsWith(bytes, PNG_SIG))
|
|
44
|
+
return null;
|
|
45
|
+
// IHDR: 8 sig + 4 len + 4 type + 4 width + 4 height
|
|
46
|
+
if (bytes.length < 24)
|
|
47
|
+
return null;
|
|
48
|
+
if (bytes[12] !== 0x49 ||
|
|
49
|
+
bytes[13] !== 0x48 ||
|
|
50
|
+
bytes[14] !== 0x44 ||
|
|
51
|
+
bytes[15] !== 0x52) {
|
|
52
|
+
return null;
|
|
53
|
+
}
|
|
54
|
+
const width = u32be(bytes, 16);
|
|
55
|
+
const height = u32be(bytes, 20);
|
|
56
|
+
if (!validDims(width, height))
|
|
57
|
+
return null;
|
|
58
|
+
return { mime: "image/png", width, height };
|
|
59
|
+
};
|
|
60
|
+
/** Walk JPEG markers until SOF0/1/2; ignore SOS payload. Cap the walk. */
|
|
61
|
+
const inspectJpeg = (bytes) => {
|
|
62
|
+
if (bytes.length < 4)
|
|
63
|
+
return null;
|
|
64
|
+
if (bytes[0] !== JPEG_SOI0 || bytes[1] !== JPEG_SOI1)
|
|
65
|
+
return null;
|
|
66
|
+
let i = 2;
|
|
67
|
+
const cap = Math.min(bytes.length, 64 * 1024);
|
|
68
|
+
while (i + 9 < cap) {
|
|
69
|
+
if (bytes[i] !== 0xff) {
|
|
70
|
+
i += 1;
|
|
71
|
+
continue;
|
|
72
|
+
}
|
|
73
|
+
let marker = bytes[i + 1] ?? 0;
|
|
74
|
+
while (marker === 0xff && i + 2 < cap) {
|
|
75
|
+
i += 1;
|
|
76
|
+
marker = bytes[i + 1] ?? 0;
|
|
77
|
+
}
|
|
78
|
+
if (marker === 0xd8 || marker === 0xd9 || marker === 0x01) {
|
|
79
|
+
i += 2;
|
|
80
|
+
continue;
|
|
81
|
+
}
|
|
82
|
+
// RST / TEM have no length
|
|
83
|
+
if (marker >= 0xd0 && marker <= 0xd7) {
|
|
84
|
+
i += 2;
|
|
85
|
+
continue;
|
|
86
|
+
}
|
|
87
|
+
if (i + 4 >= cap)
|
|
88
|
+
return null;
|
|
89
|
+
const len = u16be(bytes, i + 2);
|
|
90
|
+
if (len < 2)
|
|
91
|
+
return null;
|
|
92
|
+
// SOF0 / SOF1 / SOF2
|
|
93
|
+
if (marker === 0xc0 || marker === 0xc1 || marker === 0xc2) {
|
|
94
|
+
if (i + 9 >= cap)
|
|
95
|
+
return null;
|
|
96
|
+
const height = u16be(bytes, i + 5);
|
|
97
|
+
const width = u16be(bytes, i + 7);
|
|
98
|
+
if (!validDims(width, height))
|
|
99
|
+
return null;
|
|
100
|
+
return { mime: "image/jpeg", width, height };
|
|
101
|
+
}
|
|
102
|
+
if (marker === 0xda)
|
|
103
|
+
return null; // SOS without SOF
|
|
104
|
+
i += 2 + len;
|
|
105
|
+
}
|
|
106
|
+
return null;
|
|
107
|
+
};
|
|
108
|
+
const inspectGif = (bytes) => {
|
|
109
|
+
if (!startsWith(bytes, GIF87) && !startsWith(bytes, GIF89))
|
|
110
|
+
return null;
|
|
111
|
+
if (bytes.length < 10)
|
|
112
|
+
return null;
|
|
113
|
+
const width = u16le(bytes, 6);
|
|
114
|
+
const height = u16le(bytes, 8);
|
|
115
|
+
if (!validDims(width, height))
|
|
116
|
+
return null;
|
|
117
|
+
return { mime: "image/gif", width, height };
|
|
118
|
+
};
|
|
119
|
+
const inspectWebp = (bytes) => {
|
|
120
|
+
if (!startsWith(bytes, RIFF) || !startsWith(bytes, WEBP, 8))
|
|
121
|
+
return null;
|
|
122
|
+
if (bytes.length < 30)
|
|
123
|
+
return null;
|
|
124
|
+
const fourcc = String.fromCharCode(bytes[12] ?? 0) +
|
|
125
|
+
String.fromCharCode(bytes[13] ?? 0) +
|
|
126
|
+
String.fromCharCode(bytes[14] ?? 0) +
|
|
127
|
+
String.fromCharCode(bytes[15] ?? 0);
|
|
128
|
+
if (fourcc === "VP8X") {
|
|
129
|
+
if (bytes.length < 30)
|
|
130
|
+
return null;
|
|
131
|
+
const width = u24le(bytes, 24) + 1;
|
|
132
|
+
const height = u24le(bytes, 27) + 1;
|
|
133
|
+
if (!validDims(width, height))
|
|
134
|
+
return null;
|
|
135
|
+
return { mime: "image/webp", width, height };
|
|
136
|
+
}
|
|
137
|
+
if (fourcc === "VP8 ") {
|
|
138
|
+
// lossy: bytes 16-19 are the "VP8 " chunk size, 20-22 the 3-byte VP8
|
|
139
|
+
// frame tag, THEN the 0x9d 0x01 0x2a start code at 23-25, followed by
|
|
140
|
+
// 16-bit width (26-27) / height (28-29). Verified against real
|
|
141
|
+
// cwebp-encoded output — see `tests/transport/image-signature-webp.test.ts`
|
|
142
|
+
// — a previous off-by-3 read the start code at 20-22 and dims at
|
|
143
|
+
// 23/25, which never matched a real VP8 lossy stream.
|
|
144
|
+
if (bytes.length < 30)
|
|
145
|
+
return null;
|
|
146
|
+
if (bytes[23] !== 0x9d || bytes[24] !== 0x01 || bytes[25] !== 0x2a) {
|
|
147
|
+
return null;
|
|
148
|
+
}
|
|
149
|
+
const width = u16le(bytes, 26) & 0x3fff;
|
|
150
|
+
const height = u16le(bytes, 28) & 0x3fff;
|
|
151
|
+
if (!validDims(width, height))
|
|
152
|
+
return null;
|
|
153
|
+
return { mime: "image/webp", width, height };
|
|
154
|
+
}
|
|
155
|
+
if (fourcc === "VP8L") {
|
|
156
|
+
if (bytes.length < 25)
|
|
157
|
+
return null;
|
|
158
|
+
if (bytes[20] !== 0x2f)
|
|
159
|
+
return null;
|
|
160
|
+
const bits = (bytes[21] ?? 0) |
|
|
161
|
+
((bytes[22] ?? 0) << 8) |
|
|
162
|
+
((bytes[23] ?? 0) << 16) |
|
|
163
|
+
((bytes[24] ?? 0) << 24);
|
|
164
|
+
const width = (bits & 0x3fff) + 1;
|
|
165
|
+
const height = ((bits >> 14) & 0x3fff) + 1;
|
|
166
|
+
if (!validDims(width, height))
|
|
167
|
+
return null;
|
|
168
|
+
return { mime: "image/webp", width, height };
|
|
169
|
+
}
|
|
170
|
+
return null;
|
|
171
|
+
};
|
|
172
|
+
/**
|
|
173
|
+
* Sniff magic + dimensions. Returns null for truncated, oversized, unknown,
|
|
174
|
+
* or out-of-range dimensions. Does not throw.
|
|
175
|
+
*/
|
|
176
|
+
export const inspectImageBytes = (bytes) => {
|
|
177
|
+
if (bytes.byteLength === 0 || bytes.byteLength > IMAGE_INSPECT_MAX_BYTES) {
|
|
178
|
+
return null;
|
|
179
|
+
}
|
|
180
|
+
return (inspectPng(bytes) ??
|
|
181
|
+
inspectJpeg(bytes) ??
|
|
182
|
+
inspectGif(bytes) ??
|
|
183
|
+
inspectWebp(bytes));
|
|
184
|
+
};
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import type { TImageStreamCompletedEvent, TImageStreamEvent, TImageStreamPartialEvent } from "@openllmsh/sdk/protocol";
|
|
2
|
+
/** One named SSE frame. The spec frames image events by name, not by `data` alone. */
|
|
3
|
+
export declare const encodeImageSseEvent: (event: TImageStreamEvent) => Uint8Array;
|
|
4
|
+
/**
|
|
5
|
+
* A terminal error frame. Used when generation SUCCEEDED but the gateway
|
|
6
|
+
* could not durably store the image: the caller must not be told the
|
|
7
|
+
* operation completed when the media-library URL it implies does not exist.
|
|
8
|
+
*/
|
|
9
|
+
export declare const encodeImageSseError: (message: string) => Uint8Array;
|
|
10
|
+
/**
|
|
11
|
+
* An inert SSE COMMENT. A comment can never be parsed as an event by any
|
|
12
|
+
* client, which is exactly why it is the only honest vehicle for something
|
|
13
|
+
* that is not a result: a keepalive, or a note explaining what the stream
|
|
14
|
+
* will NOT contain. Never use an event frame for either — that is how a
|
|
15
|
+
* zero-progress frame ends up masquerading as progress.
|
|
16
|
+
*/
|
|
17
|
+
export declare const encodeImageSseComment: (text: string) => Uint8Array;
|
|
18
|
+
/** Liveness only, for a stream opened before the work completes. */
|
|
19
|
+
export declare const encodeImageSseKeepalive: () => Uint8Array;
|
|
20
|
+
/**
|
|
21
|
+
* Told to the caller when they asked for partial frames the resolved model is
|
|
22
|
+
* KNOWN not to emit. Without it the request silently yields one completion
|
|
23
|
+
* and the caller is left to guess whether partials were lost or never
|
|
24
|
+
* existed. Emitted only on a positive catalog fact
|
|
25
|
+
* (`nativeProgressiveImages === false`) — never on absent/unknown caps, which
|
|
26
|
+
* must stay permissive.
|
|
27
|
+
*/
|
|
28
|
+
export declare const encodeImageSsePartialsUnavailable: () => Uint8Array;
|
|
29
|
+
export type TUpstreamImageEvents = {
|
|
30
|
+
/** Genuine progressive frames, in arrival order. Empty for a final-only provider. */
|
|
31
|
+
readonly partials: ReadonlyArray<TImageStreamPartialEvent>;
|
|
32
|
+
readonly completed: TImageStreamCompletedEvent | null;
|
|
33
|
+
};
|
|
34
|
+
/**
|
|
35
|
+
* Read an upstream SSE image stream into its events.
|
|
36
|
+
*
|
|
37
|
+
* Callers that need true progressive forwarding use {@link readImageSse}
|
|
38
|
+
* instead; this collector exists for the non-progressive case and for tests.
|
|
39
|
+
*/
|
|
40
|
+
export declare const collectImageSse: (upstream: Response) => Promise<TUpstreamImageEvents>;
|
|
41
|
+
/**
|
|
42
|
+
* Yield upstream image events as they arrive. Unknown event types are skipped
|
|
43
|
+
* rather than failing the stream — a provider adding an event we don't model
|
|
44
|
+
* must not break a generation that otherwise succeeded.
|
|
45
|
+
*/
|
|
46
|
+
export declare function readImageSse(upstream: Response): AsyncGenerator<TImageStreamEvent>;
|
|
47
|
+
/**
|
|
48
|
+
* Build a `completed` event for a provider that returned a finished image
|
|
49
|
+
* rather than a stream. Every field carries a REAL value from that response —
|
|
50
|
+
* notably `usage`, which is preserved rather than zeroed. Nothing here
|
|
51
|
+
* fabricates progress: the absence of partials IS the honest signal that the
|
|
52
|
+
* upstream was not progressive.
|
|
53
|
+
*/
|
|
54
|
+
export declare const completedEventFromFinalImage: (input: {
|
|
55
|
+
readonly b64_json: string;
|
|
56
|
+
readonly createdAt: number;
|
|
57
|
+
readonly size?: string;
|
|
58
|
+
readonly quality?: string;
|
|
59
|
+
readonly background?: string;
|
|
60
|
+
readonly outputFormat?: string;
|
|
61
|
+
readonly usage?: TImageStreamCompletedEvent["usage"];
|
|
62
|
+
}) => TImageStreamCompletedEvent;
|
|
63
|
+
/**
|
|
64
|
+
* Collapse an image SSE stream into the JSON body a non-streaming consumer
|
|
65
|
+
* expects.
|
|
66
|
+
*
|
|
67
|
+
* Intended for a caller WITHOUT an SSE reader. The previous approach silently
|
|
68
|
+
* rewrote such a request to `stream: false`, which overrode a choice the
|
|
69
|
+
* caller had made and meant an agent asking to stream got something else with
|
|
70
|
+
* no indication. Aggregating instead honours the request end to end: the HTTP
|
|
71
|
+
* surface still streams and progressive frames still reach anyone reading
|
|
72
|
+
* them, while the tool consumer receives a final result it can render.
|
|
73
|
+
*
|
|
74
|
+
* Partials are DISCARDED rather than concatenated: they are successive
|
|
75
|
+
* previews of one image, not fragments of it. Returns null when the stream
|
|
76
|
+
* carried no completion.
|
|
77
|
+
*
|
|
78
|
+
* ⚠ SINGLE-IMAGE ONLY, AND CURRENTLY UNUSED. It keeps the LAST completion, so
|
|
79
|
+
* an `n > 1` response — which emits one completion PER image — collapses to
|
|
80
|
+
* the final one and the rest are lost. No production caller reaches it today:
|
|
81
|
+
* the MCP tool deliberately implements its own `aggregateImageSseText` in
|
|
82
|
+
* `packages/cli/src/mcp/openllm/tools.ts`, which keeps EVERY completion.
|
|
83
|
+
* Before wiring this into any consumer that can request `n > 1`, make it
|
|
84
|
+
* return all completions rather than adopting it as-is.
|
|
85
|
+
*/
|
|
86
|
+
export declare const aggregateImageSse: (upstream: Response) => Promise<TImageStreamCompletedEvent | null>;
|
|
87
|
+
/** The aggregated completion as an `ImagesResponse`-shaped JSON body. */
|
|
88
|
+
export declare const imageSseToJsonBody: (completed: TImageStreamCompletedEvent) => Record<string, unknown>;
|
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
import { sseEventStream } from "../streaming/sse.js";
|
|
2
|
+
/**
|
|
3
|
+
* Canonical `/v1/images/generations` SSE.
|
|
4
|
+
*
|
|
5
|
+
* THE RULE THIS FILE EXISTS TO ENFORCE: the gateway always serves an honest
|
|
6
|
+
* stream, and never a simulated one. Concretely:
|
|
7
|
+
*
|
|
8
|
+
* - A provider that genuinely emits progressive frames has them forwarded as
|
|
9
|
+
* they arrive, in order, unbuffered.
|
|
10
|
+
* - A provider that returns one finished image (Gemini, Grok, any
|
|
11
|
+
* OpenAI-compatible endpoint that ignores `stream`) yields exactly ONE
|
|
12
|
+
* `image_generation.completed` event and ZERO partials. We never chop a
|
|
13
|
+
* buffered final image into fake `partial_image` frames, and we never
|
|
14
|
+
* invent a `partial_image_index`.
|
|
15
|
+
* - Keepalive is an SSE COMMENT line, never a zero-progress event, so it
|
|
16
|
+
* cannot be mistaken for progress by any client.
|
|
17
|
+
*
|
|
18
|
+
* Framing follows the pinned spec: NAMED events (`event: image_generation.…`)
|
|
19
|
+
* and NO `[DONE]` sentinel — `[DONE]` is chat framing and does not appear in
|
|
20
|
+
* the images spec. The `completed` event is the terminator.
|
|
21
|
+
*/
|
|
22
|
+
const encoder = new TextEncoder();
|
|
23
|
+
/** One named SSE frame. The spec frames image events by name, not by `data` alone. */
|
|
24
|
+
export const encodeImageSseEvent = (event) => encoder.encode(`event: ${event.type}\ndata: ${JSON.stringify(event)}\n\n`);
|
|
25
|
+
/**
|
|
26
|
+
* A terminal error frame. Used when generation SUCCEEDED but the gateway
|
|
27
|
+
* could not durably store the image: the caller must not be told the
|
|
28
|
+
* operation completed when the media-library URL it implies does not exist.
|
|
29
|
+
*/
|
|
30
|
+
export const encodeImageSseError = (message) => encoder.encode(`event: error\ndata: ${JSON.stringify({ error: { message, type: "persistence_error" } })}\n\n`);
|
|
31
|
+
/**
|
|
32
|
+
* An inert SSE COMMENT. A comment can never be parsed as an event by any
|
|
33
|
+
* client, which is exactly why it is the only honest vehicle for something
|
|
34
|
+
* that is not a result: a keepalive, or a note explaining what the stream
|
|
35
|
+
* will NOT contain. Never use an event frame for either — that is how a
|
|
36
|
+
* zero-progress frame ends up masquerading as progress.
|
|
37
|
+
*/
|
|
38
|
+
export const encodeImageSseComment = (text) => encoder.encode(`: ${text}\n\n`);
|
|
39
|
+
/** Liveness only, for a stream opened before the work completes. */
|
|
40
|
+
export const encodeImageSseKeepalive = () => encodeImageSseComment("keepalive");
|
|
41
|
+
/**
|
|
42
|
+
* Told to the caller when they asked for partial frames the resolved model is
|
|
43
|
+
* KNOWN not to emit. Without it the request silently yields one completion
|
|
44
|
+
* and the caller is left to guess whether partials were lost or never
|
|
45
|
+
* existed. Emitted only on a positive catalog fact
|
|
46
|
+
* (`nativeProgressiveImages === false`) — never on absent/unknown caps, which
|
|
47
|
+
* must stay permissive.
|
|
48
|
+
*/
|
|
49
|
+
export const encodeImageSsePartialsUnavailable = () => encodeImageSseComment("partial_images requested, but this model does not emit progressive image frames; a single completion event will follow");
|
|
50
|
+
const isPartial = (v) => typeof v === "object" &&
|
|
51
|
+
v !== null &&
|
|
52
|
+
v.type === "image_generation.partial_image";
|
|
53
|
+
const isCompleted = (v) => typeof v === "object" &&
|
|
54
|
+
v !== null &&
|
|
55
|
+
v.type === "image_generation.completed";
|
|
56
|
+
/**
|
|
57
|
+
* Read an upstream SSE image stream into its events.
|
|
58
|
+
*
|
|
59
|
+
* Callers that need true progressive forwarding use {@link readImageSse}
|
|
60
|
+
* instead; this collector exists for the non-progressive case and for tests.
|
|
61
|
+
*/
|
|
62
|
+
export const collectImageSse = async (upstream) => {
|
|
63
|
+
const partials = [];
|
|
64
|
+
let completed = null;
|
|
65
|
+
for await (const event of readImageSse(upstream)) {
|
|
66
|
+
if (isPartial(event))
|
|
67
|
+
partials.push(event);
|
|
68
|
+
else if (isCompleted(event))
|
|
69
|
+
completed = event;
|
|
70
|
+
}
|
|
71
|
+
return { partials, completed };
|
|
72
|
+
};
|
|
73
|
+
/**
|
|
74
|
+
* Yield upstream image events as they arrive. Unknown event types are skipped
|
|
75
|
+
* rather than failing the stream — a provider adding an event we don't model
|
|
76
|
+
* must not break a generation that otherwise succeeded.
|
|
77
|
+
*/
|
|
78
|
+
export async function* readImageSse(upstream) {
|
|
79
|
+
const body = upstream.body;
|
|
80
|
+
if (body === null)
|
|
81
|
+
return;
|
|
82
|
+
const reader = sseEventStream(body).getReader();
|
|
83
|
+
try {
|
|
84
|
+
for (;;) {
|
|
85
|
+
const { value, done } = await reader.read();
|
|
86
|
+
if (done)
|
|
87
|
+
return;
|
|
88
|
+
if (value === undefined || value.kind !== "data")
|
|
89
|
+
continue;
|
|
90
|
+
let parsed;
|
|
91
|
+
try {
|
|
92
|
+
parsed = JSON.parse(value.data);
|
|
93
|
+
}
|
|
94
|
+
catch {
|
|
95
|
+
continue;
|
|
96
|
+
}
|
|
97
|
+
if (isPartial(parsed) || isCompleted(parsed))
|
|
98
|
+
yield parsed;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
finally {
|
|
102
|
+
reader.releaseLock();
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
/**
|
|
106
|
+
* Build a `completed` event for a provider that returned a finished image
|
|
107
|
+
* rather than a stream. Every field carries a REAL value from that response —
|
|
108
|
+
* notably `usage`, which is preserved rather than zeroed. Nothing here
|
|
109
|
+
* fabricates progress: the absence of partials IS the honest signal that the
|
|
110
|
+
* upstream was not progressive.
|
|
111
|
+
*/
|
|
112
|
+
export const completedEventFromFinalImage = (input) => ({
|
|
113
|
+
type: "image_generation.completed",
|
|
114
|
+
b64_json: input.b64_json,
|
|
115
|
+
created_at: input.createdAt,
|
|
116
|
+
...(input.size !== undefined ? { size: input.size } : {}),
|
|
117
|
+
...(input.quality !== undefined ? { quality: input.quality } : {}),
|
|
118
|
+
...(input.background !== undefined ? { background: input.background } : {}),
|
|
119
|
+
...(input.outputFormat !== undefined
|
|
120
|
+
? { output_format: input.outputFormat }
|
|
121
|
+
: {}),
|
|
122
|
+
...(input.usage !== undefined ? { usage: input.usage } : {}),
|
|
123
|
+
});
|
|
124
|
+
/**
|
|
125
|
+
* Collapse an image SSE stream into the JSON body a non-streaming consumer
|
|
126
|
+
* expects.
|
|
127
|
+
*
|
|
128
|
+
* Intended for a caller WITHOUT an SSE reader. The previous approach silently
|
|
129
|
+
* rewrote such a request to `stream: false`, which overrode a choice the
|
|
130
|
+
* caller had made and meant an agent asking to stream got something else with
|
|
131
|
+
* no indication. Aggregating instead honours the request end to end: the HTTP
|
|
132
|
+
* surface still streams and progressive frames still reach anyone reading
|
|
133
|
+
* them, while the tool consumer receives a final result it can render.
|
|
134
|
+
*
|
|
135
|
+
* Partials are DISCARDED rather than concatenated: they are successive
|
|
136
|
+
* previews of one image, not fragments of it. Returns null when the stream
|
|
137
|
+
* carried no completion.
|
|
138
|
+
*
|
|
139
|
+
* ⚠ SINGLE-IMAGE ONLY, AND CURRENTLY UNUSED. It keeps the LAST completion, so
|
|
140
|
+
* an `n > 1` response — which emits one completion PER image — collapses to
|
|
141
|
+
* the final one and the rest are lost. No production caller reaches it today:
|
|
142
|
+
* the MCP tool deliberately implements its own `aggregateImageSseText` in
|
|
143
|
+
* `packages/cli/src/mcp/openllm/tools.ts`, which keeps EVERY completion.
|
|
144
|
+
* Before wiring this into any consumer that can request `n > 1`, make it
|
|
145
|
+
* return all completions rather than adopting it as-is.
|
|
146
|
+
*/
|
|
147
|
+
export const aggregateImageSse = async (upstream) => {
|
|
148
|
+
let last = null;
|
|
149
|
+
for await (const event of readImageSse(upstream)) {
|
|
150
|
+
if (isCompleted(event))
|
|
151
|
+
last = event;
|
|
152
|
+
}
|
|
153
|
+
return last;
|
|
154
|
+
};
|
|
155
|
+
/** The aggregated completion as an `ImagesResponse`-shaped JSON body. */
|
|
156
|
+
export const imageSseToJsonBody = (completed) => ({
|
|
157
|
+
created: completed.created_at,
|
|
158
|
+
data: [
|
|
159
|
+
{
|
|
160
|
+
b64_json: completed.b64_json,
|
|
161
|
+
...(completed.url !== undefined ? { url: completed.url } : {}),
|
|
162
|
+
},
|
|
163
|
+
],
|
|
164
|
+
...(completed.usage !== undefined ? { usage: completed.usage } : {}),
|
|
165
|
+
...(completed.size !== undefined ? { size: completed.size } : {}),
|
|
166
|
+
...(completed.quality !== undefined ? { quality: completed.quality } : {}),
|
|
167
|
+
...(completed.background !== undefined
|
|
168
|
+
? { background: completed.background }
|
|
169
|
+
: {}),
|
|
170
|
+
...(completed.output_format !== undefined
|
|
171
|
+
? { output_format: completed.output_format }
|
|
172
|
+
: {}),
|
|
173
|
+
});
|