@openllmsh/sdk 2.10.12-alpha.1 → 2.10.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -0,0 +1,411 @@
|
|
|
1
|
+
import { fromAnthropicMessagesRequest } from "../adapters/messages/request.js";
|
|
2
|
+
import { fromResponsesRequest } from "../adapters/responses/index.js";
|
|
3
|
+
import { applyModelSettings } from "../features/model-settings.js";
|
|
4
|
+
import { requestHasImageContent } from "../lib/canonical/content-part.js";
|
|
5
|
+
import { normaliseAdaptiveThinking } from "./anthropic/adaptive-thinking.js";
|
|
6
|
+
import { ANTHROPIC_FILES_API_BETA, ANTHROPIC_OAUTH_BETA, deriveAnthropicBetaHeader, } from "./anthropic/beta-headers.js";
|
|
7
|
+
import { toAnthropicRequest } from "./anthropic/request.js";
|
|
8
|
+
import { normaliseAnthropicNativeTools } from "./anthropic/web-search-domains.js";
|
|
9
|
+
import { deriveChatGptSessionId, toChatGptRequest } from "./chatgpt/request.js";
|
|
10
|
+
import { finalizeUpstreamBody } from "./upstream-deny.js";
|
|
11
|
+
const DEFAULT_ANTHROPIC_VERSION = "2023-06-01";
|
|
12
|
+
/** The client's upstream wire, derived from the surface it hit. `responses`
|
|
13
|
+
* rides the OpenAI family for the passthrough decision (it never passes
|
|
14
|
+
* through — its body is Responses-shaped — so it always transforms). */
|
|
15
|
+
export const clientWireOf = (surface) => surface === "messages" ? "anthropic" : "openai";
|
|
16
|
+
/** Inbound (client-shaped) body → canonical ChatCompletion, per surface. */
|
|
17
|
+
export const canonicalFromInbound = (surface, rawBody) => surface === "messages"
|
|
18
|
+
? fromAnthropicMessagesRequest(rawBody)
|
|
19
|
+
: surface === "responses"
|
|
20
|
+
? fromResponsesRequest(rawBody)
|
|
21
|
+
: rawBody;
|
|
22
|
+
/**
|
|
23
|
+
* Canonical request → an UPSTREAM body, per upstream wire. The cross-wire half
|
|
24
|
+
* of the recipe: `toChatGptRequest` / `toAnthropicRequest` / OpenAI-identity.
|
|
25
|
+
* Exported because the daemon's web_search agentic loop rebuilds the upstream
|
|
26
|
+
* body each round from an ALREADY-canonical request (not the inbound body).
|
|
27
|
+
*/
|
|
28
|
+
const inlineAnthropicSystemContent = (content) => typeof content === "string"
|
|
29
|
+
? [{ type: "text", text: content }]
|
|
30
|
+
: Array.isArray(content)
|
|
31
|
+
? content
|
|
32
|
+
: [];
|
|
33
|
+
/**
|
|
34
|
+
* Mid-conversation inline `role: "system"` messages are only present in bodies
|
|
35
|
+
* coming from Claude Code and are not universally accepted by Anthropic models.
|
|
36
|
+
* The rewrite is therefore triggered by BODY SHAPE (presence of inline system
|
|
37
|
+
* messages) and never by model id.
|
|
38
|
+
*
|
|
39
|
+
* Commit e6ac9b93 rewrote inline system messages unconditionally and destroyed
|
|
40
|
+
* cache behavior (constant `cache_read`, 250k-285k `cache_creation`/request).
|
|
41
|
+
* Commit 2f7357be then added a model gate, but this was still wrong because
|
|
42
|
+
* acceptance is not monotonic by family/version.
|
|
43
|
+
*
|
|
44
|
+
* Verified live ground truth (2026-07-26, handrolled claude_code hop, verbatim
|
|
45
|
+
* Claude Code preamble, hoist bypassed so this reads RAW model capability —
|
|
46
|
+
* re-measure with `tests/server/inline-system-capability.e2e.test.ts`):
|
|
47
|
+
* - accept: `claude-opus-5`, `claude-sonnet-5`, `claude-opus-4-8`,
|
|
48
|
+
* `claude-fable-5`
|
|
49
|
+
* - reject: `claude-opus-4-7`, `claude-opus-4-1`, `claude-sonnet-4-6`,
|
|
50
|
+
* `claude-sonnet-4-5`, `claude-haiku-4-5`
|
|
51
|
+
*
|
|
52
|
+
* `claude-opus-4-1` rejects while `claude-opus-4-8` accepts — NON-MONOTONIC
|
|
53
|
+
* within one family, which is exactly why no regex or list can work. The
|
|
54
|
+
* `anthropic-beta: mid-conversation-system-2026-04-07` header makes no
|
|
55
|
+
* difference either way.
|
|
56
|
+
*
|
|
57
|
+
* Prompt-cache rules:
|
|
58
|
+
* 1. No inline system message → the exact same object is returned (no
|
|
59
|
+
* rewrite, no re-serialisation, no key reordering).
|
|
60
|
+
* 2. A model whose card says `caps.inlineSystemMessages: true` also gets the
|
|
61
|
+
* exact same object back: the inline turns stay where the client put
|
|
62
|
+
* them. This is the ONLY cache-safe path when the client keeps appending
|
|
63
|
+
* new inline turns. The cache prefix is `tools → system → messages`, so a
|
|
64
|
+
* NEW block appended to top-level `system` changes the prefix BEFORE every
|
|
65
|
+
* message and invalidates the whole cached conversation — only tools + the
|
|
66
|
+
* original system prompt survive. (A stable hoisted block is fine on the
|
|
67
|
+
* next turn, which is all a 3-turn probe with one fixed reminder sees; a
|
|
68
|
+
* reminder every few turns is a full re-write every few turns. Same
|
|
69
|
+
* incident and same fix as LiteLLM v1.91.2.)
|
|
70
|
+
* 3. When the hoist runs (models that reject inline system, or no card),
|
|
71
|
+
* moved content is APPENDED AFTER the existing top-level `system` blocks
|
|
72
|
+
* so the client's `cache_control` breakpoint keeps its index — tools +
|
|
73
|
+
* original system stay cached, the messages after them do not.
|
|
74
|
+
* Locked in by `tests/transport/cache-prefix-stability.test.ts`.
|
|
75
|
+
*/
|
|
76
|
+
/**
|
|
77
|
+
* Claude Code can emit mid-conversation inline system messages. Anthropic models
|
|
78
|
+
* accept equivalent top-level system prompts, so move inline system content into
|
|
79
|
+
* `system` when present and remove inline system messages from `messages`. Keep
|
|
80
|
+
* all moved blocks verbatim except for stripping inline `cache_control` fields.
|
|
81
|
+
*/
|
|
82
|
+
const stripInlineSystemCacheMarker = (block) => {
|
|
83
|
+
if (block === null || typeof block !== "object" || Array.isArray(block)) {
|
|
84
|
+
return block;
|
|
85
|
+
}
|
|
86
|
+
const message = block;
|
|
87
|
+
if (!Object.hasOwn(message, "cache_control")) {
|
|
88
|
+
return block;
|
|
89
|
+
}
|
|
90
|
+
const { cache_control: _cacheControl, ...rest } = message;
|
|
91
|
+
return rest;
|
|
92
|
+
};
|
|
93
|
+
const isInlineSystemMessage = (message) => typeof message === "object" &&
|
|
94
|
+
message !== null &&
|
|
95
|
+
message.role === "system";
|
|
96
|
+
const isToolAdditionBlock = (block) => typeof block === "object" &&
|
|
97
|
+
block !== null &&
|
|
98
|
+
block.type === "tool_addition";
|
|
99
|
+
/** The tool a `tool_addition` block carries (`{type:"tool_definition",
|
|
100
|
+
* definition}`), or null for any other shape. */
|
|
101
|
+
const toolAdditionDefinition = (block) => {
|
|
102
|
+
const tool = block.tool;
|
|
103
|
+
if (typeof tool !== "object" || tool === null)
|
|
104
|
+
return null;
|
|
105
|
+
const definition = tool.definition;
|
|
106
|
+
return typeof definition === "object" && definition !== null
|
|
107
|
+
? definition
|
|
108
|
+
: null;
|
|
109
|
+
};
|
|
110
|
+
const toolNameOf = (tool) => typeof tool === "object" && tool !== null
|
|
111
|
+
? tool.name
|
|
112
|
+
: undefined;
|
|
113
|
+
/**
|
|
114
|
+
* A `tool_addition` block (`inline-tools-2026-09-15`) is valid only inside an
|
|
115
|
+
* inline system turn — hoisted into top-level `system` it 400s every later
|
|
116
|
+
* request in the session (`system.N.type: Input should be 'text'`). On a model
|
|
117
|
+
* that accepts it (`caps.inlineToolAdditions` not false) it stays in place as a
|
|
118
|
+
* system turn of just those blocks. On one that doesn't, its definition joins
|
|
119
|
+
* top-level `tools` (appended, deduped by name) — the shape a client without
|
|
120
|
+
* the beta would send. Everything else is hoisted.
|
|
121
|
+
*/
|
|
122
|
+
const hoistInlineAnthropicSystemMessages = (body, caps) => {
|
|
123
|
+
if (!Array.isArray(body.messages))
|
|
124
|
+
return body;
|
|
125
|
+
if (!body.messages.some(isInlineSystemMessage))
|
|
126
|
+
return body;
|
|
127
|
+
// The model takes inline system turns (and any `tool_addition` in them) as
|
|
128
|
+
// sent: forward the exact object. Hoisting here would change top-level
|
|
129
|
+
// `system` every time the client appends a new inline turn, and because the
|
|
130
|
+
// cache prefix is `tools → system → messages` that re-writes the whole
|
|
131
|
+
// cached conversation (observed: cache_read pinned at tools+system,
|
|
132
|
+
// ~150–220k cache_creation per new reminder on claude-opus-5-5).
|
|
133
|
+
if (caps?.inlineSystemMessages === true && caps.inlineToolAdditions !== false)
|
|
134
|
+
return body;
|
|
135
|
+
const existingSystem = typeof body.system === "string"
|
|
136
|
+
? [{ type: "text", text: body.system }]
|
|
137
|
+
: Array.isArray(body.system)
|
|
138
|
+
? body.system
|
|
139
|
+
: [];
|
|
140
|
+
const keepInline = caps?.inlineToolAdditions !== false;
|
|
141
|
+
const hoistedSystem = [];
|
|
142
|
+
const addedTools = [];
|
|
143
|
+
const messages = [];
|
|
144
|
+
for (const message of body.messages) {
|
|
145
|
+
if (!isInlineSystemMessage(message)) {
|
|
146
|
+
messages.push(message);
|
|
147
|
+
continue;
|
|
148
|
+
}
|
|
149
|
+
const blocks = inlineAnthropicSystemContent(message.content);
|
|
150
|
+
for (const block of blocks)
|
|
151
|
+
if (!isToolAdditionBlock(block))
|
|
152
|
+
hoistedSystem.push(stripInlineSystemCacheMarker(block));
|
|
153
|
+
const additions = blocks.filter(isToolAdditionBlock);
|
|
154
|
+
const unconvertible = keepInline
|
|
155
|
+
? additions
|
|
156
|
+
: additions.filter((block) => toolAdditionDefinition(block) === null);
|
|
157
|
+
if (!keepInline)
|
|
158
|
+
for (const block of additions) {
|
|
159
|
+
const definition = toolAdditionDefinition(block);
|
|
160
|
+
if (definition !== null)
|
|
161
|
+
addedTools.push(definition);
|
|
162
|
+
}
|
|
163
|
+
if (unconvertible.length > 0)
|
|
164
|
+
messages.push({
|
|
165
|
+
...message,
|
|
166
|
+
content: unconvertible.map(stripInlineSystemCacheMarker),
|
|
167
|
+
});
|
|
168
|
+
}
|
|
169
|
+
const existingTools = Array.isArray(body.tools) ? body.tools : [];
|
|
170
|
+
const existingNames = new Set(existingTools.map(toolNameOf));
|
|
171
|
+
const newTools = addedTools.filter((tool) => {
|
|
172
|
+
const name = toolNameOf(tool);
|
|
173
|
+
if (existingNames.has(name))
|
|
174
|
+
return false;
|
|
175
|
+
existingNames.add(name);
|
|
176
|
+
return true;
|
|
177
|
+
});
|
|
178
|
+
return {
|
|
179
|
+
...body,
|
|
180
|
+
system: [...existingSystem, ...hoistedSystem],
|
|
181
|
+
messages,
|
|
182
|
+
...(newTools.length > 0 ? { tools: [...existingTools, ...newTools] } : {}),
|
|
183
|
+
};
|
|
184
|
+
};
|
|
185
|
+
/**
|
|
186
|
+
* Remove opaque Responses-only carriers before sending a canonical request to
|
|
187
|
+
* an OpenAI-compatible upstream. Responses/Codex re-emits these fields, but
|
|
188
|
+
* ordinary OpenAI-compatible APIs reject all three as unknown arguments.
|
|
189
|
+
*/
|
|
190
|
+
export const stripResponsesCarriers = (request) => {
|
|
191
|
+
const { responses_tools: _responsesTools, responses_additional_tools: _responsesAdditionalTools, responses_client_metadata: _responsesClientMetadata, ...withoutCarriers } = request;
|
|
192
|
+
return withoutCarriers;
|
|
193
|
+
};
|
|
194
|
+
export const canonicalToUpstreamBody = (upstreamWire, canonical,
|
|
195
|
+
// Kept for callers of this public encoder; final policy runs in buildUpstreamBody.
|
|
196
|
+
_provider, providerModelId, stream,
|
|
197
|
+
// Whether the chatgpt (Responses) encode injects the Codex preamble. Undefined
|
|
198
|
+
// → inject (Codex default); `false` suppresses it for non-Codex Responses-wire
|
|
199
|
+
// providers (xAI Grok). No effect for the anthropic / openai wires.
|
|
200
|
+
codexInstructions,
|
|
201
|
+
// Resolved model card caps. Only the anthropic encoder reads them today
|
|
202
|
+
// (`thinkingModes` decides which thinking mode an inferred
|
|
203
|
+
// `reasoning_effort` maps to). Absent = unknown = permissive.
|
|
204
|
+
caps) => {
|
|
205
|
+
const options = { providerModelId, ...(caps !== undefined ? { caps } : {}) };
|
|
206
|
+
if (upstreamWire === "chatgpt") {
|
|
207
|
+
// Caps reach this encoder too: `reasoningContexts` is how it learns a
|
|
208
|
+
// model rejects `reasoning.context: "all_turns"` (the Codex spark family),
|
|
209
|
+
// a fact it used to read off the model id.
|
|
210
|
+
return toChatGptRequest(canonical, { ...options, codexInstructions });
|
|
211
|
+
}
|
|
212
|
+
if (upstreamWire === "anthropic") {
|
|
213
|
+
return { ...toAnthropicRequest(canonical, options), stream };
|
|
214
|
+
}
|
|
215
|
+
// OpenAI-identity passthrough drops `responses_tools`,
|
|
216
|
+
// `responses_additional_tools`, and `responses_client_metadata`: ChatGPT
|
|
217
|
+
// re-emits them, while OpenAI-compatible upstreams reject all three.
|
|
218
|
+
const openai = stripResponsesCarriers(canonical);
|
|
219
|
+
const streamOptions = stream === true
|
|
220
|
+
? { ...openai.stream_options, include_usage: true }
|
|
221
|
+
: openai.stream_options;
|
|
222
|
+
return {
|
|
223
|
+
...openai,
|
|
224
|
+
...(streamOptions !== undefined ? { stream_options: streamOptions } : {}),
|
|
225
|
+
model: providerModelId,
|
|
226
|
+
stream,
|
|
227
|
+
};
|
|
228
|
+
};
|
|
229
|
+
/** Inbound (client-shaped) body → an upstream body, per `(surface,
|
|
230
|
+
* upstreamWire)`. Passthrough (+ adaptive-thinking normalise for anthropic)
|
|
231
|
+
* or cross-wire via canonical. Exported so the daemon's single-shot serve and
|
|
232
|
+
* the cloud runner share the exact body recipe. */
|
|
233
|
+
export const buildUpstreamBody = (surface, upstreamWire, rawBody, provider, providerModelId,
|
|
234
|
+
// `undefined` → PRESERVE the body's own stream flag (the cloud passthrough
|
|
235
|
+
// forwards verbatim); a boolean pins it (the daemon, off the 307's intent).
|
|
236
|
+
stream,
|
|
237
|
+
// Codex-preamble injection for the chatgpt wire (see canonicalToUpstreamBody).
|
|
238
|
+
codexInstructions, caps, modelSettings) => {
|
|
239
|
+
// No Claude launch-overlay prefix is injected.
|
|
240
|
+
// Passthrough: same wire in + out (NEVER for `responses` — its body is
|
|
241
|
+
// Responses-shaped). Only the model id + stream flag are pinned. The
|
|
242
|
+
// Anthropic passthrough additionally normalises adaptive-thinking knobs
|
|
243
|
+
// (`thinking:adaptive` / `output_config.effort` / top-level `effort`) for
|
|
244
|
+
// the RESOLVED model, which rejects them unless its card declares
|
|
245
|
+
// `adaptive` in `caps.thinkingModes`. No card = no rewrite.
|
|
246
|
+
if (upstreamWire === clientWireOf(surface) && surface !== "responses") {
|
|
247
|
+
// Pin the concrete model id + stream flag. The daemon always supplies a
|
|
248
|
+
// resolved `providerModelId` (off the 307); the cloud passthrough (whose
|
|
249
|
+
// body already carries the right model) passes the body's own model — and
|
|
250
|
+
// an empty id means "preserve the body's model", so it stays a true
|
|
251
|
+
// passthrough.
|
|
252
|
+
const raw = upstreamWire === "openai"
|
|
253
|
+
? applyModelSettings(rawBody, modelSettings)
|
|
254
|
+
: rawBody;
|
|
255
|
+
const effectiveStream = stream ?? raw.stream === true;
|
|
256
|
+
const pinned = {
|
|
257
|
+
...raw,
|
|
258
|
+
...(upstreamWire === "openai" && effectiveStream
|
|
259
|
+
? {
|
|
260
|
+
stream_options: {
|
|
261
|
+
...raw.stream_options,
|
|
262
|
+
include_usage: true,
|
|
263
|
+
},
|
|
264
|
+
}
|
|
265
|
+
: {}),
|
|
266
|
+
...(providerModelId.length > 0 ? { model: providerModelId } : {}),
|
|
267
|
+
...(stream !== undefined ? { stream } : {}),
|
|
268
|
+
};
|
|
269
|
+
const result = upstreamWire === "anthropic"
|
|
270
|
+
? normaliseAdaptiveThinking(hoistInlineAnthropicSystemMessages(normaliseAnthropicNativeTools(pinned), caps), caps)
|
|
271
|
+
: pinned;
|
|
272
|
+
return finalizeUpstreamBody(result, provider, caps, upstreamWire);
|
|
273
|
+
}
|
|
274
|
+
// Cross-wire: route through canonical, then encode to the upstream's wire.
|
|
275
|
+
return finalizeUpstreamBody(canonicalToUpstreamBody(upstreamWire, applyModelSettings(canonicalFromInbound(surface, rawBody), modelSettings), provider, providerModelId, stream ?? false, codexInstructions, caps), provider, caps, upstreamWire);
|
|
276
|
+
};
|
|
277
|
+
/**
|
|
278
|
+
* True when a cross-wire (canonical-shaped) body carries a `file` part
|
|
279
|
+
* referencing an uploaded file — `toAnthropicRequest` encodes that to a
|
|
280
|
+
* Files-API document source, which Anthropic only honours under the
|
|
281
|
+
* Files API beta.
|
|
282
|
+
*/
|
|
283
|
+
const canonicalUsesFileIds = (canonical) => canonical.messages.some((m) => typeof m.content !== "string" &&
|
|
284
|
+
m.content != null &&
|
|
285
|
+
m.content.some((p) => p.type === "file" && p.file.file_id !== undefined));
|
|
286
|
+
/** Wire-derived headers (layered OVER the caller's auth/identity). Only the
|
|
287
|
+
* Anthropic upstream contributes here: version + the merged `anthropic-beta`
|
|
288
|
+
* (OAuth beta + the client's inbound betas + body-derived betas). */
|
|
289
|
+
const wireHeaders = (surface, upstreamWire, rawBody, inboundBeta, isOAuth, apiVersion) => {
|
|
290
|
+
if (upstreamWire !== "anthropic")
|
|
291
|
+
return { "content-type": "application/json" };
|
|
292
|
+
// Body-derived betas (web_search/web_fetch/files-api) only read the
|
|
293
|
+
// Anthropic-shaped request; for a non-messages (cross-wire) request there's
|
|
294
|
+
// no Anthropic-shaped request, so an empty stand-in yields no false derived
|
|
295
|
+
// betas — the Files-API beta is instead derived from the canonical body's
|
|
296
|
+
// `file_id` parts (which `toAnthropicRequest` encodes to file sources).
|
|
297
|
+
const request = surface === "messages"
|
|
298
|
+
? rawBody
|
|
299
|
+
: { model: "", messages: [], max_tokens: 0 };
|
|
300
|
+
const extraBetas = surface !== "messages" &&
|
|
301
|
+
canonicalUsesFileIds(canonicalFromInbound(surface, rawBody))
|
|
302
|
+
? [ANTHROPIC_FILES_API_BETA]
|
|
303
|
+
: [];
|
|
304
|
+
const beta = deriveAnthropicBetaHeader({
|
|
305
|
+
inboundBeta,
|
|
306
|
+
request,
|
|
307
|
+
isOAuth,
|
|
308
|
+
extraBetas,
|
|
309
|
+
});
|
|
310
|
+
return {
|
|
311
|
+
"anthropic-version": apiVersion ?? DEFAULT_ANTHROPIC_VERSION,
|
|
312
|
+
"content-type": "application/json",
|
|
313
|
+
...(beta !== undefined
|
|
314
|
+
? { "anthropic-beta": beta }
|
|
315
|
+
: isOAuth
|
|
316
|
+
? { "anthropic-beta": ANTHROPIC_OAUTH_BETA }
|
|
317
|
+
: {}),
|
|
318
|
+
};
|
|
319
|
+
};
|
|
320
|
+
/**
|
|
321
|
+
* The caller's auth/identity (`baseHeaders`) with the wire-derived headers
|
|
322
|
+
* (anthropic-version / merged anthropic-beta / content-type) layered ON TOP so
|
|
323
|
+
* they win on collision. Exported so the daemon's web_search loop (which
|
|
324
|
+
* rebuilds the body per round but keeps one header set) can compute headers
|
|
325
|
+
* once, independently of the body.
|
|
326
|
+
*/
|
|
327
|
+
export const buildUpstreamHeaders = (i) => {
|
|
328
|
+
const headers = {
|
|
329
|
+
...i.baseHeaders,
|
|
330
|
+
...wireHeaders(i.surface, i.upstreamWire, i.rawBody, i.inboundBeta ?? null, i.isOAuth ?? false, i.apiVersion),
|
|
331
|
+
};
|
|
332
|
+
if (i.upstreamWire === "chatgpt") {
|
|
333
|
+
ensureChatGptSessionAffinity(headers, i.surface, i.rawBody);
|
|
334
|
+
}
|
|
335
|
+
return headers;
|
|
336
|
+
};
|
|
337
|
+
/**
|
|
338
|
+
* Guarantee a STABLE `session_id` on the ChatGPT Codex wire (chatgpt + grok).
|
|
339
|
+
* The backend routes prompt-cache affinity by `session_id`; with none, every
|
|
340
|
+
* request lands on a cold machine and caches nothing (`cached=0`), re-billing
|
|
341
|
+
* the full conversation input every turn — a subscription drain for agentic
|
|
342
|
+
* coding (audit 2026-07-14-codex-handrolled-quota-drain). We PRESERVE the
|
|
343
|
+
* client's own session (a real Codex CLI already sends one, in either
|
|
344
|
+
* `session_id` or codex-rs `session-id` form) and only SYNTHESIZE a stable
|
|
345
|
+
* per-conversation one — derived from the immutable conversation prefix — when
|
|
346
|
+
* the client sent none, so bare clients (chat-completions, custom agents) also
|
|
347
|
+
* get cache affinity. `x-client-request-id` rides along for vendor-client
|
|
348
|
+
* parity (caching keys on `session_id`, not this).
|
|
349
|
+
*/
|
|
350
|
+
const ensureChatGptSessionAffinity = (headers, surface, rawBody) => {
|
|
351
|
+
const hasSession = Object.keys(headers).some((k) => {
|
|
352
|
+
const lk = k.toLowerCase();
|
|
353
|
+
return lk === "session_id" || lk === "session-id";
|
|
354
|
+
});
|
|
355
|
+
if (hasSession)
|
|
356
|
+
return;
|
|
357
|
+
const sessionId = deriveChatGptSessionId(canonicalFromInbound(surface, rawBody));
|
|
358
|
+
headers.session_id = sessionId;
|
|
359
|
+
headers["x-client-request-id"] = sessionId;
|
|
360
|
+
};
|
|
361
|
+
/**
|
|
362
|
+
* Known-non-vision: catalog hit with a NON-empty capability set that
|
|
363
|
+
* does not include `"vision"`. Empty / missing capabilities are UNKNOWN
|
|
364
|
+
* (custom / passthrough) and must never be blocked.
|
|
365
|
+
*/
|
|
366
|
+
const isKnownNonVision = (capabilities) => capabilities !== undefined &&
|
|
367
|
+
capabilities.length > 0 &&
|
|
368
|
+
!capabilities.includes("vision");
|
|
369
|
+
const inboundHasImageContent = (surface, rawBody) => {
|
|
370
|
+
if (surface === "chat_completions") {
|
|
371
|
+
if (typeof rawBody !== "object" ||
|
|
372
|
+
rawBody === null ||
|
|
373
|
+
!("messages" in rawBody) ||
|
|
374
|
+
!Array.isArray(rawBody.messages)) {
|
|
375
|
+
return false;
|
|
376
|
+
}
|
|
377
|
+
return requestHasImageContent(rawBody);
|
|
378
|
+
}
|
|
379
|
+
try {
|
|
380
|
+
return requestHasImageContent(canonicalFromInbound(surface, rawBody));
|
|
381
|
+
}
|
|
382
|
+
catch {
|
|
383
|
+
return false;
|
|
384
|
+
}
|
|
385
|
+
};
|
|
386
|
+
/**
|
|
387
|
+
* Thrown when a known-non-vision hop would otherwise leak `image_url`
|
|
388
|
+
* to a text-only OpenAI-compat backend. `type` + `name` are both the
|
|
389
|
+
* `unsupported_content` tag the tests (and callers) match.
|
|
390
|
+
*/
|
|
391
|
+
export class UnsupportedContentError extends Error {
|
|
392
|
+
type = "unsupported_content";
|
|
393
|
+
constructor(providerModelId) {
|
|
394
|
+
super(`unsupported_content: model "${providerModelId}" does not support image content`);
|
|
395
|
+
this.name = "unsupported_content";
|
|
396
|
+
}
|
|
397
|
+
}
|
|
398
|
+
/**
|
|
399
|
+
* Prepare the `{ body, headers }` for ONE upstream call. The only place the
|
|
400
|
+
* `(clientWire × upstreamWire)` request recipe lives.
|
|
401
|
+
*/
|
|
402
|
+
export const buildUpstreamRequest = (i) => {
|
|
403
|
+
if (isKnownNonVision(i.capabilities) &&
|
|
404
|
+
inboundHasImageContent(i.surface, i.rawBody)) {
|
|
405
|
+
throw new UnsupportedContentError(i.providerModelId);
|
|
406
|
+
}
|
|
407
|
+
return {
|
|
408
|
+
body: buildUpstreamBody(i.surface, i.upstreamWire, i.rawBody, i.provider, i.providerModelId, i.stream, i.codexInstructions, i.caps, i.modelSettings),
|
|
409
|
+
headers: buildUpstreamHeaders(i),
|
|
410
|
+
};
|
|
411
|
+
};
|
package/package.json
CHANGED
|
@@ -1,34 +1,107 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@openllmsh/sdk",
|
|
3
|
-
"version": "2.10.12
|
|
3
|
+
"version": "2.10.12",
|
|
4
4
|
"private": false,
|
|
5
|
+
"description": "The OpenLLM SDK: typed API contracts, wire-format adapters, the device tunnel, client-side vault crypto, the OpenAPI spec and MCP tools.",
|
|
6
|
+
"keywords": [
|
|
7
|
+
"openllm",
|
|
8
|
+
"llm",
|
|
9
|
+
"gateway",
|
|
10
|
+
"openai",
|
|
11
|
+
"anthropic",
|
|
12
|
+
"mcp",
|
|
13
|
+
"sdk"
|
|
14
|
+
],
|
|
15
|
+
"homepage": "https://github.com/openllmsh/sdk#readme",
|
|
5
16
|
"repository": {
|
|
6
17
|
"type": "git",
|
|
7
18
|
"url": "git+https://github.com/openllmsh/sdk.git"
|
|
8
19
|
},
|
|
9
20
|
"type": "module",
|
|
10
21
|
"exports": {
|
|
11
|
-
"./protocol":
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
"./
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
"./
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
"./
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
"./
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
"./
|
|
22
|
+
"./protocol": {
|
|
23
|
+
"types": "./dist/protocol/index.d.ts",
|
|
24
|
+
"default": "./dist/protocol/index.js"
|
|
25
|
+
},
|
|
26
|
+
"./protocol/*": {
|
|
27
|
+
"types": "./dist/protocol/*.d.ts",
|
|
28
|
+
"default": "./dist/protocol/*.js"
|
|
29
|
+
},
|
|
30
|
+
"./wire": {
|
|
31
|
+
"types": "./dist/wire/index.d.ts",
|
|
32
|
+
"default": "./dist/wire/index.js"
|
|
33
|
+
},
|
|
34
|
+
"./wire/adapters/messages": {
|
|
35
|
+
"types": "./dist/wire/adapters/messages/index.d.ts",
|
|
36
|
+
"default": "./dist/wire/adapters/messages/index.js"
|
|
37
|
+
},
|
|
38
|
+
"./wire/adapters/responses": {
|
|
39
|
+
"types": "./dist/wire/adapters/responses/index.d.ts",
|
|
40
|
+
"default": "./dist/wire/adapters/responses/index.js"
|
|
41
|
+
},
|
|
42
|
+
"./wire/providers/anthropic": {
|
|
43
|
+
"types": "./dist/wire/providers/anthropic/index.d.ts",
|
|
44
|
+
"default": "./dist/wire/providers/anthropic/index.js"
|
|
45
|
+
},
|
|
46
|
+
"./wire/providers/chatgpt": {
|
|
47
|
+
"types": "./dist/wire/providers/chatgpt/index.d.ts",
|
|
48
|
+
"default": "./dist/wire/providers/chatgpt/index.js"
|
|
49
|
+
},
|
|
50
|
+
"./wire/*": {
|
|
51
|
+
"types": "./dist/wire/*.d.ts",
|
|
52
|
+
"default": "./dist/wire/*.js"
|
|
53
|
+
},
|
|
54
|
+
"./tunnel": {
|
|
55
|
+
"types": "./dist/tunnel/index.d.ts",
|
|
56
|
+
"default": "./dist/tunnel/index.js"
|
|
57
|
+
},
|
|
58
|
+
"./tunnel/*": {
|
|
59
|
+
"types": "./dist/tunnel/*.d.ts",
|
|
60
|
+
"default": "./dist/tunnel/*.js"
|
|
61
|
+
},
|
|
62
|
+
"./vault": {
|
|
63
|
+
"types": "./dist/vault/index.d.ts",
|
|
64
|
+
"default": "./dist/vault/index.js"
|
|
65
|
+
},
|
|
66
|
+
"./vault/*": {
|
|
67
|
+
"types": "./dist/vault/*.d.ts",
|
|
68
|
+
"default": "./dist/vault/*.js"
|
|
69
|
+
},
|
|
70
|
+
"./openapi": {
|
|
71
|
+
"types": "./dist/openapi/index.d.ts",
|
|
72
|
+
"default": "./dist/openapi/index.js"
|
|
73
|
+
},
|
|
74
|
+
"./openapi/*": {
|
|
75
|
+
"types": "./dist/openapi/*.d.ts",
|
|
76
|
+
"default": "./dist/openapi/*.js"
|
|
77
|
+
},
|
|
78
|
+
"./openapi/spec.json": {
|
|
79
|
+
"default": "./dist/openapi/openapi.json"
|
|
80
|
+
},
|
|
81
|
+
"./mcp": {
|
|
82
|
+
"types": "./dist/mcp/index.d.ts",
|
|
83
|
+
"default": "./dist/mcp/index.js"
|
|
84
|
+
},
|
|
85
|
+
"./mcp/*": {
|
|
86
|
+
"types": "./dist/mcp/*.d.ts",
|
|
87
|
+
"default": "./dist/mcp/*.js"
|
|
88
|
+
},
|
|
89
|
+
"./client": {
|
|
90
|
+
"types": "./dist/client/index.d.ts",
|
|
91
|
+
"default": "./dist/client/index.js"
|
|
92
|
+
},
|
|
93
|
+
"./client/*": {
|
|
94
|
+
"types": "./dist/client/*.d.ts",
|
|
95
|
+
"default": "./dist/client/*.js"
|
|
96
|
+
},
|
|
97
|
+
"./connect": {
|
|
98
|
+
"types": "./dist/connect/index.d.ts",
|
|
99
|
+
"default": "./dist/connect/index.js"
|
|
100
|
+
},
|
|
101
|
+
"./connect/*": {
|
|
102
|
+
"types": "./dist/connect/*.d.ts",
|
|
103
|
+
"default": "./dist/connect/*.js"
|
|
104
|
+
}
|
|
32
105
|
},
|
|
33
106
|
"dependencies": {
|
|
34
107
|
"@modelcontextprotocol/server": "^2.0.0",
|
|
@@ -37,5 +110,14 @@
|
|
|
37
110
|
"effect": "4.0.6",
|
|
38
111
|
"hash-wasm": "*"
|
|
39
112
|
},
|
|
40
|
-
"license": "(Apache-2.0 AND BUSL-1.1)"
|
|
113
|
+
"license": "(Apache-2.0 AND BUSL-1.1)",
|
|
114
|
+
"files": [
|
|
115
|
+
"dist",
|
|
116
|
+
"LICENSE",
|
|
117
|
+
"wire/LICENSE",
|
|
118
|
+
"tunnel/LICENSE",
|
|
119
|
+
"vault/LICENSE",
|
|
120
|
+
"README.md",
|
|
121
|
+
"assets"
|
|
122
|
+
]
|
|
41
123
|
}
|
package/ARCHITECTURE.md
DELETED
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
# `@openllmsh/sdk` architecture
|
|
2
|
-
|
|
3
|
-
One workspace package, eight internal layers. Boundaries that used to be
|
|
4
|
-
enforced by separate `package.json` deps are enforced by
|
|
5
|
-
`tests/sdk/layering.test.ts`.
|
|
6
|
-
|
|
7
|
-
```
|
|
8
|
-
protocol ← wire
|
|
9
|
-
← tunnel ← vault
|
|
10
|
-
← openapi
|
|
11
|
-
openapi + protocol ← mcp
|
|
12
|
-
any SDK layer ← client (no node:*)
|
|
13
|
-
vault/crypto + vault/public-key-seal + wire SSE ← connect
|
|
14
|
-
```
|
|
15
|
-
|
|
16
|
-
| Folder | May import | Detail |
|
|
17
|
-
| --- | --- | --- |
|
|
18
|
-
| `protocol/` | `effect` only | Public Effect-Schema contracts. See `protocol/README.md`. |
|
|
19
|
-
| `wire/` | `effect`, `@openllmsh/sdk/protocol` | Pure wire transforms. See `wire/ARCHITECTURE.md`. |
|
|
20
|
-
| `tunnel/` | `@openllmsh/sdk/protocol`, `effect` | Sans-I/O mux / RTC / Noise. See `tunnel/ARCHITECTURE.md`. |
|
|
21
|
-
| `tunnel/codec*`, `tunnel/channel-envelope` | nothing outside themselves | Relay-safe subpaths. |
|
|
22
|
-
| `vault/` | `@openllmsh/sdk/protocol`, `@openllmsh/sdk/tunnel`, `@noble/ed25519`, `@scure/bip39`, `hash-wasm` | Zero-knowledge crypto. See `vault/ARCHITECTURE.md`. |
|
|
23
|
-
| `openapi/` | `@openllmsh/sdk/protocol` (+ committed JSON) | Spec + operations table + `callOperation`. |
|
|
24
|
-
| `mcp/` | `@openllmsh/sdk/openapi`, `@openllmsh/sdk/protocol`, `@openllmsh/sdk/client`, `@modelcontextprotocol/server` | Tool defs + `createMcpServer`; no `node:*`. |
|
|
25
|
-
| `client/` | any SDK layer; no `node:*` | I/O-injected facade (`createClient`): vault session, HTTP (`callOperation`), device tunnel (relay-mux + open ladder). |
|
|
26
|
-
| `connect/` | `@openllmsh/sdk/vault/crypto`, `@openllmsh/sdk/vault/public-key-seal`, `@openllmsh/sdk/wire/lib/streaming/sse` only | Server-side "Connect with OpenLLM" for third-party apps (`createConnect`, `connectRoutes`, `encryptedConnectionStore`): OAuth + PKCE, key pickup, token refresh, chat streaming, Fetch-API routes. Never the vault barrel (argon2 WASM). |
|
|
27
|
-
|
|
28
|
-
Rules that apply to every folder:
|
|
29
|
-
|
|
30
|
-
- Never `@openllm/{schema,core,db,api}`.
|
|
31
|
-
- No `node:*` outside the allow-list (`protocol/url-locality-dns.ts`,
|
|
32
|
-
`tunnel/rtc-ice.ts`).
|
|
33
|
-
- No nested `package.json` under `packages/sdk/*/`.
|
|
34
|
-
- BUSL folders (`wire/`, `tunnel/`, `vault/`) each keep their own `LICENSE`.
|
|
35
|
-
|
|
36
|
-
Intra-SDK imports use the package's own name (`@openllmsh/sdk/protocol`) so
|
|
37
|
-
the public mirror is byte-identical to `packages/sdk` apart from the version
|
|
38
|
-
stamp. There is no `"."` root export — a root barrel would re-couple the
|
|
39
|
-
layers and drag vault's WASM into the relay bundle.
|
|
40
|
-
|
|
41
|
-
Published as one mirror (`openllmsh/sdk`) by `git subtree split
|
|
42
|
-
--prefix=packages/sdk`. The CLI mirror pins a single
|
|
43
|
-
`"@openllmsh/sdk": "github:openllmsh/sdk#<tag>"`.
|