@openllmsh/sdk 2.10.12-alpha.0 → 2.10.12-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -7
- package/dist/client/chat.d.ts +38 -0
- package/dist/client/chat.js +77 -0
- package/dist/client/devices.d.ts +70 -0
- package/dist/client/devices.js +172 -0
- package/dist/client/http.d.ts +24 -0
- package/dist/client/http.js +34 -0
- package/dist/client/index.d.ts +43 -0
- package/dist/client/index.js +57 -0
- package/dist/client/relay-mux.d.ts +71 -0
- package/dist/client/relay-mux.js +394 -0
- package/dist/client/types.d.ts +47 -0
- package/dist/client/types.js +5 -0
- package/dist/client/vault.d.ts +68 -0
- package/dist/client/vault.js +113 -0
- package/dist/connect/chat.d.ts +24 -0
- package/dist/connect/chat.js +25 -0
- package/dist/connect/client.d.ts +50 -0
- package/dist/connect/client.js +141 -0
- package/dist/connect/config.d.ts +22 -0
- package/dist/connect/config.js +22 -0
- package/dist/connect/errors.d.ts +32 -0
- package/dist/connect/errors.js +85 -0
- package/{connect/index.ts → dist/connect/index.d.ts} +7 -7
- package/dist/connect/index.js +23 -0
- package/dist/connect/oauth.d.ts +51 -0
- package/dist/connect/oauth.js +150 -0
- package/dist/connect/routes.d.ts +38 -0
- package/dist/connect/routes.js +175 -0
- package/dist/connect/store.d.ts +26 -0
- package/dist/connect/store.js +65 -0
- package/dist/mcp/handle.d.ts +6 -0
- package/dist/mcp/handle.js +6 -0
- package/dist/mcp/index.d.ts +15 -0
- package/dist/mcp/index.js +10 -0
- package/dist/mcp/server.d.ts +84 -0
- package/dist/mcp/server.js +168 -0
- package/dist/mcp/tools/marketplace.d.ts +94 -0
- package/dist/mcp/tools/marketplace.js +303 -0
- package/dist/mcp/tools/memory-client.d.ts +109 -0
- package/dist/mcp/tools/memory-client.js +200 -0
- package/dist/mcp/tools/memory-config.d.ts +29 -0
- package/dist/mcp/tools/memory-config.js +12 -0
- package/dist/mcp/tools/memory.d.ts +92 -0
- package/dist/mcp/tools/memory.js +312 -0
- package/dist/mcp/tools/model-priority.d.ts +16 -0
- package/dist/mcp/tools/model-priority.js +87 -0
- package/dist/mcp/tools/openllm.d.ts +75 -0
- package/dist/mcp/tools/openllm.js +715 -0
- package/dist/mcp/types.d.ts +25 -0
- package/dist/mcp/types.js +7 -0
- package/dist/openapi/call.d.ts +26 -0
- package/dist/openapi/call.js +56 -0
- package/dist/openapi/index.d.ts +2 -0
- package/dist/openapi/index.js +2 -0
- package/dist/openapi/openapi.json +80213 -0
- package/dist/openapi/operations.d.ts +14 -0
- package/dist/openapi/operations.js +2060 -0
- package/dist/protocol/access.d.ts +81 -0
- package/dist/protocol/access.js +125 -0
- package/dist/protocol/agent-prompt-text.d.ts +15 -0
- package/{protocol/agent-prompt-text.ts → dist/protocol/agent-prompt-text.js} +9 -14
- package/dist/protocol/agent.d.ts +1487 -0
- package/dist/protocol/agent.js +787 -0
- package/dist/protocol/api-key-syntax.d.ts +58 -0
- package/dist/protocol/api-key-syntax.js +73 -0
- package/dist/protocol/audio.d.ts +18 -0
- package/dist/protocol/audio.js +21 -0
- package/dist/protocol/auth.d.ts +126 -0
- package/dist/protocol/auth.js +119 -0
- package/dist/protocol/changelog.d.ts +69 -0
- package/dist/protocol/changelog.js +107 -0
- package/dist/protocol/chat.d.ts +789 -0
- package/dist/protocol/chat.js +394 -0
- package/dist/protocol/client-registry.d.ts +151 -0
- package/dist/protocol/client-registry.js +238 -0
- package/dist/protocol/config.d.ts +508 -0
- package/dist/protocol/config.js +289 -0
- package/dist/protocol/control-channel.d.ts +102 -0
- package/{protocol/control-channel.ts → dist/protocol/control-channel.js} +33 -61
- package/dist/protocol/cooldown-reason.d.ts +30 -0
- package/dist/protocol/cooldown-reason.js +44 -0
- package/dist/protocol/cost.d.ts +9 -0
- package/dist/protocol/cost.js +8 -0
- package/dist/protocol/daemon-port.d.ts +2 -0
- package/dist/protocol/daemon-port.js +28 -0
- package/dist/protocol/daemon.d.ts +2034 -0
- package/dist/protocol/daemon.js +1286 -0
- package/dist/protocol/default-chains.d.ts +15 -0
- package/dist/protocol/default-chains.js +21 -0
- package/dist/protocol/device-state.d.ts +223 -0
- package/dist/protocol/device-state.js +52 -0
- package/dist/protocol/doctor-report-local.d.ts +105 -0
- package/{protocol/doctor-report-local.ts → dist/protocol/doctor-report-local.js} +92 -196
- package/dist/protocol/doctor-report-policy.d.ts +62 -0
- package/{protocol/doctor-report-policy.ts → dist/protocol/doctor-report-policy.js} +23 -76
- package/dist/protocol/doctor-report.d.ts +406 -0
- package/dist/protocol/doctor-report.js +645 -0
- package/dist/protocol/errors.d.ts +17 -0
- package/dist/protocol/errors.js +10 -0
- package/dist/protocol/execution-selection.d.ts +92 -0
- package/{protocol/execution-selection.ts → dist/protocol/execution-selection.js} +38 -63
- package/dist/protocol/hop-grant.d.ts +28 -0
- package/{protocol/hop-grant.ts → dist/protocol/hop-grant.js} +7 -13
- package/dist/protocol/image-edit-parse.d.ts +25 -0
- package/dist/protocol/image-edit-parse.js +196 -0
- package/dist/protocol/images.d.ts +288 -0
- package/dist/protocol/images.js +229 -0
- package/dist/protocol/index.d.ts +69 -0
- package/dist/protocol/index.js +74 -0
- package/dist/protocol/inference-headers.d.ts +3 -0
- package/dist/protocol/keepalive.d.ts +36 -0
- package/dist/protocol/keepalive.js +51 -0
- package/dist/protocol/local-auth.d.ts +125 -0
- package/dist/protocol/local-auth.js +227 -0
- package/dist/protocol/local-device-control.d.ts +108 -0
- package/{protocol/local-device-control.ts → dist/protocol/local-device-control.js} +40 -70
- package/dist/protocol/local-provider.d.ts +105 -0
- package/dist/protocol/local-provider.js +213 -0
- package/dist/protocol/local-session.d.ts +70 -0
- package/dist/protocol/local-session.js +87 -0
- package/dist/protocol/marketplace.d.ts +190 -0
- package/dist/protocol/marketplace.js +140 -0
- package/{protocol/media-attempt.ts → dist/protocol/media-attempt.d.ts} +11 -50
- package/dist/protocol/media-attempt.js +50 -0
- package/dist/protocol/media-bytes.d.ts +8 -0
- package/dist/protocol/media-bytes.js +21 -0
- package/dist/protocol/media-default.d.ts +56 -0
- package/dist/protocol/media-default.js +302 -0
- package/{protocol/media-dimensions.ts → dist/protocol/media-dimensions.d.ts} +11 -78
- package/dist/protocol/media-dimensions.js +90 -0
- package/dist/protocol/media-input.d.ts +20 -0
- package/dist/protocol/media-input.js +29 -0
- package/dist/protocol/media-model.d.ts +77 -0
- package/dist/protocol/media-model.js +89 -0
- package/{protocol/media-option-issue.ts → dist/protocol/media-option-issue.d.ts} +25 -53
- package/dist/protocol/media-option-issue.js +50 -0
- package/dist/protocol/media-types.d.ts +14 -0
- package/dist/protocol/media-types.js +61 -0
- package/dist/protocol/model-match.d.ts +254 -0
- package/dist/protocol/model-match.js +760 -0
- package/dist/protocol/model-settings.d.ts +153 -0
- package/dist/protocol/model-settings.js +246 -0
- package/dist/protocol/models.d.ts +1065 -0
- package/dist/protocol/models.js +638 -0
- package/dist/protocol/mux.d.ts +350 -0
- package/dist/protocol/mux.js +595 -0
- package/{protocol/plan-surface.ts → dist/protocol/plan-surface.d.ts} +12 -26
- package/dist/protocol/plan-surface.js +39 -0
- package/dist/protocol/provider-models.d.ts +8 -0
- package/{protocol/provider-models.ts → dist/protocol/provider-models.js} +7 -9
- package/dist/protocol/provider-status.d.ts +59 -0
- package/dist/protocol/provider-status.js +142 -0
- package/dist/protocol/provider-tier.d.ts +34 -0
- package/{protocol/provider-tier.ts → dist/protocol/provider-tier.js} +9 -34
- package/dist/protocol/provider-usage.d.ts +230 -0
- package/dist/protocol/provider-usage.js +214 -0
- package/dist/protocol/providers.d.ts +2496 -0
- package/dist/protocol/providers.js +723 -0
- package/dist/protocol/public-usage-index.d.ts +449 -0
- package/dist/protocol/public-usage-index.js +279 -0
- package/dist/protocol/realtime-generated.d.ts +29 -0
- package/{protocol/realtime-generated.ts → dist/protocol/realtime-generated.js} +3 -5
- package/dist/protocol/realtime.d.ts +241 -0
- package/{protocol/realtime.ts → dist/protocol/realtime.js} +88 -155
- package/dist/protocol/registry-pointer.d.ts +24 -0
- package/dist/protocol/registry-pointer.js +78 -0
- package/dist/protocol/relay.d.ts +1152 -0
- package/{protocol/relay.ts → dist/protocol/relay.js} +237 -370
- package/dist/protocol/replay-session.d.ts +4 -0
- package/{protocol/replay-session.ts → dist/protocol/replay-session.js} +1 -8
- package/dist/protocol/responses.d.ts +303 -0
- package/dist/protocol/responses.js +240 -0
- package/dist/protocol/semver.d.ts +59 -0
- package/dist/protocol/semver.js +171 -0
- package/{protocol/setup-mode.ts → dist/protocol/setup-mode.d.ts} +4 -12
- package/dist/protocol/setup-mode.js +18 -0
- package/dist/protocol/sha256-hex.d.ts +2 -0
- package/dist/protocol/sha256-hex.js +93 -0
- package/dist/protocol/stats.d.ts +711 -0
- package/dist/protocol/stats.js +353 -0
- package/dist/protocol/streaming.d.ts +16 -0
- package/dist/protocol/streaming.js +15 -0
- package/{protocol/subscription-daemon-floors.ts → dist/protocol/subscription-daemon-floors.d.ts} +8 -14
- package/dist/protocol/subscription-daemon-floors.js +4 -0
- package/dist/protocol/subscription-provider-compat.d.ts +44 -0
- package/dist/protocol/subscription-provider-compat.js +67 -0
- package/dist/protocol/subscription-provider.d.ts +15 -0
- package/dist/protocol/subscription-provider.js +17 -0
- package/dist/protocol/team-grant.d.ts +14 -0
- package/{protocol/team-grant.ts → dist/protocol/team-grant.js} +0 -3
- package/dist/protocol/team-shareable.d.ts +6 -0
- package/{protocol/team-shareable.ts → dist/protocol/team-shareable.js} +29 -33
- package/dist/protocol/transcription-encoding.d.ts +25 -0
- package/dist/protocol/transcription-encoding.js +47 -0
- package/{protocol/url-locality-dns.ts → dist/protocol/url-locality-dns.d.ts} +1 -23
- package/dist/protocol/url-locality-dns.js +33 -0
- package/dist/protocol/url-locality.d.ts +45 -0
- package/dist/protocol/url-locality.js +288 -0
- package/dist/protocol/usage-snapshots.d.ts +8 -0
- package/{protocol/usage-snapshots.ts → dist/protocol/usage-snapshots.js} +1 -2
- package/dist/protocol/vendor-cli-install.d.ts +20 -0
- package/{protocol/vendor-cli-install.ts → dist/protocol/vendor-cli-install.js} +10 -15
- package/dist/protocol/video-job-plan.d.ts +18 -0
- package/dist/protocol/video-job-plan.js +44 -0
- package/dist/protocol/videos.d.ts +107 -0
- package/dist/protocol/videos.js +154 -0
- package/dist/tunnel/channel-envelope.d.ts +53 -0
- package/dist/tunnel/channel-envelope.js +100 -0
- package/dist/tunnel/codec.d.ts +71 -0
- package/dist/tunnel/codec.js +151 -0
- package/dist/tunnel/device-anchor.d.ts +62 -0
- package/dist/tunnel/device-anchor.js +168 -0
- package/dist/tunnel/device-control.d.ts +50 -0
- package/dist/tunnel/device-control.js +88 -0
- package/dist/tunnel/device-grant.d.ts +91 -0
- package/dist/tunnel/device-grant.js +105 -0
- package/dist/tunnel/fleet.d.ts +28 -0
- package/dist/tunnel/fleet.js +41 -0
- package/dist/tunnel/index.d.ts +22 -0
- package/dist/tunnel/index.js +22 -0
- package/dist/tunnel/mux.d.ts +64 -0
- package/dist/tunnel/mux.js +449 -0
- package/dist/tunnel/peer-link.d.ts +88 -0
- package/dist/tunnel/peer-link.js +271 -0
- package/dist/tunnel/rtc-auth.d.ts +159 -0
- package/dist/tunnel/rtc-auth.js +340 -0
- package/dist/tunnel/rtc-duplex.d.ts +52 -0
- package/dist/tunnel/rtc-duplex.js +148 -0
- package/dist/tunnel/rtc-ice.d.ts +55 -0
- package/dist/tunnel/rtc-ice.js +100 -0
- package/dist/tunnel/secure.d.ts +179 -0
- package/dist/tunnel/secure.js +936 -0
- package/dist/tunnel/stream-reset-error.d.ts +6 -0
- package/dist/tunnel/stream-reset-error.js +9 -0
- package/dist/tunnel/streams.d.ts +244 -0
- package/dist/tunnel/streams.js +1071 -0
- package/dist/tunnel/team-grant.d.ts +90 -0
- package/dist/tunnel/team-grant.js +226 -0
- package/dist/tunnel/wire-bytes.d.ts +32 -0
- package/dist/tunnel/wire-bytes.js +90 -0
- package/dist/vault/api-key.d.ts +71 -0
- package/dist/vault/api-key.js +130 -0
- package/{vault/argon2.ts → dist/vault/argon2.d.ts} +18 -53
- package/dist/vault/argon2.js +82 -0
- package/dist/vault/cli-auth-seal.d.ts +35 -0
- package/dist/vault/cli-auth-seal.js +78 -0
- package/dist/vault/cred-seal.d.ts +18 -0
- package/dist/vault/cred-seal.js +86 -0
- package/dist/vault/credential.d.ts +21 -0
- package/dist/vault/credential.js +26 -0
- package/dist/vault/crypto.d.ts +51 -0
- package/dist/vault/crypto.js +156 -0
- package/dist/vault/daemon-attest.d.ts +68 -0
- package/dist/vault/daemon-attest.js +147 -0
- package/dist/vault/derive.d.ts +34 -0
- package/dist/vault/derive.js +84 -0
- package/dist/vault/device-access.d.ts +17 -0
- package/dist/vault/device-access.js +77 -0
- package/dist/vault/device-anchor.d.ts +42 -0
- package/dist/vault/device-anchor.js +90 -0
- package/dist/vault/device-control.d.ts +80 -0
- package/{vault/device-control.ts → dist/vault/device-control.js} +46 -104
- package/dist/vault/handoff.d.ts +102 -0
- package/dist/vault/handoff.js +236 -0
- package/dist/vault/index.d.ts +21 -0
- package/dist/vault/index.js +21 -0
- package/dist/vault/passkey.d.ts +82 -0
- package/{vault/passkey.ts → dist/vault/passkey.js} +63 -153
- package/dist/vault/phrase.d.ts +40 -0
- package/{vault/phrase.ts → dist/vault/phrase.js} +17 -23
- package/dist/vault/pin.d.ts +46 -0
- package/dist/vault/pin.js +92 -0
- package/dist/vault/public-key-seal.d.ts +17 -0
- package/dist/vault/public-key-seal.js +59 -0
- package/dist/vault/seed.d.ts +96 -0
- package/dist/vault/seed.js +179 -0
- package/dist/vault/team.d.ts +134 -0
- package/dist/vault/team.js +217 -0
- package/dist/vault/vault-item.d.ts +45 -0
- package/dist/vault/vault-item.js +62 -0
- package/dist/vault/vault-migrate-digest.d.ts +10 -0
- package/dist/vault/vault-migrate-digest.js +22 -0
- package/dist/vault/wrapped.d.ts +19 -0
- package/dist/vault/wrapped.js +52 -0
- package/dist/wire/adapters/messages/anthropic-map.d.ts +8 -0
- package/dist/wire/adapters/messages/anthropic-map.js +32 -0
- package/dist/wire/adapters/messages/index.d.ts +7 -0
- package/dist/wire/adapters/messages/index.js +7 -0
- package/dist/wire/adapters/messages/reasoning-from-items.d.ts +14 -0
- package/dist/wire/adapters/messages/reasoning-from-items.js +39 -0
- package/dist/wire/adapters/messages/reasoning-signature.d.ts +81 -0
- package/dist/wire/adapters/messages/reasoning-signature.js +180 -0
- package/dist/wire/adapters/messages/request.d.ts +28 -0
- package/dist/wire/adapters/messages/request.js +490 -0
- package/dist/wire/adapters/messages/response.d.ts +10 -0
- package/dist/wire/adapters/messages/response.js +177 -0
- package/dist/wire/adapters/messages/streaming.d.ts +134 -0
- package/dist/wire/adapters/messages/streaming.js +791 -0
- package/dist/wire/adapters/messages/usage.d.ts +20 -0
- package/dist/wire/adapters/messages/usage.js +10 -0
- package/dist/wire/adapters/responses/index.d.ts +3 -0
- package/dist/wire/adapters/responses/index.js +3 -0
- package/dist/wire/adapters/responses/request.d.ts +2 -0
- package/dist/wire/adapters/responses/request.js +287 -0
- package/dist/wire/adapters/responses/response.d.ts +11 -0
- package/dist/wire/adapters/responses/response.js +69 -0
- package/dist/wire/adapters/responses/streaming.d.ts +2 -0
- package/dist/wire/adapters/responses/streaming.js +267 -0
- package/dist/wire/features/account-rank.d.ts +61 -0
- package/dist/wire/features/account-rank.js +109 -0
- package/dist/wire/features/compaction/compact-request.d.ts +69 -0
- package/dist/wire/features/compaction/compact-request.js +667 -0
- package/dist/wire/features/compaction/compaction-text.d.ts +17 -0
- package/dist/wire/features/compaction/compaction-text.js +29 -0
- package/dist/wire/features/context-demote.d.ts +15 -0
- package/dist/wire/features/context-demote.js +45 -0
- package/dist/wire/features/context-overflow-strategy.d.ts +12 -0
- package/dist/wire/features/context-overflow-strategy.js +8 -0
- package/dist/wire/features/context-skip.d.ts +120 -0
- package/{wire/features/context-skip.ts → dist/wire/features/context-skip.js} +23 -57
- package/dist/wire/features/conversation-affinity.d.ts +49 -0
- package/dist/wire/features/conversation-affinity.js +121 -0
- package/dist/wire/features/max-tokens-backfill.d.ts +50 -0
- package/dist/wire/features/max-tokens-backfill.js +118 -0
- package/dist/wire/features/model-caps.d.ts +7 -0
- package/dist/wire/features/model-caps.js +40 -0
- package/dist/wire/features/model-settings.d.ts +3 -0
- package/dist/wire/features/model-settings.js +13 -0
- package/dist/wire/features/output-limit-clamp.d.ts +14 -0
- package/dist/wire/features/output-limit-clamp.js +36 -0
- package/dist/wire/features/quota-gate.d.ts +16 -0
- package/dist/wire/features/quota-gate.js +48 -0
- package/dist/wire/index.d.ts +44 -0
- package/dist/wire/index.js +44 -0
- package/dist/wire/lib/attempt-outcome.d.ts +19 -0
- package/dist/wire/lib/attempt-outcome.js +18 -0
- package/{wire/lib/canonical/content-part.ts → dist/wire/lib/canonical/content-part.d.ts} +12 -18
- package/dist/wire/lib/canonical/content-part.js +11 -0
- package/dist/wire/lib/canonical/count-tokens-capability.d.ts +52 -0
- package/dist/wire/lib/canonical/count-tokens-capability.js +109 -0
- package/{wire/lib/canonical/encoding-select.ts → dist/wire/lib/canonical/encoding-select.d.ts} +7 -24
- package/dist/wire/lib/canonical/encoding-select.js +26 -0
- package/dist/wire/lib/canonical/image-signature.d.ts +20 -0
- package/dist/wire/lib/canonical/image-signature.js +184 -0
- package/dist/wire/lib/canonical/image-sse.d.ts +88 -0
- package/dist/wire/lib/canonical/image-sse.js +173 -0
- package/{wire/lib/canonical/message.ts → dist/wire/lib/canonical/message.d.ts} +2 -20
- package/dist/wire/lib/canonical/message.js +31 -0
- package/dist/wire/lib/canonical/token-estimate.d.ts +98 -0
- package/dist/wire/lib/canonical/token-estimate.js +230 -0
- package/dist/wire/lib/encrypted-content.d.ts +22 -0
- package/dist/wire/lib/encrypted-content.js +55 -0
- package/dist/wire/lib/error-class.d.ts +57 -0
- package/dist/wire/lib/error-class.js +97 -0
- package/dist/wire/lib/error-envelope.d.ts +20 -0
- package/dist/wire/lib/error-envelope.js +53 -0
- package/dist/wire/lib/forwarded-headers.d.ts +16 -0
- package/{wire/lib/forwarded-headers.ts → dist/wire/lib/forwarded-headers.js} +62 -72
- package/dist/wire/lib/provider-error-rules.d.ts +21 -0
- package/dist/wire/lib/provider-error-rules.js +20 -0
- package/{wire/lib/refusal.ts → dist/wire/lib/refusal.d.ts} +3 -13
- package/dist/wire/lib/refusal.js +27 -0
- package/dist/wire/lib/responses-apply-patch.d.ts +57 -0
- package/dist/wire/lib/responses-apply-patch.js +81 -0
- package/dist/wire/lib/responses-namespace.d.ts +27 -0
- package/{wire/lib/responses-namespace.ts → dist/wire/lib/responses-namespace.js} +16 -32
- package/dist/wire/lib/secret-scrub.d.ts +23 -0
- package/dist/wire/lib/secret-scrub.js +72 -0
- package/dist/wire/lib/streaming/accumulate.d.ts +12 -0
- package/dist/wire/lib/streaming/accumulate.js +187 -0
- package/dist/wire/lib/streaming/finish-reason.d.ts +20 -0
- package/dist/wire/lib/streaming/finish-reason.js +15 -0
- package/{wire/lib/streaming/peek.ts → dist/wire/lib/streaming/peek.d.ts} +13 -82
- package/dist/wire/lib/streaming/peek.js +100 -0
- package/dist/wire/lib/streaming/provider-decode.d.ts +57 -0
- package/dist/wire/lib/streaming/provider-decode.js +210 -0
- package/dist/wire/lib/streaming/response-stream.d.ts +16 -0
- package/dist/wire/lib/streaming/response-stream.js +64 -0
- package/dist/wire/lib/streaming/sse.d.ts +130 -0
- package/dist/wire/lib/streaming/sse.js +600 -0
- package/dist/wire/lib/streaming/strip-tool-calls.d.ts +14 -0
- package/dist/wire/lib/streaming/strip-tool-calls.js +75 -0
- package/dist/wire/lib/streaming/upstream-error.d.ts +32 -0
- package/dist/wire/lib/streaming/upstream-error.js +45 -0
- package/dist/wire/lib/strip-subagent-isolation.d.ts +16 -0
- package/dist/wire/lib/strip-subagent-isolation.js +240 -0
- package/dist/wire/lib/thinking-signature.d.ts +56 -0
- package/{wire/lib/thinking-signature.ts → dist/wire/lib/thinking-signature.js} +77 -84
- package/dist/wire/lib/token-ruler/bpe-core.d.ts +105 -0
- package/dist/wire/lib/token-ruler/bpe-core.js +398 -0
- package/dist/wire/lib/token-ruler/index.d.ts +2 -0
- package/dist/wire/lib/token-ruler/index.js +2 -0
- package/dist/wire/lib/token-ruler/ruler.d.ts +36 -0
- package/dist/wire/lib/token-ruler/ruler.js +50 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.d.ts +14 -0
- package/dist/wire/lib/token-ruler/vocab/claude-ranks.js +16 -0
- package/{wire/lib/token-ruler/vocab/claude.ts → dist/wire/lib/token-ruler/vocab/claude.d.ts} +2 -12
- package/dist/wire/lib/token-ruler/vocab/claude.js +8 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.d.ts +3 -0
- package/dist/wire/lib/token-ruler/vocab/o200k-ranks.js +18 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.d.ts +11 -0
- package/dist/wire/lib/token-ruler/vocab/o200k.js +6 -0
- package/dist/wire/lib/tool-name-map.d.ts +44 -0
- package/dist/wire/lib/tool-name-map.js +186 -0
- package/dist/wire/lib/tool-schema.d.ts +15 -0
- package/dist/wire/lib/tool-schema.js +307 -0
- package/dist/wire/lib/usage-observer.d.ts +9 -0
- package/dist/wire/lib/usage-observer.js +108 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.d.ts +125 -0
- package/dist/wire/providers/anthropic/adaptive-thinking.js +221 -0
- package/dist/wire/providers/anthropic/beta-headers.d.ts +44 -0
- package/{wire/providers/anthropic/beta-headers.ts → dist/wire/providers/anthropic/beta-headers.js} +57 -79
- package/dist/wire/providers/anthropic/index.d.ts +6 -0
- package/{wire/providers/anthropic/index.ts → dist/wire/providers/anthropic/index.js} +6 -6
- package/dist/wire/providers/anthropic/request.d.ts +12 -0
- package/dist/wire/providers/anthropic/request.js +456 -0
- package/dist/wire/providers/anthropic/response.d.ts +3 -0
- package/dist/wire/providers/anthropic/response.js +126 -0
- package/dist/wire/providers/anthropic/streaming.d.ts +28 -0
- package/dist/wire/providers/anthropic/streaming.js +268 -0
- package/dist/wire/providers/anthropic/web-search-domains.d.ts +7 -0
- package/dist/wire/providers/anthropic/web-search-domains.js +36 -0
- package/dist/wire/providers/chatgpt/common.d.ts +27 -0
- package/{wire/providers/chatgpt/common.ts → dist/wire/providers/chatgpt/common.js} +69 -89
- package/dist/wire/providers/chatgpt/index.d.ts +4 -0
- package/{wire/providers/chatgpt/index.ts → dist/wire/providers/chatgpt/index.js} +4 -4
- package/dist/wire/providers/chatgpt/request.d.ts +132 -0
- package/dist/wire/providers/chatgpt/request.js +696 -0
- package/dist/wire/providers/chatgpt/streaming.d.ts +69 -0
- package/dist/wire/providers/chatgpt/streaming.js +761 -0
- package/dist/wire/providers/chatgpt/web-search.d.ts +19 -0
- package/dist/wire/providers/chatgpt/web-search.js +55 -0
- package/dist/wire/providers/grok/web-search.d.ts +23 -0
- package/dist/wire/providers/grok/web-search.js +74 -0
- package/dist/wire/providers/kimi/web-search.d.ts +48 -0
- package/dist/wire/providers/kimi/web-search.js +106 -0
- package/dist/wire/providers/upstream-deny.d.ts +61 -0
- package/dist/wire/providers/upstream-deny.js +293 -0
- package/dist/wire/providers/upstream-request.d.ts +104 -0
- package/dist/wire/providers/upstream-request.js +411 -0
- package/package.json +105 -23
- package/ARCHITECTURE.md +0 -43
- package/client/chat.ts +0 -140
- package/client/devices.ts +0 -269
- package/client/http.ts +0 -72
- package/client/index.ts +0 -129
- package/client/relay-mux.ts +0 -547
- package/client/types.ts +0 -51
- package/client/vault.ts +0 -239
- package/connect/chat.ts +0 -58
- package/connect/client.ts +0 -240
- package/connect/config.ts +0 -47
- package/connect/errors.ts +0 -121
- package/connect/oauth.ts +0 -265
- package/connect/routes.ts +0 -234
- package/connect/store.ts +0 -107
- package/mcp/handle.ts +0 -24
- package/mcp/index.ts +0 -76
- package/mcp/server.ts +0 -319
- package/mcp/tools/marketplace.ts +0 -439
- package/mcp/tools/memory-client.ts +0 -297
- package/mcp/tools/memory-config.ts +0 -32
- package/mcp/tools/memory.ts +0 -369
- package/mcp/tools/model-priority.ts +0 -88
- package/mcp/tools/openllm.ts +0 -883
- package/mcp/types.ts +0 -28
- package/openapi/call.ts +0 -90
- package/openapi/index.ts +0 -8
- package/openapi/openapi.json +0 -80213
- package/openapi/operations.ts +0 -2075
- package/protocol/CONTRIBUTING.md +0 -21
- package/protocol/README.md +0 -134
- package/protocol/access.ts +0 -186
- package/protocol/agent.ts +0 -991
- package/protocol/api-key-syntax.ts +0 -105
- package/protocol/assets/openllm-light.svg +0 -18
- package/protocol/assets/openllm.svg +0 -18
- package/protocol/audio.ts +0 -29
- package/protocol/auth.ts +0 -142
- package/protocol/changelog.ts +0 -155
- package/protocol/chat.ts +0 -458
- package/protocol/client-registry.ts +0 -356
- package/protocol/config.ts +0 -345
- package/protocol/cooldown-reason.ts +0 -78
- package/protocol/cost.ts +0 -10
- package/protocol/daemon-port.ts +0 -31
- package/protocol/daemon.ts +0 -1524
- package/protocol/default-chains.ts +0 -66
- package/protocol/device-state.ts +0 -85
- package/protocol/doctor-report.ts +0 -947
- package/protocol/errors.ts +0 -14
- package/protocol/image-edit-parse.ts +0 -263
- package/protocol/images.ts +0 -298
- package/protocol/index.ts +0 -74
- package/protocol/keepalive.ts +0 -69
- package/protocol/local-auth.ts +0 -300
- package/protocol/local-provider.ts +0 -288
- package/protocol/local-session.ts +0 -118
- package/protocol/marketplace.ts +0 -187
- package/protocol/media-bytes.ts +0 -28
- package/protocol/media-default.ts +0 -357
- package/protocol/media-input.ts +0 -61
- package/protocol/media-model.ts +0 -142
- package/protocol/media-types.ts +0 -70
- package/protocol/model-match.ts +0 -1051
- package/protocol/model-settings.ts +0 -327
- package/protocol/models.ts +0 -767
- package/protocol/mux.ts +0 -722
- package/protocol/provider-status.ts +0 -206
- package/protocol/provider-usage.ts +0 -263
- package/protocol/providers.ts +0 -901
- package/protocol/public-usage-index.ts +0 -354
- package/protocol/registry-pointer.ts +0 -118
- package/protocol/responses.ts +0 -280
- package/protocol/semver.ts +0 -182
- package/protocol/sha256-hex.ts +0 -98
- package/protocol/stats.ts +0 -406
- package/protocol/streaming.ts +0 -19
- package/protocol/subscription-provider-compat.ts +0 -104
- package/protocol/subscription-provider.ts +0 -32
- package/protocol/transcription-encoding.ts +0 -76
- package/protocol/url-locality.ts +0 -288
- package/protocol/video-job-plan.ts +0 -50
- package/protocol/videos.ts +0 -227
- package/tsconfig.json +0 -14
- package/tunnel/ARCHITECTURE.md +0 -111
- package/tunnel/assets/openllm-light.svg +0 -18
- package/tunnel/assets/openllm.svg +0 -18
- package/tunnel/channel-envelope.ts +0 -139
- package/tunnel/codec.ts +0 -191
- package/tunnel/device-anchor.ts +0 -229
- package/tunnel/device-control.ts +0 -118
- package/tunnel/device-grant.ts +0 -173
- package/tunnel/fleet.ts +0 -77
- package/tunnel/index.ts +0 -22
- package/tunnel/mux.ts +0 -580
- package/tunnel/peer-link.ts +0 -390
- package/tunnel/rtc-auth.ts +0 -415
- package/tunnel/rtc-duplex.ts +0 -187
- package/tunnel/rtc-ice.ts +0 -136
- package/tunnel/secure.ts +0 -1298
- package/tunnel/stream-reset-error.ts +0 -14
- package/tunnel/streams.ts +0 -1430
- package/tunnel/team-grant.ts +0 -302
- package/tunnel/wire-bytes.ts +0 -102
- package/vault/ARCHITECTURE.md +0 -470
- package/vault/api-key.ts +0 -190
- package/vault/cli-auth-seal.ts +0 -157
- package/vault/cred-seal.ts +0 -146
- package/vault/credential.ts +0 -55
- package/vault/crypto.ts +0 -210
- package/vault/daemon-attest.ts +0 -229
- package/vault/derive.ts +0 -113
- package/vault/device-access.ts +0 -87
- package/vault/device-anchor.ts +0 -185
- package/vault/handoff.ts +0 -396
- package/vault/index.ts +0 -21
- package/vault/pin.ts +0 -153
- package/vault/public-key-seal.ts +0 -131
- package/vault/seed.ts +0 -272
- package/vault/team.ts +0 -355
- package/vault/vault-item.ts +0 -131
- package/vault/vault-migrate-digest.ts +0 -29
- package/vault/wrapped.ts +0 -77
- package/wire/ARCHITECTURE.md +0 -90
- package/wire/CONTRIBUTING.md +0 -19
- package/wire/adapters/messages/anthropic-map.ts +0 -37
- package/wire/adapters/messages/index.ts +0 -7
- package/wire/adapters/messages/reasoning-from-items.ts +0 -38
- package/wire/adapters/messages/reasoning-signature.ts +0 -243
- package/wire/adapters/messages/request.ts +0 -574
- package/wire/adapters/messages/response.ts +0 -215
- package/wire/adapters/messages/streaming.ts +0 -1027
- package/wire/adapters/messages/usage.ts +0 -43
- package/wire/adapters/responses/index.ts +0 -3
- package/wire/adapters/responses/request.ts +0 -395
- package/wire/adapters/responses/response.ts +0 -88
- package/wire/adapters/responses/streaming.ts +0 -344
- package/wire/assets/openllm-light.svg +0 -18
- package/wire/assets/openllm.svg +0 -18
- package/wire/features/account-rank.ts +0 -166
- package/wire/features/compaction/compact-request.ts +0 -862
- package/wire/features/compaction/compaction-text.ts +0 -43
- package/wire/features/context-demote.ts +0 -47
- package/wire/features/context-overflow-strategy.ts +0 -26
- package/wire/features/conversation-affinity.ts +0 -144
- package/wire/features/max-tokens-backfill.ts +0 -141
- package/wire/features/model-caps.ts +0 -53
- package/wire/features/model-settings.ts +0 -24
- package/wire/features/output-limit-clamp.ts +0 -64
- package/wire/features/quota-gate.ts +0 -85
- package/wire/index.ts +0 -44
- package/wire/lib/attempt-outcome.ts +0 -43
- package/wire/lib/canonical/count-tokens-capability.ts +0 -138
- package/wire/lib/canonical/image-signature.ts +0 -202
- package/wire/lib/canonical/image-sse.ts +0 -216
- package/wire/lib/canonical/token-estimate.ts +0 -266
- package/wire/lib/encrypted-content.ts +0 -66
- package/wire/lib/error-class.ts +0 -154
- package/wire/lib/error-envelope.ts +0 -56
- package/wire/lib/provider-error-rules.ts +0 -48
- package/wire/lib/responses-apply-patch.ts +0 -104
- package/wire/lib/secret-scrub.ts +0 -101
- package/wire/lib/streaming/accumulate.ts +0 -221
- package/wire/lib/streaming/finish-reason.ts +0 -33
- package/wire/lib/streaming/provider-decode.ts +0 -259
- package/wire/lib/streaming/response-stream.ts +0 -71
- package/wire/lib/streaming/sse.ts +0 -699
- package/wire/lib/streaming/strip-tool-calls.ts +0 -95
- package/wire/lib/streaming/upstream-error.ts +0 -58
- package/wire/lib/strip-subagent-isolation.ts +0 -284
- package/wire/lib/token-ruler/bpe-core.ts +0 -426
- package/wire/lib/token-ruler/index.ts +0 -2
- package/wire/lib/token-ruler/ruler.ts +0 -79
- package/wire/lib/token-ruler/vocab/claude-ranks.ts +0 -16
- package/wire/lib/token-ruler/vocab/o200k-ranks.ts +0 -18
- package/wire/lib/token-ruler/vocab/o200k.ts +0 -19
- package/wire/lib/tool-name-map.ts +0 -271
- package/wire/lib/tool-schema.ts +0 -353
- package/wire/lib/usage-observer.ts +0 -125
- package/wire/providers/anthropic/adaptive-thinking.ts +0 -291
- package/wire/providers/anthropic/request.ts +0 -607
- package/wire/providers/anthropic/response.ts +0 -155
- package/wire/providers/anthropic/streaming.ts +0 -315
- package/wire/providers/anthropic/web-search-domains.ts +0 -49
- package/wire/providers/chatgpt/request.ts +0 -959
- package/wire/providers/chatgpt/streaming.ts +0 -1007
- package/wire/providers/chatgpt/web-search.ts +0 -63
- package/wire/providers/grok/web-search.ts +0 -87
- package/wire/providers/kimi/web-search.ts +0 -145
- package/wire/providers/upstream-deny.ts +0 -355
- package/wire/providers/upstream-request.ts +0 -619
- /package/{protocol/inference-headers.ts → dist/protocol/inference-headers.js} +0 -0
|
@@ -1,426 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Count-only byte-pair-encoding core.
|
|
3
|
-
*
|
|
4
|
-
* Vendored and reduced from `gpt-tokenizer` (Bazyli Brzoska, MIT) — see
|
|
5
|
-
* NOTICE below. We keep ONLY the token-COUNT path: the regex pre-split, the
|
|
6
|
-
* string/binary rank lookups, and the `bytePairMerge` that the count walks.
|
|
7
|
-
* Everything `gpt-tokenizer` carries for the full round-trip — the `decoder`,
|
|
8
|
-
* `encode`/`decode`, the LRU merge cache, chat/cost helpers — is dropped,
|
|
9
|
-
* because the gateway never needs the token ids, only how many there are.
|
|
10
|
-
*
|
|
11
|
-
* Why vendor instead of `import`: `ai-tokenizer` (the prior dep) materialised
|
|
12
|
-
* a ~200k-key JS object per encoding (+47 MB heap / +42 MB external for o200k,
|
|
13
|
-
* ~320 ms cold parse). This core over the same vocab, stored as a rank-indexed
|
|
14
|
-
* array, measures +0.1 MB heap / +4.8 MB external / ~160 ms — a ~15× resident
|
|
15
|
-
* cut for byte-identical counts — and being plain `.ts` it compiles straight
|
|
16
|
-
* into the Bun daemon binary with no WASM / native-addon glue. One core serves
|
|
17
|
-
* BOTH the o200k and the (reverse-engineered) Claude vocab; only the rank table
|
|
18
|
-
* differs. See `./vocab/*`.
|
|
19
|
-
*
|
|
20
|
-
* NOTICE — portions derived from gpt-tokenizer:
|
|
21
|
-
* MIT License · Copyright (c) 2023-2024 Bazyli Brzoska
|
|
22
|
-
* https://github.com/niieani/gpt-tokenizer
|
|
23
|
-
*/
|
|
24
|
-
|
|
25
|
-
// The BPE merge + byte-comparison inner loops index arrays whose bounds are
|
|
26
|
-
// guaranteed by the surrounding loop conditions; non-null assertions there are
|
|
27
|
-
// deliberate and hot-path (avoiding a redundant undefined-check per byte).
|
|
28
|
-
// biome-ignore-all lint/style/noNonNullAssertion: bounds guaranteed by loop conditions in hot BPE paths
|
|
29
|
-
|
|
30
|
-
/**
|
|
31
|
-
* The vocab as a rank-indexed array: `ranks[i]` is the token whose BPE rank is
|
|
32
|
-
* `i`. UTF-8-safe tokens are stored as a `string`; tokens that aren't valid
|
|
33
|
-
* UTF-8 are stored as their raw `number[]` bytes. Holes are allowed (an unused
|
|
34
|
-
* rank). This is exactly `gpt-tokenizer`'s on-disk shape, so its generated
|
|
35
|
-
* `bpeRanks/*` data drops in unchanged and our Claude table is generated to
|
|
36
|
-
* match.
|
|
37
|
-
*/
|
|
38
|
-
export type TRawBytePairRanks = readonly (string | readonly number[] | null)[];
|
|
39
|
-
|
|
40
|
-
export type TBpeVocab = {
|
|
41
|
-
/** Rank-indexed token table (see {@link TRawBytePairRanks}). */
|
|
42
|
-
readonly bytePairRankDecoder: TRawBytePairRanks;
|
|
43
|
-
/** The encoding's pre-tokenisation regex (global + unicode flags). */
|
|
44
|
-
readonly tokenSplitRegex: RegExp;
|
|
45
|
-
};
|
|
46
|
-
|
|
47
|
-
const textEncoder = new TextEncoder();
|
|
48
|
-
const utf8Decoder = new TextDecoder("utf8", { fatal: false });
|
|
49
|
-
|
|
50
|
-
/**
|
|
51
|
-
* True when `bytes` is a well-formed UTF-8 sequence — so we know whether a
|
|
52
|
-
* byte pair can be looked up in the string map or must go to the binary map.
|
|
53
|
-
*/
|
|
54
|
-
const isValidUtf8 = (bytes: Uint8Array): boolean => {
|
|
55
|
-
let i = 0;
|
|
56
|
-
while (i < bytes.length) {
|
|
57
|
-
const byte1 = bytes[i]!;
|
|
58
|
-
let numBytes = 0;
|
|
59
|
-
let codePoint = 0;
|
|
60
|
-
if (byte1 <= 0x7f) {
|
|
61
|
-
numBytes = 1;
|
|
62
|
-
codePoint = byte1;
|
|
63
|
-
} else if ((byte1 & 0xe0) === 0xc0) {
|
|
64
|
-
numBytes = 2;
|
|
65
|
-
codePoint = byte1 & 0x1f;
|
|
66
|
-
if (byte1 <= 0xc1) return false; // overlong
|
|
67
|
-
} else if ((byte1 & 0xf0) === 0xe0) {
|
|
68
|
-
numBytes = 3;
|
|
69
|
-
codePoint = byte1 & 0x0f;
|
|
70
|
-
} else if ((byte1 & 0xf8) === 0xf0) {
|
|
71
|
-
numBytes = 4;
|
|
72
|
-
codePoint = byte1 & 0x07;
|
|
73
|
-
if (byte1 > 0xf4) return false; // > U+10FFFF
|
|
74
|
-
} else {
|
|
75
|
-
return false;
|
|
76
|
-
}
|
|
77
|
-
if (i + numBytes > bytes.length) return false;
|
|
78
|
-
for (let j = 1; j < numBytes; j++) {
|
|
79
|
-
const byte = bytes[i + j];
|
|
80
|
-
if (byte === undefined || (byte & 0xc0) !== 0x80) return false;
|
|
81
|
-
codePoint = (codePoint << 6) | (byte & 0x3f);
|
|
82
|
-
}
|
|
83
|
-
if (numBytes === 2 && codePoint < 0x80) return false;
|
|
84
|
-
if (numBytes === 3 && codePoint < 0x800) return false;
|
|
85
|
-
if (numBytes === 4 && codePoint < 0x10000) return false;
|
|
86
|
-
if (codePoint >= 0xd800 && codePoint <= 0xdfff) return false; // surrogate
|
|
87
|
-
if (codePoint > 0x10ffff) return false;
|
|
88
|
-
i += numBytes;
|
|
89
|
-
}
|
|
90
|
-
return true;
|
|
91
|
-
};
|
|
92
|
-
|
|
93
|
-
const tryConvertToString = (arr: Uint8Array): string | undefined =>
|
|
94
|
-
isValidUtf8(arr) ? utf8Decoder.decode(arr) : undefined;
|
|
95
|
-
|
|
96
|
-
const compareUint8Arrays = (a: Uint8Array, b: Uint8Array): number => {
|
|
97
|
-
const len = Math.min(a.length, b.length);
|
|
98
|
-
for (let i = 0; i < len; i++) {
|
|
99
|
-
if (a[i] !== b[i]) return a[i]! - b[i]!;
|
|
100
|
-
}
|
|
101
|
-
return a.length - b.length;
|
|
102
|
-
};
|
|
103
|
-
|
|
104
|
-
/**
|
|
105
|
-
* A prepared counter over one vocab. Construction builds the reverse lookups
|
|
106
|
-
* once (string→rank map + sorted binary table); `count` is then allocation-
|
|
107
|
-
* light and never touches a decoder or cache.
|
|
108
|
-
*/
|
|
109
|
-
/**
|
|
110
|
-
* Cap on the per-piece merge-count cache. Real prompts are dominated by a small
|
|
111
|
-
* recurring vocabulary of pieces, so a few thousand entries captures nearly all
|
|
112
|
-
* the reuse; the cap is what keeps a pathological input (every piece distinct)
|
|
113
|
-
* from growing the map without bound. On overflow we clear rather than evict
|
|
114
|
-
* one-by-one — no LRU bookkeeping on the hot path, and the cache simply refills.
|
|
115
|
-
*/
|
|
116
|
-
const MERGE_COUNT_CACHE_MAX = 8192;
|
|
117
|
-
|
|
118
|
-
/**
|
|
119
|
-
* Longest piece worth caching. Entry COUNT alone doesn't bound the memory: both
|
|
120
|
-
* split regexes admit unbounded pieces (the Claude vocab's ` ?\p{N}+` has no
|
|
121
|
-
* length cap, unlike o200k's `\p{N}{1,3}`), so a single pathological run could
|
|
122
|
-
* pin megabytes. Long pieces are also the least likely to recur, so skipping
|
|
123
|
-
* them costs nothing in hit rate.
|
|
124
|
-
*/
|
|
125
|
-
const MERGE_COUNT_CACHE_MAX_PIECE = 512;
|
|
126
|
-
|
|
127
|
-
export class BpeCounter {
|
|
128
|
-
private readonly stringRankEncoder = new Map<string, number>();
|
|
129
|
-
private readonly binarySortedEncoder: [Uint8Array, number][] = [];
|
|
130
|
-
private readonly tokenSplitRegex: RegExp;
|
|
131
|
-
/**
|
|
132
|
-
* piece → its merged token count. The vendoring note above records that
|
|
133
|
-
* `gpt-tokenizer`'s LRU merge cache was dropped; that turned out to be the
|
|
134
|
-
* single largest cost in this core, because `count` re-ran the full merge for
|
|
135
|
-
* EVERY occurrence of a piece. Prompts repeat pieces heavily (indentation,
|
|
136
|
-
* common words, punctuation runs), so counting a realistic body did the same
|
|
137
|
-
* merge thousands of times. A piece's count is a pure function of the piece
|
|
138
|
-
* and the vocab, so caching it is exact — the counts are unchanged.
|
|
139
|
-
*/
|
|
140
|
-
private readonly mergeCountCache = new Map<string, number>();
|
|
141
|
-
|
|
142
|
-
constructor(vocab: TBpeVocab) {
|
|
143
|
-
// forEach skips array holes (unused ranks); we also skip explicit
|
|
144
|
-
// null/undefined, which the generated Claude table uses for unused ranks
|
|
145
|
-
// (JSON can't serialise a hole). Matches tiktoken semantics.
|
|
146
|
-
vocab.bytePairRankDecoder.forEach((value, rank) => {
|
|
147
|
-
if (value == null) return;
|
|
148
|
-
if (typeof value === "string") {
|
|
149
|
-
this.stringRankEncoder.set(value, rank);
|
|
150
|
-
return;
|
|
151
|
-
}
|
|
152
|
-
this.binarySortedEncoder.push([new Uint8Array(value), rank]);
|
|
153
|
-
});
|
|
154
|
-
this.binarySortedEncoder.sort((a, b) => compareUint8Arrays(a[0], b[0]));
|
|
155
|
-
|
|
156
|
-
this.tokenSplitRegex = vocab.tokenSplitRegex;
|
|
157
|
-
}
|
|
158
|
-
|
|
159
|
-
/**
|
|
160
|
-
* Number of tokens `text` encodes to under this vocab.
|
|
161
|
-
*
|
|
162
|
-
* All input is treated as LITERAL text — special-token strings (e.g.
|
|
163
|
-
* `<|endoftext|>`) are counted as their constituent byte tokens, never as a
|
|
164
|
-
* single control token. That is the correct behaviour for a request-size
|
|
165
|
-
* estimator: user content is never actually a control token, and tiktoken
|
|
166
|
-
* itself refuses to encode special strings from untrusted text unless
|
|
167
|
-
* explicitly allowed. It also keeps the count an upper-bound-safe estimate.
|
|
168
|
-
*/
|
|
169
|
-
count(text: string): number {
|
|
170
|
-
let tokensCount = 0;
|
|
171
|
-
for (const [match] of text.matchAll(this.tokenSplitRegex)) {
|
|
172
|
-
const direct = this.stringRankEncoder.get(match);
|
|
173
|
-
if (direct !== undefined) {
|
|
174
|
-
tokensCount++;
|
|
175
|
-
continue;
|
|
176
|
-
}
|
|
177
|
-
const cached = this.mergeCountCache.get(match);
|
|
178
|
-
if (cached !== undefined) {
|
|
179
|
-
tokensCount += cached;
|
|
180
|
-
continue;
|
|
181
|
-
}
|
|
182
|
-
const encoded = textEncoder.encode(match);
|
|
183
|
-
const merged = this.bytePairMergeCount(encoded);
|
|
184
|
-
// Guard on the ENCODED byte length: that is what drives both the merge
|
|
185
|
-
// cost and the retained memory. `match.length` is UTF-16 code units, which
|
|
186
|
-
// understates multi-byte text by up to 4x (CJK, emoji).
|
|
187
|
-
if (encoded.length <= MERGE_COUNT_CACHE_MAX_PIECE) {
|
|
188
|
-
if (this.mergeCountCache.size >= MERGE_COUNT_CACHE_MAX) {
|
|
189
|
-
this.mergeCountCache.clear();
|
|
190
|
-
}
|
|
191
|
-
this.mergeCountCache.set(match, merged);
|
|
192
|
-
}
|
|
193
|
-
tokensCount += merged;
|
|
194
|
-
}
|
|
195
|
-
return tokensCount;
|
|
196
|
-
}
|
|
197
|
-
|
|
198
|
-
private rankOfBytes(key: Uint8Array): number | undefined {
|
|
199
|
-
const asString = tryConvertToString(key);
|
|
200
|
-
if (asString !== undefined) return this.stringRankEncoder.get(asString);
|
|
201
|
-
const index = this.binarySearch(key);
|
|
202
|
-
return index === -1 ? undefined : this.binarySortedEncoder[index]![1];
|
|
203
|
-
}
|
|
204
|
-
|
|
205
|
-
private binarySearch(key: Uint8Array): number {
|
|
206
|
-
let low = 0;
|
|
207
|
-
let high = this.binarySortedEncoder.length - 1;
|
|
208
|
-
while (low <= high) {
|
|
209
|
-
const mid = (low + high) >>> 1;
|
|
210
|
-
const cmp = compareUint8Arrays(this.binarySortedEncoder[mid]![0], key);
|
|
211
|
-
if (cmp === 0) return mid;
|
|
212
|
-
if (cmp < 0) low = mid + 1;
|
|
213
|
-
else high = mid - 1;
|
|
214
|
-
}
|
|
215
|
-
return -1;
|
|
216
|
-
}
|
|
217
|
-
|
|
218
|
-
/**
|
|
219
|
-
* Piece length at or above which the merge switches from the straightforward
|
|
220
|
-
* scan-and-splice loop to the heap-driven one. The scan loop is O(n²) but
|
|
221
|
-
* allocation-free and faster in absolute terms for the short pieces that make
|
|
222
|
-
* up virtually all real text; the heap pays for its typed-array setup only
|
|
223
|
-
* where the quadratic term would actually dominate. Both produce identical
|
|
224
|
-
* merge orders, so the threshold can move without changing any count.
|
|
225
|
-
*/
|
|
226
|
-
private static readonly HEAP_MERGE_MIN_LEN = 64;
|
|
227
|
-
|
|
228
|
-
/**
|
|
229
|
-
* The BPE merge loop, returning only the final partition COUNT (never the
|
|
230
|
-
* token ids). Identical merge order to tiktoken/`gpt-tokenizer`, so the count
|
|
231
|
-
* is exact — we just skip building the output id array.
|
|
232
|
-
*/
|
|
233
|
-
private bytePairMergeCount(piece: Uint8Array): number {
|
|
234
|
-
if (piece.length === 1) return 1;
|
|
235
|
-
if (piece.length >= BpeCounter.HEAP_MERGE_MIN_LEN) {
|
|
236
|
-
return this.bytePairMergeCountHeap(piece);
|
|
237
|
-
}
|
|
238
|
-
|
|
239
|
-
const starts: number[] = [];
|
|
240
|
-
const ranks: number[] = [];
|
|
241
|
-
// pairStart/pairEnd default to the `starts`-relative span, but callers can
|
|
242
|
-
// override them — the init loop MUST pass explicit byte indices because
|
|
243
|
-
// `starts` isn't fully built yet (reading starts[i+2] there is undefined).
|
|
244
|
-
const rankAt = (
|
|
245
|
-
i: number,
|
|
246
|
-
pairStart = starts[i],
|
|
247
|
-
pairEnd = starts[i + 2],
|
|
248
|
-
): number => {
|
|
249
|
-
if (pairEnd === undefined) return Number.POSITIVE_INFINITY;
|
|
250
|
-
const rank = this.rankOfBytes(piece.subarray(pairStart, pairEnd));
|
|
251
|
-
return rank ?? Number.POSITIVE_INFINITY;
|
|
252
|
-
};
|
|
253
|
-
|
|
254
|
-
for (let i = 0; i <= piece.length; i++) {
|
|
255
|
-
starts.push(i);
|
|
256
|
-
ranks.push(
|
|
257
|
-
i < piece.length - 1 ? rankAt(i, i, i + 2) : Number.POSITIVE_INFINITY,
|
|
258
|
-
);
|
|
259
|
-
}
|
|
260
|
-
|
|
261
|
-
while (starts.length > 1) {
|
|
262
|
-
let lowestRank = Number.POSITIVE_INFINITY;
|
|
263
|
-
let lowestIndex = -1;
|
|
264
|
-
for (let i = 0; i < ranks.length - 1; i++) {
|
|
265
|
-
if (ranks[i]! < lowestRank) {
|
|
266
|
-
lowestRank = ranks[i]!;
|
|
267
|
-
lowestIndex = i;
|
|
268
|
-
}
|
|
269
|
-
}
|
|
270
|
-
if (lowestRank === Number.POSITIVE_INFINITY || lowestIndex === -1) break;
|
|
271
|
-
starts.splice(lowestIndex + 1, 1);
|
|
272
|
-
ranks.splice(lowestIndex, 1);
|
|
273
|
-
ranks[lowestIndex] = rankAt(lowestIndex);
|
|
274
|
-
if (lowestIndex > 0) ranks[lowestIndex - 1] = rankAt(lowestIndex - 1);
|
|
275
|
-
}
|
|
276
|
-
|
|
277
|
-
// One token per surviving partition.
|
|
278
|
-
return starts.length - 1;
|
|
279
|
-
}
|
|
280
|
-
|
|
281
|
-
/**
|
|
282
|
-
* The same BPE merge, in O(n log n) instead of O(n²).
|
|
283
|
-
*
|
|
284
|
-
* The scan-and-splice loop above re-scans every rank to find the minimum and
|
|
285
|
-
* then does two O(n) `Array.splice`s per merge step. That is fine for short
|
|
286
|
-
* pieces, but both split regexes admit UNBOUNDED ones — the Claude vocab's
|
|
287
|
-
* ` ?\p{N}+` has no length cap where real o200k caps digits at `\p{N}{1,3}` —
|
|
288
|
-
* so a long digit or punctuation run made a single `count()` quadratic
|
|
289
|
-
* (measured ~36× the time for 8× the input).
|
|
290
|
-
*
|
|
291
|
-
* Same algorithm, different bookkeeping:
|
|
292
|
-
* - partitions live in a doubly-linked list over byte offsets, so removing
|
|
293
|
-
* one is O(1) rather than a splice;
|
|
294
|
-
* - a binary min-heap yields the next merge, with stale entries discarded
|
|
295
|
-
* lazily via a per-node version counter (cheaper than decrease-key).
|
|
296
|
-
*
|
|
297
|
-
* Merge ORDER is preserved exactly, including tiktoken's tie-break: the
|
|
298
|
-
* original picks the lowest INDEX among equal minimal ranks (its scan uses a
|
|
299
|
-
* strict `<`), so the heap orders by `(rank, node)` — node id is the byte
|
|
300
|
-
* offset, which is monotonic in the original's index. Counts are therefore
|
|
301
|
-
* byte-identical to the scan loop and to tiktoken.
|
|
302
|
-
*/
|
|
303
|
-
private bytePairMergeCountHeap(piece: Uint8Array): number {
|
|
304
|
-
const n = piece.length;
|
|
305
|
-
|
|
306
|
-
// Node i is the partition starting at byte offset i; node n is the end
|
|
307
|
-
// sentinel. `next[i] === -1` means "no successor".
|
|
308
|
-
const prev = new Int32Array(n + 1);
|
|
309
|
-
const next = new Int32Array(n + 1);
|
|
310
|
-
for (let i = 0; i <= n; i++) {
|
|
311
|
-
prev[i] = i - 1;
|
|
312
|
-
next[i] = i + 1;
|
|
313
|
-
}
|
|
314
|
-
next[n] = -1;
|
|
315
|
-
|
|
316
|
-
const rank = new Float64Array(n + 1).fill(Number.POSITIVE_INFINITY);
|
|
317
|
-
const version = new Int32Array(n + 1);
|
|
318
|
-
|
|
319
|
-
// Rank of merging node `i`'s partition with its successor's — i.e. the
|
|
320
|
-
// vocab rank of the bytes spanning both.
|
|
321
|
-
const rankOf = (i: number): number => {
|
|
322
|
-
const j = next[i]!;
|
|
323
|
-
if (j === -1) return Number.POSITIVE_INFINITY;
|
|
324
|
-
const k = next[j]!;
|
|
325
|
-
if (k === -1) return Number.POSITIVE_INFINITY;
|
|
326
|
-
return this.rankOfBytes(piece.subarray(i, k)) ?? Number.POSITIVE_INFINITY;
|
|
327
|
-
};
|
|
328
|
-
|
|
329
|
-
// Binary min-heap over (rank, node), in parallel arrays. Entries carry the
|
|
330
|
-
// node's version at push time; a popped entry whose version has moved on is
|
|
331
|
-
// stale and skipped.
|
|
332
|
-
const heapRank: number[] = [];
|
|
333
|
-
const heapNode: number[] = [];
|
|
334
|
-
const heapVer: number[] = [];
|
|
335
|
-
|
|
336
|
-
// Lower rank wins; ties break to the lower node id (tiktoken's behaviour).
|
|
337
|
-
const less = (a: number, b: number): boolean =>
|
|
338
|
-
heapRank[a] !== heapRank[b]
|
|
339
|
-
? heapRank[a]! < heapRank[b]!
|
|
340
|
-
: heapNode[a]! < heapNode[b]!;
|
|
341
|
-
|
|
342
|
-
const swap = (a: number, b: number): void => {
|
|
343
|
-
[heapRank[a], heapRank[b]] = [heapRank[b]!, heapRank[a]!];
|
|
344
|
-
[heapNode[a], heapNode[b]] = [heapNode[b]!, heapNode[a]!];
|
|
345
|
-
[heapVer[a], heapVer[b]] = [heapVer[b]!, heapVer[a]!];
|
|
346
|
-
};
|
|
347
|
-
|
|
348
|
-
const push = (r: number, node: number, ver: number): void => {
|
|
349
|
-
heapRank.push(r);
|
|
350
|
-
heapNode.push(node);
|
|
351
|
-
heapVer.push(ver);
|
|
352
|
-
let c = heapRank.length - 1;
|
|
353
|
-
while (c > 0) {
|
|
354
|
-
const parent = (c - 1) >> 1;
|
|
355
|
-
if (!less(c, parent)) break;
|
|
356
|
-
swap(c, parent);
|
|
357
|
-
c = parent;
|
|
358
|
-
}
|
|
359
|
-
};
|
|
360
|
-
|
|
361
|
-
const pop = (): number => {
|
|
362
|
-
const top = 0;
|
|
363
|
-
const last = heapRank.length - 1;
|
|
364
|
-
swap(top, last);
|
|
365
|
-
heapRank.pop();
|
|
366
|
-
heapNode.pop();
|
|
367
|
-
heapVer.pop();
|
|
368
|
-
const size = heapRank.length;
|
|
369
|
-
let c = 0;
|
|
370
|
-
for (;;) {
|
|
371
|
-
const l = 2 * c + 1;
|
|
372
|
-
const r = l + 1;
|
|
373
|
-
let smallest = c;
|
|
374
|
-
if (l < size && less(l, smallest)) smallest = l;
|
|
375
|
-
if (r < size && less(r, smallest)) smallest = r;
|
|
376
|
-
if (smallest === c) break;
|
|
377
|
-
swap(c, smallest);
|
|
378
|
-
c = smallest;
|
|
379
|
-
}
|
|
380
|
-
return last;
|
|
381
|
-
};
|
|
382
|
-
|
|
383
|
-
// Recompute a node's rank and publish it, invalidating its stale entries.
|
|
384
|
-
const refresh = (i: number): void => {
|
|
385
|
-
if (i < 0) return;
|
|
386
|
-
const r = rankOf(i);
|
|
387
|
-
rank[i] = r;
|
|
388
|
-
version[i]!++;
|
|
389
|
-
if (r !== Number.POSITIVE_INFINITY) push(r, i, version[i]!);
|
|
390
|
-
};
|
|
391
|
-
|
|
392
|
-
for (let i = 0; i <= n; i++) {
|
|
393
|
-
const r = rankOf(i);
|
|
394
|
-
rank[i] = r;
|
|
395
|
-
if (r !== Number.POSITIVE_INFINITY) push(r, i, version[i]!);
|
|
396
|
-
}
|
|
397
|
-
|
|
398
|
-
// starts.length - 1 in the scan loop: n + 1 nodes → n partitions.
|
|
399
|
-
let partitions = n;
|
|
400
|
-
while (heapRank.length > 0) {
|
|
401
|
-
const node = heapNode[0]!;
|
|
402
|
-
const ver = heapVer[0]!;
|
|
403
|
-
pop();
|
|
404
|
-
// Stale: the node's rank was recomputed (or it was merged away) after
|
|
405
|
-
// this entry was pushed.
|
|
406
|
-
if (ver !== version[node]) continue;
|
|
407
|
-
const j = next[node]!;
|
|
408
|
-
if (j === -1) continue;
|
|
409
|
-
|
|
410
|
-
// Merge `node` with its successor: unlink the successor.
|
|
411
|
-
const k = next[j]!;
|
|
412
|
-
next[node] = k;
|
|
413
|
-
if (k !== -1) prev[k] = node;
|
|
414
|
-
// Any pending entry for the removed node is now stale.
|
|
415
|
-
version[j]!++;
|
|
416
|
-
rank[j] = Number.POSITIVE_INFINITY;
|
|
417
|
-
partitions--;
|
|
418
|
-
|
|
419
|
-
// Only this node's rank and its predecessor's can have changed.
|
|
420
|
-
refresh(node);
|
|
421
|
-
refresh(prev[node]!);
|
|
422
|
-
}
|
|
423
|
-
|
|
424
|
-
return partitions;
|
|
425
|
-
}
|
|
426
|
-
}
|
|
@@ -1,79 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* The token ruler: one count-only BPE core ({@link BpeCounter}) over two
|
|
3
|
-
* vocabs, lazily constructed and cached per family. This is what
|
|
4
|
-
* `../canonical/encoding-select.ts` warms and peeks; callers there resolve a
|
|
5
|
-
* request surface to a family and never touch this module directly.
|
|
6
|
-
*
|
|
7
|
-
* Vocab data is imported LAZILY (dynamic `import()`), so a family that is never
|
|
8
|
-
* counted never pays to build its ~65k–200k-entry lookup. Construction is the
|
|
9
|
-
* only cost (~160 ms for o200k, less for Claude); every `count` after is a
|
|
10
|
-
* warm, allocation-light merge.
|
|
11
|
-
*/
|
|
12
|
-
import type { BpeCounter } from "./bpe-core";
|
|
13
|
-
|
|
14
|
-
/**
|
|
15
|
-
* The coarse tokenizer families the ruler counts for. NOT provider ids — many
|
|
16
|
-
* providers share a ruler (see `../canonical/encoding-select.ts`).
|
|
17
|
-
*/
|
|
18
|
-
export type TRulerFamily = "claude" | "o200k";
|
|
19
|
-
|
|
20
|
-
export type TRulerCache = {
|
|
21
|
-
readonly get: (family: TRulerFamily) => Promise<BpeCounter>;
|
|
22
|
-
readonly peek: (family: TRulerFamily) => BpeCounter | null;
|
|
23
|
-
};
|
|
24
|
-
|
|
25
|
-
const build = async (family: TRulerFamily): Promise<BpeCounter> => {
|
|
26
|
-
const { BpeCounter: Counter } = await import("./bpe-core");
|
|
27
|
-
const vocab =
|
|
28
|
-
family === "claude"
|
|
29
|
-
? (await import("./vocab/claude")).claudeVocab
|
|
30
|
-
: (await import("./vocab/o200k")).o200kVocab;
|
|
31
|
-
return new Counter(vocab);
|
|
32
|
-
};
|
|
33
|
-
|
|
34
|
-
/**
|
|
35
|
-
* Build a per-family ruler cache. Production uses the module default via
|
|
36
|
-
* {@link getRuler} / {@link peekRuler}; tests that need a cold cache build
|
|
37
|
-
* their own.
|
|
38
|
-
*/
|
|
39
|
-
export const createRulerCache = (): TRulerCache => {
|
|
40
|
-
const counters = new Map<TRulerFamily, BpeCounter>();
|
|
41
|
-
const loading = new Map<TRulerFamily, Promise<BpeCounter>>();
|
|
42
|
-
|
|
43
|
-
return {
|
|
44
|
-
get(family) {
|
|
45
|
-
const cached = counters.get(family);
|
|
46
|
-
if (cached !== undefined) return Promise.resolve(cached);
|
|
47
|
-
const inflight = loading.get(family);
|
|
48
|
-
if (inflight !== undefined) return inflight;
|
|
49
|
-
const p = build(family)
|
|
50
|
-
.then((counter) => {
|
|
51
|
-
counters.set(family, counter);
|
|
52
|
-
return counter;
|
|
53
|
-
})
|
|
54
|
-
.finally(() => {
|
|
55
|
-
if (loading.get(family) === p) loading.delete(family);
|
|
56
|
-
});
|
|
57
|
-
loading.set(family, p);
|
|
58
|
-
return p;
|
|
59
|
-
},
|
|
60
|
-
peek(family) {
|
|
61
|
-
return counters.get(family) ?? null;
|
|
62
|
-
},
|
|
63
|
-
};
|
|
64
|
-
};
|
|
65
|
-
|
|
66
|
-
const defaultRulerCache = createRulerCache();
|
|
67
|
-
|
|
68
|
-
/**
|
|
69
|
-
* Resolve (and cache) the counter for a family, building it on first use. The
|
|
70
|
-
* in-flight promise dedupes concurrent first-calls; the `loading` entry is
|
|
71
|
-
* cleared on both fulfilment and rejection so a transient import failure can be
|
|
72
|
-
* retried rather than caching a rejected promise forever.
|
|
73
|
-
*/
|
|
74
|
-
export const getRuler = (family: TRulerFamily): Promise<BpeCounter> =>
|
|
75
|
-
defaultRulerCache.get(family);
|
|
76
|
-
|
|
77
|
-
/** Synchronously return an already-built counter, or `null` if not warmed. */
|
|
78
|
-
export const peekRuler = (family: TRulerFamily): BpeCounter | null =>
|
|
79
|
-
defaultRulerCache.peek(family);
|