@atomic-chat/core 0.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +46 -0
- package/dist/app-daemon.d.ts +2 -0
- package/dist/app-daemon.js +72 -0
- package/dist/app-daemon.js.map +1 -0
- package/dist/backend/catalog/archive.d.ts +70 -0
- package/dist/backend/catalog/archive.js +138 -0
- package/dist/backend/catalog/archive.js.map +1 -0
- package/dist/backend/catalog/bundled-manifest-baseline.d.ts +2 -0
- package/dist/backend/catalog/bundled-manifest-baseline.js +49 -0
- package/dist/backend/catalog/bundled-manifest-baseline.js.map +1 -0
- package/dist/backend/catalog/cuda-family.d.ts +54 -0
- package/dist/backend/catalog/cuda-family.js +93 -0
- package/dist/backend/catalog/cuda-family.js.map +1 -0
- package/dist/backend/catalog/index.d.ts +6 -0
- package/dist/backend/catalog/index.js +7 -0
- package/dist/backend/catalog/index.js.map +1 -0
- package/dist/backend/catalog/manifest.d.ts +102 -0
- package/dist/backend/catalog/manifest.js +233 -0
- package/dist/backend/catalog/manifest.js.map +1 -0
- package/dist/backend/catalog/migrate.d.ts +40 -0
- package/dist/backend/catalog/migrate.js +135 -0
- package/dist/backend/catalog/migrate.js.map +1 -0
- package/dist/backend/index.d.ts +18 -0
- package/dist/backend/index.js +19 -0
- package/dist/backend/index.js.map +1 -0
- package/dist/backend/install/index.d.ts +3 -0
- package/dist/backend/install/index.js +4 -0
- package/dist/backend/install/index.js.map +1 -0
- package/dist/backend/install/runtime-backend.d.ts +22 -0
- package/dist/backend/install/runtime-backend.js +95 -0
- package/dist/backend/install/runtime-backend.js.map +1 -0
- package/dist/backend/install/service.d.ts +119 -0
- package/dist/backend/install/service.js +218 -0
- package/dist/backend/install/service.js.map +1 -0
- package/dist/backend/installed/index.d.ts +3 -0
- package/dist/backend/installed/index.js +4 -0
- package/dist/backend/installed/index.js.map +1 -0
- package/dist/backend/installed/installed.d.ts +93 -0
- package/dist/backend/installed/installed.js +209 -0
- package/dist/backend/installed/installed.js.map +1 -0
- package/dist/backend/installed/scan.d.ts +39 -0
- package/dist/backend/installed/scan.js +105 -0
- package/dist/backend/installed/scan.js.map +1 -0
- package/dist/backend/optimal/index.d.ts +3 -0
- package/dist/backend/optimal/index.js +4 -0
- package/dist/backend/optimal/index.js.map +1 -0
- package/dist/backend/optimal/optimal-cache.d.ts +90 -0
- package/dist/backend/optimal/optimal-cache.js +198 -0
- package/dist/backend/optimal/optimal-cache.js.map +1 -0
- package/dist/backend/optimal/optimal-store.d.ts +24 -0
- package/dist/backend/optimal/optimal-store.js +103 -0
- package/dist/backend/optimal/optimal-store.js.map +1 -0
- package/dist/backend/select/amd-rocm-pci-ids.d.ts +3 -0
- package/dist/backend/select/amd-rocm-pci-ids.js +57 -0
- package/dist/backend/select/amd-rocm-pci-ids.js.map +1 -0
- package/dist/backend/select/categories.d.ts +49 -0
- package/dist/backend/select/categories.js +178 -0
- package/dist/backend/select/categories.js.map +1 -0
- package/dist/backend/select/features.d.ts +81 -0
- package/dist/backend/select/features.js +221 -0
- package/dist/backend/select/features.js.map +1 -0
- package/dist/backend/select/index.d.ts +9 -0
- package/dist/backend/select/index.js +10 -0
- package/dist/backend/select/index.js.map +1 -0
- package/dist/backend/select/recovery.d.ts +51 -0
- package/dist/backend/select/recovery.js +108 -0
- package/dist/backend/select/recovery.js.map +1 -0
- package/dist/backend/select/tiers.d.ts +76 -0
- package/dist/backend/select/tiers.js +179 -0
- package/dist/backend/select/tiers.js.map +1 -0
- package/dist/backend/turboquant.d.ts +134 -0
- package/dist/backend/turboquant.js +587 -0
- package/dist/backend/turboquant.js.map +1 -0
- package/dist/backend/types.d.ts +139 -0
- package/dist/backend/types.js +13 -0
- package/dist/backend/types.js.map +1 -0
- package/dist/backend/version.d.ts +59 -0
- package/dist/backend/version.js +168 -0
- package/dist/backend/version.js.map +1 -0
- package/dist/cli/bin.d.ts +2 -0
- package/dist/cli/bin.js +10 -0
- package/dist/cli/bin.js.map +1 -0
- package/dist/cli/cloud.d.ts +13 -0
- package/dist/cli/cloud.js +146 -0
- package/dist/cli/cloud.js.map +1 -0
- package/dist/cli/commands/daemon.d.ts +4 -0
- package/dist/cli/commands/daemon.js +88 -0
- package/dist/cli/commands/daemon.js.map +1 -0
- package/dist/cli/commands/index.d.ts +16 -0
- package/dist/cli/commands/index.js +17 -0
- package/dist/cli/commands/index.js.map +1 -0
- package/dist/cli/commands/models.d.ts +4 -0
- package/dist/cli/commands/models.js +52 -0
- package/dist/cli/commands/models.js.map +1 -0
- package/dist/cli/commands/serve.d.ts +16 -0
- package/dist/cli/commands/serve.js +263 -0
- package/dist/cli/commands/serve.js.map +1 -0
- package/dist/cli/commands/server.d.ts +4 -0
- package/dist/cli/commands/server.js +126 -0
- package/dist/cli/commands/server.js.map +1 -0
- package/dist/cli/commands/shared.d.ts +10 -0
- package/dist/cli/commands/shared.js +34 -0
- package/dist/cli/commands/shared.js.map +1 -0
- package/dist/cli/commands/shutdown.d.ts +4 -0
- package/dist/cli/commands/shutdown.js +32 -0
- package/dist/cli/commands/shutdown.js.map +1 -0
- package/dist/cli/commands/telemetry.d.ts +8 -0
- package/dist/cli/commands/telemetry.js +50 -0
- package/dist/cli/commands/telemetry.js.map +1 -0
- package/dist/cli/index.d.ts +7 -0
- package/dist/cli/index.js +8 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/io.d.ts +46 -0
- package/dist/cli/io.js +101 -0
- package/dist/cli/io.js.map +1 -0
- package/dist/cli/launch.d.ts +50 -0
- package/dist/cli/launch.js +327 -0
- package/dist/cli/launch.js.map +1 -0
- package/dist/cli/main.d.ts +10 -0
- package/dist/cli/main.js +109 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/cli/owner.d.ts +39 -0
- package/dist/cli/owner.js +179 -0
- package/dist/cli/owner.js.map +1 -0
- package/dist/client/control-client.d.ts +213 -0
- package/dist/client/control-client.js +368 -0
- package/dist/client/control-client.js.map +1 -0
- package/dist/client/index.d.ts +7 -0
- package/dist/client/index.js +8 -0
- package/dist/client/index.js.map +1 -0
- package/dist/cloud/chatgpt.d.ts +63 -0
- package/dist/cloud/chatgpt.js +233 -0
- package/dist/cloud/chatgpt.js.map +1 -0
- package/dist/cloud/index.d.ts +8 -0
- package/dist/cloud/index.js +9 -0
- package/dist/cloud/index.js.map +1 -0
- package/dist/cloud/registry.d.ts +51 -0
- package/dist/cloud/registry.js +148 -0
- package/dist/cloud/registry.js.map +1 -0
- package/dist/config/data-folder.d.ts +57 -0
- package/dist/config/data-folder.js +150 -0
- package/dist/config/data-folder.js.map +1 -0
- package/dist/config/index.d.ts +9 -0
- package/dist/config/index.js +10 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/paths.d.ts +98 -0
- package/dist/config/paths.js +109 -0
- package/dist/config/paths.js.map +1 -0
- package/dist/contracts/control-api.d.ts +61 -0
- package/dist/contracts/control-api.js +7 -0
- package/dist/contracts/control-api.js.map +1 -0
- package/dist/contracts/diffusion.d.ts +477 -0
- package/dist/contracts/diffusion.js +10 -0
- package/dist/contracts/diffusion.js.map +1 -0
- package/dist/contracts/errors.d.ts +61 -0
- package/dist/contracts/errors.js +70 -0
- package/dist/contracts/errors.js.map +1 -0
- package/dist/contracts/events.d.ts +270 -0
- package/dist/contracts/events.js +7 -0
- package/dist/contracts/events.js.map +1 -0
- package/dist/contracts/hardware.d.ts +53 -0
- package/dist/contracts/hardware.js +12 -0
- package/dist/contracts/hardware.js.map +1 -0
- package/dist/contracts/index.d.ts +12 -0
- package/dist/contracts/index.js +13 -0
- package/dist/contracts/index.js.map +1 -0
- package/dist/contracts/model-yml.d.ts +28 -0
- package/dist/contracts/model-yml.js +23 -0
- package/dist/contracts/model-yml.js.map +1 -0
- package/dist/contracts/remote-access.d.ts +43 -0
- package/dist/contracts/remote-access.js +12 -0
- package/dist/contracts/remote-access.js.map +1 -0
- package/dist/contracts/session.d.ts +39 -0
- package/dist/contracts/session.js +7 -0
- package/dist/contracts/session.js.map +1 -0
- package/dist/contracts/settings.d.ts +106 -0
- package/dist/contracts/settings.js +17 -0
- package/dist/contracts/settings.js.map +1 -0
- package/dist/core/atomic-core.d.ts +149 -0
- package/dist/core/atomic-core.js +289 -0
- package/dist/core/atomic-core.js.map +1 -0
- package/dist/core/create.d.ts +12 -0
- package/dist/core/create.js +393 -0
- package/dist/core/create.js.map +1 -0
- package/dist/core/index.d.ts +10 -0
- package/dist/core/index.js +9 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/public-server.d.ts +76 -0
- package/dist/core/public-server.js +143 -0
- package/dist/core/public-server.js.map +1 -0
- package/dist/core/reap-orphans.d.ts +7 -0
- package/dist/core/reap-orphans.js +40 -0
- package/dist/core/reap-orphans.js.map +1 -0
- package/dist/core/sessions.d.ts +60 -0
- package/dist/core/sessions.js +180 -0
- package/dist/core/sessions.js.map +1 -0
- package/dist/core/types.d.ts +61 -0
- package/dist/core/types.js +2 -0
- package/dist/core/types.js.map +1 -0
- package/dist/credentials/api-keys.d.ts +41 -0
- package/dist/credentials/api-keys.js +156 -0
- package/dist/credentials/api-keys.js.map +1 -0
- package/dist/credentials/chatgpt-auth.d.ts +73 -0
- package/dist/credentials/chatgpt-auth.js +167 -0
- package/dist/credentials/chatgpt-auth.js.map +1 -0
- package/dist/credentials/chatgpt-oauth.d.ts +97 -0
- package/dist/credentials/chatgpt-oauth.js +329 -0
- package/dist/credentials/chatgpt-oauth.js.map +1 -0
- package/dist/credentials/chatgpt-store.d.ts +33 -0
- package/dist/credentials/chatgpt-store.js +110 -0
- package/dist/credentials/chatgpt-store.js.map +1 -0
- package/dist/credentials/index.d.ts +11 -0
- package/dist/credentials/index.js +12 -0
- package/dist/credentials/index.js.map +1 -0
- package/dist/diffusion/args.d.ts +102 -0
- package/dist/diffusion/args.js +291 -0
- package/dist/diffusion/args.js.map +1 -0
- package/dist/diffusion/compat.d.ts +20 -0
- package/dist/diffusion/compat.js +58 -0
- package/dist/diffusion/compat.js.map +1 -0
- package/dist/diffusion/containment.d.ts +15 -0
- package/dist/diffusion/containment.js +32 -0
- package/dist/diffusion/containment.js.map +1 -0
- package/dist/diffusion/errors.d.ts +28 -0
- package/dist/diffusion/errors.js +63 -0
- package/dist/diffusion/errors.js.map +1 -0
- package/dist/diffusion/gallery.d.ts +76 -0
- package/dist/diffusion/gallery.js +307 -0
- package/dist/diffusion/gallery.js.map +1 -0
- package/dist/diffusion/http.d.ts +16 -0
- package/dist/diffusion/http.js +41 -0
- package/dist/diffusion/http.js.map +1 -0
- package/dist/diffusion/idle.d.ts +23 -0
- package/dist/diffusion/idle.js +45 -0
- package/dist/diffusion/idle.js.map +1 -0
- package/dist/diffusion/image-job.d.ts +25 -0
- package/dist/diffusion/image-job.js +176 -0
- package/dist/diffusion/image-job.js.map +1 -0
- package/dist/diffusion/index.d.ts +35 -0
- package/dist/diffusion/index.js +36 -0
- package/dist/diffusion/index.js.map +1 -0
- package/dist/diffusion/install.d.ts +61 -0
- package/dist/diffusion/install.js +287 -0
- package/dist/diffusion/install.js.map +1 -0
- package/dist/diffusion/job-kind.d.ts +74 -0
- package/dist/diffusion/job-kind.js +7 -0
- package/dist/diffusion/job-kind.js.map +1 -0
- package/dist/diffusion/jobs.d.ts +90 -0
- package/dist/diffusion/jobs.js +433 -0
- package/dist/diffusion/jobs.js.map +1 -0
- package/dist/diffusion/mutex.d.ts +16 -0
- package/dist/diffusion/mutex.js +46 -0
- package/dist/diffusion/mutex.js.map +1 -0
- package/dist/diffusion/parse.d.ts +19 -0
- package/dist/diffusion/parse.js +274 -0
- package/dist/diffusion/parse.js.map +1 -0
- package/dist/diffusion/png.d.ts +77 -0
- package/dist/diffusion/png.js +335 -0
- package/dist/diffusion/png.js.map +1 -0
- package/dist/diffusion/progress.d.ts +74 -0
- package/dist/diffusion/progress.js +223 -0
- package/dist/diffusion/progress.js.map +1 -0
- package/dist/diffusion/recipe.d.ts +26 -0
- package/dist/diffusion/recipe.js +206 -0
- package/dist/diffusion/recipe.js.map +1 -0
- package/dist/diffusion/server-process.d.ts +59 -0
- package/dist/diffusion/server-process.js +235 -0
- package/dist/diffusion/server-process.js.map +1 -0
- package/dist/diffusion/service.d.ts +107 -0
- package/dist/diffusion/service.js +431 -0
- package/dist/diffusion/service.js.map +1 -0
- package/dist/diffusion/session.d.ts +58 -0
- package/dist/diffusion/session.js +226 -0
- package/dist/diffusion/session.js.map +1 -0
- package/dist/diffusion/state.d.ts +90 -0
- package/dist/diffusion/state.js +122 -0
- package/dist/diffusion/state.js.map +1 -0
- package/dist/diffusion/tracker.d.ts +46 -0
- package/dist/diffusion/tracker.js +153 -0
- package/dist/diffusion/tracker.js.map +1 -0
- package/dist/diffusion/types.d.ts +62 -0
- package/dist/diffusion/types.js +10 -0
- package/dist/diffusion/types.js.map +1 -0
- package/dist/diffusion/validate.d.ts +36 -0
- package/dist/diffusion/validate.js +166 -0
- package/dist/diffusion/validate.js.map +1 -0
- package/dist/diffusion/video-gallery.d.ts +56 -0
- package/dist/diffusion/video-gallery.js +252 -0
- package/dist/diffusion/video-gallery.js.map +1 -0
- package/dist/diffusion/video-job.d.ts +33 -0
- package/dist/diffusion/video-job.js +150 -0
- package/dist/diffusion/video-job.js.map +1 -0
- package/dist/diffusion/video-recipe.d.ts +12 -0
- package/dist/diffusion/video-recipe.js +141 -0
- package/dist/diffusion/video-recipe.js.map +1 -0
- package/dist/diffusion/wiring.d.ts +24 -0
- package/dist/diffusion/wiring.js +38 -0
- package/dist/diffusion/wiring.js.map +1 -0
- package/dist/diffusion/workflow.d.ts +33 -0
- package/dist/diffusion/workflow.js +78 -0
- package/dist/diffusion/workflow.js.map +1 -0
- package/dist/downloads/archive.d.ts +15 -0
- package/dist/downloads/archive.js +121 -0
- package/dist/downloads/archive.js.map +1 -0
- package/dist/downloads/disk-space.d.ts +18 -0
- package/dist/downloads/disk-space.js +32 -0
- package/dist/downloads/disk-space.js.map +1 -0
- package/dist/downloads/disk.d.ts +38 -0
- package/dist/downloads/disk.js +88 -0
- package/dist/downloads/disk.js.map +1 -0
- package/dist/downloads/downloader.d.ts +75 -0
- package/dist/downloads/downloader.js +479 -0
- package/dist/downloads/downloader.js.map +1 -0
- package/dist/downloads/index.d.ts +14 -0
- package/dist/downloads/index.js +15 -0
- package/dist/downloads/index.js.map +1 -0
- package/dist/downloads/protocol.d.ts +52 -0
- package/dist/downloads/protocol.js +153 -0
- package/dist/downloads/protocol.js.map +1 -0
- package/dist/downloads/proxy-fetch.d.ts +45 -0
- package/dist/downloads/proxy-fetch.js +571 -0
- package/dist/downloads/proxy-fetch.js.map +1 -0
- package/dist/downloads/verify.d.ts +22 -0
- package/dist/downloads/verify.js +74 -0
- package/dist/downloads/verify.js.map +1 -0
- package/dist/events/emitter.d.ts +44 -0
- package/dist/events/emitter.js +104 -0
- package/dist/events/emitter.js.map +1 -0
- package/dist/events/index.d.ts +5 -0
- package/dist/events/index.js +6 -0
- package/dist/events/index.js.map +1 -0
- package/dist/hardware/index.d.ts +7 -0
- package/dist/hardware/index.js +8 -0
- package/dist/hardware/index.js.map +1 -0
- package/dist/hardware/override.d.ts +46 -0
- package/dist/hardware/override.js +81 -0
- package/dist/hardware/override.js.map +1 -0
- package/dist/host/index.d.ts +15 -0
- package/dist/host/index.js +16 -0
- package/dist/host/index.js.map +1 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.js +6 -0
- package/dist/index.js.map +1 -0
- package/dist/integrations/catalog.d.ts +67 -0
- package/dist/integrations/catalog.js +385 -0
- package/dist/integrations/catalog.js.map +1 -0
- package/dist/integrations/config-io.d.ts +86 -0
- package/dist/integrations/config-io.js +229 -0
- package/dist/integrations/config-io.js.map +1 -0
- package/dist/integrations/configure/atomic-agent.d.ts +33 -0
- package/dist/integrations/configure/atomic-agent.js +127 -0
- package/dist/integrations/configure/atomic-agent.js.map +1 -0
- package/dist/integrations/configure/claude-code.d.ts +16 -0
- package/dist/integrations/configure/claude-code.js +45 -0
- package/dist/integrations/configure/claude-code.js.map +1 -0
- package/dist/integrations/configure/cline.d.ts +28 -0
- package/dist/integrations/configure/cline.js +70 -0
- package/dist/integrations/configure/cline.js.map +1 -0
- package/dist/integrations/configure/codex.d.ts +17 -0
- package/dist/integrations/configure/codex.js +43 -0
- package/dist/integrations/configure/codex.js.map +1 -0
- package/dist/integrations/configure/copilot.d.ts +10 -0
- package/dist/integrations/configure/copilot.js +14 -0
- package/dist/integrations/configure/copilot.js.map +1 -0
- package/dist/integrations/configure/droid.d.ts +12 -0
- package/dist/integrations/configure/droid.js +47 -0
- package/dist/integrations/configure/droid.js.map +1 -0
- package/dist/integrations/configure/dsh.d.ts +34 -0
- package/dist/integrations/configure/dsh.js +146 -0
- package/dist/integrations/configure/dsh.js.map +1 -0
- package/dist/integrations/configure/env-agent.d.ts +26 -0
- package/dist/integrations/configure/env-agent.js +41 -0
- package/dist/integrations/configure/env-agent.js.map +1 -0
- package/dist/integrations/configure/goose.d.ts +12 -0
- package/dist/integrations/configure/goose.js +16 -0
- package/dist/integrations/configure/goose.js.map +1 -0
- package/dist/integrations/configure/hermes.d.ts +41 -0
- package/dist/integrations/configure/hermes.js +247 -0
- package/dist/integrations/configure/hermes.js.map +1 -0
- package/dist/integrations/configure/index.d.ts +25 -0
- package/dist/integrations/configure/index.js +26 -0
- package/dist/integrations/configure/index.js.map +1 -0
- package/dist/integrations/configure/json-tree.d.ts +16 -0
- package/dist/integrations/configure/json-tree.js +19 -0
- package/dist/integrations/configure/json-tree.js.map +1 -0
- package/dist/integrations/configure/kilo.d.ts +9 -0
- package/dist/integrations/configure/kilo.js +19 -0
- package/dist/integrations/configure/kilo.js.map +1 -0
- package/dist/integrations/configure/mimo.d.ts +9 -0
- package/dist/integrations/configure/mimo.js +19 -0
- package/dist/integrations/configure/mimo.js.map +1 -0
- package/dist/integrations/configure/muse.d.ts +9 -0
- package/dist/integrations/configure/muse.js +13 -0
- package/dist/integrations/configure/muse.js.map +1 -0
- package/dist/integrations/configure/openclaude.d.ts +13 -0
- package/dist/integrations/configure/openclaude.js +56 -0
- package/dist/integrations/configure/openclaude.js.map +1 -0
- package/dist/integrations/configure/openclaw.d.ts +24 -0
- package/dist/integrations/configure/openclaw.js +99 -0
- package/dist/integrations/configure/openclaw.js.map +1 -0
- package/dist/integrations/configure/opencode-style.d.ts +25 -0
- package/dist/integrations/configure/opencode-style.js +43 -0
- package/dist/integrations/configure/opencode-style.js.map +1 -0
- package/dist/integrations/configure/opencode.d.ts +9 -0
- package/dist/integrations/configure/opencode.js +19 -0
- package/dist/integrations/configure/opencode.js.map +1 -0
- package/dist/integrations/configure/openhands.d.ts +8 -0
- package/dist/integrations/configure/openhands.js +12 -0
- package/dist/integrations/configure/openhands.js.map +1 -0
- package/dist/integrations/configure/pi.d.ts +14 -0
- package/dist/integrations/configure/pi.js +49 -0
- package/dist/integrations/configure/pi.js.map +1 -0
- package/dist/integrations/configure/poolside.d.ts +8 -0
- package/dist/integrations/configure/poolside.js +12 -0
- package/dist/integrations/configure/poolside.js.map +1 -0
- package/dist/integrations/configure/registry.d.ts +41 -0
- package/dist/integrations/configure/registry.js +50 -0
- package/dist/integrations/configure/registry.js.map +1 -0
- package/dist/integrations/configure/zcode.d.ts +59 -0
- package/dist/integrations/configure/zcode.js +260 -0
- package/dist/integrations/configure/zcode.js.map +1 -0
- package/dist/integrations/configure/zed.d.ts +16 -0
- package/dist/integrations/configure/zed.js +61 -0
- package/dist/integrations/configure/zed.js.map +1 -0
- package/dist/integrations/detect.d.ts +29 -0
- package/dist/integrations/detect.js +43 -0
- package/dist/integrations/detect.js.map +1 -0
- package/dist/integrations/index.d.ts +9 -0
- package/dist/integrations/index.js +10 -0
- package/dist/integrations/index.js.map +1 -0
- package/dist/lock/control-token.d.ts +19 -0
- package/dist/lock/control-token.js +58 -0
- package/dist/lock/control-token.js.map +1 -0
- package/dist/lock/index.d.ts +10 -0
- package/dist/lock/index.js +11 -0
- package/dist/lock/index.js.map +1 -0
- package/dist/lock/instance-lock.d.ts +93 -0
- package/dist/lock/instance-lock.js +244 -0
- package/dist/lock/instance-lock.js.map +1 -0
- package/dist/lock/legacy-guard.d.ts +46 -0
- package/dist/lock/legacy-guard.js +87 -0
- package/dist/lock/legacy-guard.js.map +1 -0
- package/dist/lock/model-claim.d.ts +20 -0
- package/dist/lock/model-claim.js +84 -0
- package/dist/lock/model-claim.js.map +1 -0
- package/dist/lock/process-identity.d.ts +48 -0
- package/dist/lock/process-identity.js +180 -0
- package/dist/lock/process-identity.js.map +1 -0
- package/dist/lock/process-journal.d.ts +56 -0
- package/dist/lock/process-journal.js +113 -0
- package/dist/lock/process-journal.js.map +1 -0
- package/dist/models/capabilities.d.ts +73 -0
- package/dist/models/capabilities.js +123 -0
- package/dist/models/capabilities.js.map +1 -0
- package/dist/models/embed.d.ts +30 -0
- package/dist/models/embed.js +83 -0
- package/dist/models/embed.js.map +1 -0
- package/dist/models/gguf/classify.d.ts +29 -0
- package/dist/models/gguf/classify.js +89 -0
- package/dist/models/gguf/classify.js.map +1 -0
- package/dist/models/gguf/index.d.ts +5 -0
- package/dist/models/gguf/index.js +6 -0
- package/dist/models/gguf/index.js.map +1 -0
- package/dist/models/gguf/kv-cache.d.ts +27 -0
- package/dist/models/gguf/kv-cache.js +101 -0
- package/dist/models/gguf/kv-cache.js.map +1 -0
- package/dist/models/gguf/read-file.d.ts +11 -0
- package/dist/models/gguf/read-file.js +21 -0
- package/dist/models/gguf/read-file.js.map +1 -0
- package/dist/models/gguf/reader.d.ts +40 -0
- package/dist/models/gguf/reader.js +271 -0
- package/dist/models/gguf/reader.js.map +1 -0
- package/dist/models/gguf/support.d.ts +47 -0
- package/dist/models/gguf/support.js +48 -0
- package/dist/models/gguf/support.js.map +1 -0
- package/dist/models/hf.d.ts +35 -0
- package/dist/models/hf.js +140 -0
- package/dist/models/hf.js.map +1 -0
- package/dist/models/index.d.ts +14 -0
- package/dist/models/index.js +15 -0
- package/dist/models/index.js.map +1 -0
- package/dist/models/model-yml.d.ts +22 -0
- package/dist/models/model-yml.js +63 -0
- package/dist/models/model-yml.js.map +1 -0
- package/dist/models/registry.d.ts +51 -0
- package/dist/models/registry.js +102 -0
- package/dist/models/registry.js.map +1 -0
- package/dist/models/shards.d.ts +20 -0
- package/dist/models/shards.js +46 -0
- package/dist/models/shards.js.map +1 -0
- package/dist/remote-access/cloudflared-args.d.ts +41 -0
- package/dist/remote-access/cloudflared-args.js +59 -0
- package/dist/remote-access/cloudflared-args.js.map +1 -0
- package/dist/remote-access/cloudflared-output.d.ts +26 -0
- package/dist/remote-access/cloudflared-output.js +51 -0
- package/dist/remote-access/cloudflared-output.js.map +1 -0
- package/dist/remote-access/index.d.ts +16 -0
- package/dist/remote-access/index.js +17 -0
- package/dist/remote-access/index.js.map +1 -0
- package/dist/remote-access/journal.d.ts +63 -0
- package/dist/remote-access/journal.js +140 -0
- package/dist/remote-access/journal.js.map +1 -0
- package/dist/remote-access/lan-probe.d.ts +28 -0
- package/dist/remote-access/lan-probe.js +63 -0
- package/dist/remote-access/lan-probe.js.map +1 -0
- package/dist/remote-access/lan.d.ts +31 -0
- package/dist/remote-access/lan.js +90 -0
- package/dist/remote-access/lan.js.map +1 -0
- package/dist/remote-access/manager.d.ts +111 -0
- package/dist/remote-access/manager.js +316 -0
- package/dist/remote-access/manager.js.map +1 -0
- package/dist/remote-access/probe.d.ts +92 -0
- package/dist/remote-access/probe.js +186 -0
- package/dist/remote-access/probe.js.map +1 -0
- package/dist/remote-access/process.d.ts +66 -0
- package/dist/remote-access/process.js +160 -0
- package/dist/remote-access/process.js.map +1 -0
- package/dist/remote-access/spawner.d.ts +25 -0
- package/dist/remote-access/spawner.js +49 -0
- package/dist/remote-access/spawner.js.map +1 -0
- package/dist/remote-access/status.d.ts +39 -0
- package/dist/remote-access/status.js +49 -0
- package/dist/remote-access/status.js.map +1 -0
- package/dist/remote-access/wiring.d.ts +34 -0
- package/dist/remote-access/wiring.js +47 -0
- package/dist/remote-access/wiring.js.map +1 -0
- package/dist/router/index.d.ts +7 -0
- package/dist/router/index.js +8 -0
- package/dist/router/index.js.map +1 -0
- package/dist/router/resolve.d.ts +41 -0
- package/dist/router/resolve.js +53 -0
- package/dist/router/resolve.js.map +1 -0
- package/dist/runtime/foundation-models/errors.d.ts +28 -0
- package/dist/runtime/foundation-models/errors.js +48 -0
- package/dist/runtime/foundation-models/errors.js.map +1 -0
- package/dist/runtime/foundation-models/index.d.ts +8 -0
- package/dist/runtime/foundation-models/index.js +9 -0
- package/dist/runtime/foundation-models/index.js.map +1 -0
- package/dist/runtime/foundation-models/runtime.d.ts +73 -0
- package/dist/runtime/foundation-models/runtime.js +186 -0
- package/dist/runtime/foundation-models/runtime.js.map +1 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +6 -0
- package/dist/runtime/index.js.map +1 -0
- package/dist/runtime/llamacpp/args.d.ts +90 -0
- package/dist/runtime/llamacpp/args.js +379 -0
- package/dist/runtime/llamacpp/args.js.map +1 -0
- package/dist/runtime/llamacpp/ctx-ladder.d.ts +16 -0
- package/dist/runtime/llamacpp/ctx-ladder.js +28 -0
- package/dist/runtime/llamacpp/ctx-ladder.js.map +1 -0
- package/dist/runtime/llamacpp/devices.d.ts +26 -0
- package/dist/runtime/llamacpp/devices.js +86 -0
- package/dist/runtime/llamacpp/devices.js.map +1 -0
- package/dist/runtime/llamacpp/errors.d.ts +34 -0
- package/dist/runtime/llamacpp/errors.js +137 -0
- package/dist/runtime/llamacpp/errors.js.map +1 -0
- package/dist/runtime/llamacpp/index.d.ts +14 -0
- package/dist/runtime/llamacpp/index.js +15 -0
- package/dist/runtime/llamacpp/index.js.map +1 -0
- package/dist/runtime/llamacpp/load-plan.d.ts +113 -0
- package/dist/runtime/llamacpp/load-plan.js +259 -0
- package/dist/runtime/llamacpp/load-plan.js.map +1 -0
- package/dist/runtime/llamacpp/policy.d.ts +70 -0
- package/dist/runtime/llamacpp/policy.js +191 -0
- package/dist/runtime/llamacpp/policy.js.map +1 -0
- package/dist/runtime/llamacpp/probe.d.ts +13 -0
- package/dist/runtime/llamacpp/probe.js +35 -0
- package/dist/runtime/llamacpp/probe.js.map +1 -0
- package/dist/runtime/llamacpp/runtime-device.d.ts +33 -0
- package/dist/runtime/llamacpp/runtime-device.js +169 -0
- package/dist/runtime/llamacpp/runtime-device.js.map +1 -0
- package/dist/runtime/llamacpp/runtime.d.ts +151 -0
- package/dist/runtime/llamacpp/runtime.js +535 -0
- package/dist/runtime/llamacpp/runtime.js.map +1 -0
- package/dist/runtime/mlx/args.d.ts +10 -0
- package/dist/runtime/mlx/args.js +44 -0
- package/dist/runtime/mlx/args.js.map +1 -0
- package/dist/runtime/mlx/config.d.ts +71 -0
- package/dist/runtime/mlx/config.js +91 -0
- package/dist/runtime/mlx/config.js.map +1 -0
- package/dist/runtime/mlx/errors.d.ts +21 -0
- package/dist/runtime/mlx/errors.js +73 -0
- package/dist/runtime/mlx/errors.js.map +1 -0
- package/dist/runtime/mlx/index.d.ts +12 -0
- package/dist/runtime/mlx/index.js +13 -0
- package/dist/runtime/mlx/index.js.map +1 -0
- package/dist/runtime/mlx/model-files.d.ts +29 -0
- package/dist/runtime/mlx/model-files.js +82 -0
- package/dist/runtime/mlx/model-files.js.map +1 -0
- package/dist/runtime/mlx/runtime.d.ts +77 -0
- package/dist/runtime/mlx/runtime.js +223 -0
- package/dist/runtime/mlx/runtime.js.map +1 -0
- package/dist/runtime/mlx/shard-repair.d.ts +25 -0
- package/dist/runtime/mlx/shard-repair.js +44 -0
- package/dist/runtime/mlx/shard-repair.js.map +1 -0
- package/dist/runtime/shared/env.d.ts +49 -0
- package/dist/runtime/shared/env.js +155 -0
- package/dist/runtime/shared/env.js.map +1 -0
- package/dist/runtime/shared/external-sessions.d.ts +67 -0
- package/dist/runtime/shared/external-sessions.js +155 -0
- package/dist/runtime/shared/external-sessions.js.map +1 -0
- package/dist/runtime/shared/index.d.ts +17 -0
- package/dist/runtime/shared/index.js +18 -0
- package/dist/runtime/shared/index.js.map +1 -0
- package/dist/runtime/shared/load-cancel.d.ts +45 -0
- package/dist/runtime/shared/load-cancel.js +95 -0
- package/dist/runtime/shared/load-cancel.js.map +1 -0
- package/dist/runtime/shared/local-runtime.d.ts +68 -0
- package/dist/runtime/shared/local-runtime.js +12 -0
- package/dist/runtime/shared/local-runtime.js.map +1 -0
- package/dist/runtime/shared/log-stream.d.ts +4 -0
- package/dist/runtime/shared/log-stream.js +28 -0
- package/dist/runtime/shared/log-stream.js.map +1 -0
- package/dist/runtime/shared/paths.d.ts +21 -0
- package/dist/runtime/shared/paths.js +63 -0
- package/dist/runtime/shared/paths.js.map +1 -0
- package/dist/runtime/shared/ports.d.ts +26 -0
- package/dist/runtime/shared/ports.js +45 -0
- package/dist/runtime/shared/ports.js.map +1 -0
- package/dist/runtime/shared/process.d.ts +95 -0
- package/dist/runtime/shared/process.js +224 -0
- package/dist/runtime/shared/process.js.map +1 -0
- package/dist/runtime/shared/sidecar.d.ts +86 -0
- package/dist/runtime/shared/sidecar.js +214 -0
- package/dist/runtime/shared/sidecar.js.map +1 -0
- package/dist/server/clients.d.ts +40 -0
- package/dist/server/clients.js +74 -0
- package/dist/server/clients.js.map +1 -0
- package/dist/server/control/index.d.ts +12 -0
- package/dist/server/control/index.js +12 -0
- package/dist/server/control/index.js.map +1 -0
- package/dist/server/control/router.d.ts +9 -0
- package/dist/server/control/router.js +61 -0
- package/dist/server/control/router.js.map +1 -0
- package/dist/server/control/routes/backends.d.ts +4 -0
- package/dist/server/control/routes/backends.js +47 -0
- package/dist/server/control/routes/backends.js.map +1 -0
- package/dist/server/control/routes/clients.d.ts +4 -0
- package/dist/server/control/routes/clients.js +30 -0
- package/dist/server/control/routes/clients.js.map +1 -0
- package/dist/server/control/routes/cloud.d.ts +4 -0
- package/dist/server/control/routes/cloud.js +32 -0
- package/dist/server/control/routes/cloud.js.map +1 -0
- package/dist/server/control/routes/diffusion-video.d.ts +10 -0
- package/dist/server/control/routes/diffusion-video.js +33 -0
- package/dist/server/control/routes/diffusion-video.js.map +1 -0
- package/dist/server/control/routes/diffusion.d.ts +15 -0
- package/dist/server/control/routes/diffusion.js +71 -0
- package/dist/server/control/routes/diffusion.js.map +1 -0
- package/dist/server/control/routes/disk.d.ts +4 -0
- package/dist/server/control/routes/disk.js +11 -0
- package/dist/server/control/routes/disk.js.map +1 -0
- package/dist/server/control/routes/external-sessions.d.ts +4 -0
- package/dist/server/control/routes/external-sessions.js +27 -0
- package/dist/server/control/routes/external-sessions.js.map +1 -0
- package/dist/server/control/routes/hardware.d.ts +4 -0
- package/dist/server/control/routes/hardware.js +14 -0
- package/dist/server/control/routes/hardware.js.map +1 -0
- package/dist/server/control/routes/lifecycle.d.ts +12 -0
- package/dist/server/control/routes/lifecycle.js +67 -0
- package/dist/server/control/routes/lifecycle.js.map +1 -0
- package/dist/server/control/routes/models.d.ts +7 -0
- package/dist/server/control/routes/models.js +59 -0
- package/dist/server/control/routes/models.js.map +1 -0
- package/dist/server/control/routes/public-server.d.ts +4 -0
- package/dist/server/control/routes/public-server.js +30 -0
- package/dist/server/control/routes/public-server.js.map +1 -0
- package/dist/server/control/routes/remote-access.d.ts +7 -0
- package/dist/server/control/routes/remote-access.js +16 -0
- package/dist/server/control/routes/remote-access.js.map +1 -0
- package/dist/server/control/routes/settings.d.ts +4 -0
- package/dist/server/control/routes/settings.js +58 -0
- package/dist/server/control/routes/settings.js.map +1 -0
- package/dist/server/control/routes/telemetry.d.ts +7 -0
- package/dist/server/control/routes/telemetry.js +46 -0
- package/dist/server/control/routes/telemetry.js.map +1 -0
- package/dist/server/control/server.d.ts +26 -0
- package/dist/server/control/server.js +111 -0
- package/dist/server/control/server.js.map +1 -0
- package/dist/server/control/types.d.ts +271 -0
- package/dist/server/control/types.js +6 -0
- package/dist/server/control/types.js.map +1 -0
- package/dist/server/http.d.ts +62 -0
- package/dist/server/http.js +220 -0
- package/dist/server/http.js.map +1 -0
- package/dist/server/index.d.ts +9 -0
- package/dist/server/index.js +10 -0
- package/dist/server/index.js.map +1 -0
- package/dist/server/public/ctx.d.ts +23 -0
- package/dist/server/public/ctx.js +42 -0
- package/dist/server/public/ctx.js.map +1 -0
- package/dist/server/public/dynamic-hosts.d.ts +40 -0
- package/dist/server/public/dynamic-hosts.js +117 -0
- package/dist/server/public/dynamic-hosts.js.map +1 -0
- package/dist/server/public/errors.d.ts +36 -0
- package/dist/server/public/errors.js +120 -0
- package/dist/server/public/errors.js.map +1 -0
- package/dist/server/public/exchange.d.ts +42 -0
- package/dist/server/public/exchange.js +85 -0
- package/dist/server/public/exchange.js.map +1 -0
- package/dist/server/public/forward.d.ts +53 -0
- package/dist/server/public/forward.js +448 -0
- package/dist/server/public/forward.js.map +1 -0
- package/dist/server/public/gates.d.ts +49 -0
- package/dist/server/public/gates.js +181 -0
- package/dist/server/public/gates.js.map +1 -0
- package/dist/server/public/images-params.d.ts +50 -0
- package/dist/server/public/images-params.js +162 -0
- package/dist/server/public/images-params.js.map +1 -0
- package/dist/server/public/images.d.ts +12 -0
- package/dist/server/public/images.js +96 -0
- package/dist/server/public/images.js.map +1 -0
- package/dist/server/public/index.d.ts +58 -0
- package/dist/server/public/index.js +253 -0
- package/dist/server/public/index.js.map +1 -0
- package/dist/server/public/listing.d.ts +27 -0
- package/dist/server/public/listing.js +116 -0
- package/dist/server/public/listing.js.map +1 -0
- package/dist/server/public/responses.d.ts +11 -0
- package/dist/server/public/responses.js +158 -0
- package/dist/server/public/responses.js.map +1 -0
- package/dist/server/public/sse.d.ts +33 -0
- package/dist/server/public/sse.js +48 -0
- package/dist/server/public/sse.js.map +1 -0
- package/dist/server/public/static-assets.generated.d.ts +3 -0
- package/dist/server/public/static-assets.generated.js +6 -0
- package/dist/server/public/static-assets.generated.js.map +1 -0
- package/dist/server/public/static.d.ts +13 -0
- package/dist/server/public/static.js +75 -0
- package/dist/server/public/static.js.map +1 -0
- package/dist/server/public/subscription.d.ts +14 -0
- package/dist/server/public/subscription.js +56 -0
- package/dist/server/public/subscription.js.map +1 -0
- package/dist/server/public/telemetry.d.ts +65 -0
- package/dist/server/public/telemetry.js +284 -0
- package/dist/server/public/telemetry.js.map +1 -0
- package/dist/server/public/trace.d.ts +66 -0
- package/dist/server/public/trace.js +223 -0
- package/dist/server/public/trace.js.map +1 -0
- package/dist/server/public/types.d.ts +131 -0
- package/dist/server/public/types.js +9 -0
- package/dist/server/public/types.js.map +1 -0
- package/dist/server/public/videos-params.d.ts +95 -0
- package/dist/server/public/videos-params.js +220 -0
- package/dist/server/public/videos-params.js.map +1 -0
- package/dist/server/public/videos.d.ts +16 -0
- package/dist/server/public/videos.js +188 -0
- package/dist/server/public/videos.js.map +1 -0
- package/dist/server/public/wire.d.ts +53 -0
- package/dist/server/public/wire.js +174 -0
- package/dist/server/public/wire.js.map +1 -0
- package/dist/server/shims/anthropic.d.ts +52 -0
- package/dist/server/shims/anthropic.js +519 -0
- package/dist/server/shims/anthropic.js.map +1 -0
- package/dist/server/shims/chat-to-responses.d.ts +113 -0
- package/dist/server/shims/chat-to-responses.js +557 -0
- package/dist/server/shims/chat-to-responses.js.map +1 -0
- package/dist/server/shims/index.d.ts +8 -0
- package/dist/server/shims/index.js +9 -0
- package/dist/server/shims/index.js.map +1 -0
- package/dist/server/shims/json.d.ts +10 -0
- package/dist/server/shims/json.js +78 -0
- package/dist/server/shims/json.js.map +1 -0
- package/dist/server/shims/responses.d.ts +79 -0
- package/dist/server/shims/responses.js +543 -0
- package/dist/server/shims/responses.js.map +1 -0
- package/dist/server/state-file.d.ts +44 -0
- package/dist/server/state-file.js +107 -0
- package/dist/server/state-file.js.map +1 -0
- package/dist/settings/import.d.ts +61 -0
- package/dist/settings/import.js +104 -0
- package/dist/settings/import.js.map +1 -0
- package/dist/settings/index.d.ts +11 -0
- package/dist/settings/index.js +12 -0
- package/dist/settings/index.js.map +1 -0
- package/dist/settings/schema/foundation-models.json +1 -0
- package/dist/settings/schema/llamacpp-upstream.json +489 -0
- package/dist/settings/schema/llamacpp.json +475 -0
- package/dist/settings/schema/mlx.json +136 -0
- package/dist/settings/schema.d.ts +35 -0
- package/dist/settings/schema.js +196 -0
- package/dist/settings/schema.js.map +1 -0
- package/dist/settings/store.d.ts +168 -0
- package/dist/settings/store.js +350 -0
- package/dist/settings/store.js.map +1 -0
- package/dist/speculative/chat-template-overrides.d.ts +35 -0
- package/dist/speculative/chat-template-overrides.js +142 -0
- package/dist/speculative/chat-template-overrides.js.map +1 -0
- package/dist/speculative/dflash-registry.d.ts +50 -0
- package/dist/speculative/dflash-registry.js +258 -0
- package/dist/speculative/dflash-registry.js.map +1 -0
- package/dist/speculative/gemma-mtp-registry.d.ts +48 -0
- package/dist/speculative/gemma-mtp-registry.js +79 -0
- package/dist/speculative/gemma-mtp-registry.js.map +1 -0
- package/dist/speculative/index.d.ts +18 -0
- package/dist/speculative/index.js +19 -0
- package/dist/speculative/index.js.map +1 -0
- package/dist/speculative/mlx-dflash-registry.d.ts +39 -0
- package/dist/speculative/mlx-dflash-registry.js +230 -0
- package/dist/speculative/mlx-dflash-registry.js.map +1 -0
- package/dist/speculative/mlx-eagle3-registry.d.ts +24 -0
- package/dist/speculative/mlx-eagle3-registry.js +81 -0
- package/dist/speculative/mlx-eagle3-registry.js.map +1 -0
- package/dist/speculative/mlx-mtp-registry.d.ts +31 -0
- package/dist/speculative/mlx-mtp-registry.js +139 -0
- package/dist/speculative/mlx-mtp-registry.js.map +1 -0
- package/dist/speculative/transcription-registry.d.ts +72 -0
- package/dist/speculative/transcription-registry.js +94 -0
- package/dist/speculative/transcription-registry.js.map +1 -0
- package/dist/telemetry/config.d.ts +38 -0
- package/dist/telemetry/config.js +44 -0
- package/dist/telemetry/config.js.map +1 -0
- package/dist/telemetry/consent.d.ts +21 -0
- package/dist/telemetry/consent.js +35 -0
- package/dist/telemetry/consent.js.map +1 -0
- package/dist/telemetry/core-reporter.d.ts +47 -0
- package/dist/telemetry/core-reporter.js +72 -0
- package/dist/telemetry/core-reporter.js.map +1 -0
- package/dist/telemetry/daemon.d.ts +40 -0
- package/dist/telemetry/daemon.js +67 -0
- package/dist/telemetry/daemon.js.map +1 -0
- package/dist/telemetry/dsn.d.ts +15 -0
- package/dist/telemetry/dsn.js +32 -0
- package/dist/telemetry/dsn.js.map +1 -0
- package/dist/telemetry/envelope.d.ts +97 -0
- package/dist/telemetry/envelope.js +95 -0
- package/dist/telemetry/envelope.js.map +1 -0
- package/dist/telemetry/index.d.ts +18 -0
- package/dist/telemetry/index.js +19 -0
- package/dist/telemetry/index.js.map +1 -0
- package/dist/telemetry/policy.d.ts +39 -0
- package/dist/telemetry/policy.js +142 -0
- package/dist/telemetry/policy.js.map +1 -0
- package/dist/telemetry/reporter.d.ts +80 -0
- package/dist/telemetry/reporter.js +0 -0
- package/dist/telemetry/reporter.js.map +1 -0
- package/dist/telemetry/reports.d.ts +68 -0
- package/dist/telemetry/reports.js +212 -0
- package/dist/telemetry/reports.js.map +1 -0
- package/dist/telemetry/scrub.d.ts +19 -0
- package/dist/telemetry/scrub.js +75 -0
- package/dist/telemetry/scrub.js.map +1 -0
- package/dist/telemetry/stack.d.ts +21 -0
- package/dist/telemetry/stack.js +68 -0
- package/dist/telemetry/stack.js.map +1 -0
- package/dist/telemetry/store.d.ts +17 -0
- package/dist/telemetry/store.js +51 -0
- package/dist/telemetry/store.js.map +1 -0
- package/dist/telemetry/subscribe.d.ts +13 -0
- package/dist/telemetry/subscribe.js +19 -0
- package/dist/telemetry/subscribe.js.map +1 -0
- package/dist/telemetry/types.d.ts +40 -0
- package/dist/telemetry/types.js +2 -0
- package/dist/telemetry/types.js.map +1 -0
- package/dist/util/index.d.ts +5 -0
- package/dist/util/index.js +6 -0
- package/dist/util/index.js.map +1 -0
- package/dist/util/rust-number.d.ts +27 -0
- package/dist/util/rust-number.js +101 -0
- package/dist/util/rust-number.js.map +1 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.js +3 -0
- package/dist/version.js.map +1 -0
- package/package.json +86 -0
- package/src/settings/schema/foundation-models.json +1 -0
- package/src/settings/schema/llamacpp-upstream.json +489 -0
- package/src/settings/schema/llamacpp.json +475 -0
- package/src/settings/schema/mlx.json +136 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"static-assets.generated.js","sourceRoot":"","sources":["../../../src/server/public/static-assets.generated.ts"],"names":[],"mappings":"AAAA,gGAAgG;AAChG,oBAAoB;AACpB,MAAM,CAAC,MAAM,YAAY,GAAW,4/vDAA4/vD,CAAA;AAChiwD,MAAM,CAAC,MAAM,cAAc,GAAW,otvJAAotvJ,CAAA;AAC1vvJ,MAAM,CAAC,MAAM,oBAAoB,GAAW,gyq+CAAgyq+C,CAAA"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The API documentation the server hosts about itself: the Swagger page, its assets, and the
|
|
3
|
+
* OpenAPI document with the server URL rewritten to where this server actually listens.
|
|
4
|
+
*
|
|
5
|
+
* Ported from: src-tauri/src/core/server/proxy.rs (the `/`, `/openapi.json` and `/docs/*` arms).
|
|
6
|
+
* The files are embedded from the app's `src-tauri/static` by `npm run static:import`.
|
|
7
|
+
*
|
|
8
|
+
* Only the landing page carries CORS headers; the JSON and the assets never did, and a browser page
|
|
9
|
+
* on another origin has no business fetching them.
|
|
10
|
+
*/
|
|
11
|
+
import type { Exchange } from './exchange.js';
|
|
12
|
+
/** Answer a documentation route; `false` when the path is not one. Only GET reaches here. */
|
|
13
|
+
export declare function serveStatic(ex: Exchange): boolean;
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The API documentation the server hosts about itself: the Swagger page, its assets, and the
|
|
3
|
+
* OpenAPI document with the server URL rewritten to where this server actually listens.
|
|
4
|
+
*
|
|
5
|
+
* Ported from: src-tauri/src/core/server/proxy.rs (the `/`, `/openapi.json` and `/docs/*` arms).
|
|
6
|
+
* The files are embedded from the app's `src-tauri/static` by `npm run static:import`.
|
|
7
|
+
*
|
|
8
|
+
* Only the landing page carries CORS headers; the JSON and the assets never did, and a browser page
|
|
9
|
+
* on another origin has no business fetching them.
|
|
10
|
+
*/
|
|
11
|
+
import { sendWhole } from './wire.js';
|
|
12
|
+
import { OPENAPI_JSON, SWAGGER_UI_BUNDLE_JS, SWAGGER_UI_CSS } from './static-assets.generated.js';
|
|
13
|
+
import { isJsonObject, serdeToString } from '../shims/index.js';
|
|
14
|
+
const DOCS_HTML = `
|
|
15
|
+
<!DOCTYPE html>
|
|
16
|
+
<html lang="en">
|
|
17
|
+
<head>
|
|
18
|
+
<meta charset="UTF-8">
|
|
19
|
+
<title>API Docs</title>
|
|
20
|
+
<link rel="icon" href="data:,">
|
|
21
|
+
<link rel="stylesheet" type="text/css" href="/docs/swagger-ui.css">
|
|
22
|
+
</head>
|
|
23
|
+
<body>
|
|
24
|
+
<div id="swagger-ui"></div>
|
|
25
|
+
<script src="/docs/swagger-ui-bundle.js"></script>
|
|
26
|
+
<script>
|
|
27
|
+
window.onload = () => {
|
|
28
|
+
SwaggerUIBundle({
|
|
29
|
+
url: '/openapi.json',
|
|
30
|
+
dom_id: '#swagger-ui',
|
|
31
|
+
});
|
|
32
|
+
};
|
|
33
|
+
</script>
|
|
34
|
+
</body>
|
|
35
|
+
</html>
|
|
36
|
+
`;
|
|
37
|
+
/** Answer a documentation route; `false` when the path is not one. Only GET reaches here. */
|
|
38
|
+
export function serveStatic(ex) {
|
|
39
|
+
switch (ex.path) {
|
|
40
|
+
case '/openapi.json':
|
|
41
|
+
sendWhole(ex.res, 200, [['Content-Type', 'application/json']], openapiFor(ex));
|
|
42
|
+
return true;
|
|
43
|
+
case '/':
|
|
44
|
+
sendWhole(ex.res, 200, [['Content-Type', 'text/html'], ...ex.cors], DOCS_HTML);
|
|
45
|
+
return true;
|
|
46
|
+
case '/docs/swagger-ui.css':
|
|
47
|
+
sendWhole(ex.res, 200, [['Content-Type', 'text/css']], SWAGGER_UI_CSS);
|
|
48
|
+
return true;
|
|
49
|
+
case '/docs/swagger-ui-bundle.js':
|
|
50
|
+
sendWhole(ex.res, 200, [['Content-Type', 'application/javascript']], SWAGGER_UI_BUNDLE_JS);
|
|
51
|
+
return true;
|
|
52
|
+
default:
|
|
53
|
+
return false;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
/** The OpenAPI document with every `servers[].url` pointing at this server; verbatim if unparsable. */
|
|
57
|
+
function openapiFor(ex) {
|
|
58
|
+
let spec;
|
|
59
|
+
try {
|
|
60
|
+
spec = JSON.parse(OPENAPI_JSON);
|
|
61
|
+
}
|
|
62
|
+
catch {
|
|
63
|
+
return OPENAPI_JSON;
|
|
64
|
+
}
|
|
65
|
+
const servers = isJsonObject(spec) ? spec['servers'] : undefined;
|
|
66
|
+
if (Array.isArray(servers)) {
|
|
67
|
+
const url = `http://${ex.config.host}:${ex.config.port}${ex.config.prefix}`;
|
|
68
|
+
for (const server of servers) {
|
|
69
|
+
if (isJsonObject(server) && Object.prototype.hasOwnProperty.call(server, 'url'))
|
|
70
|
+
server['url'] = url;
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
return serdeToString(spec);
|
|
74
|
+
}
|
|
75
|
+
//# sourceMappingURL=static.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"static.js","sourceRoot":"","sources":["../../../src/server/public/static.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AACjG,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAG/D,MAAM,SAAS,GAAG;;;;;;;;;;;;;;;;;;;;;;KAsBb,CAAA;AAEL,6FAA6F;AAC7F,MAAM,UAAU,WAAW,CAAC,EAAY;IACtC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,eAAe;YAClB,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,CAAA;YAC9E,OAAO,IAAI,CAAA;QACb,KAAK,GAAG;YACN,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,cAAc,EAAE,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,CAAA;YAC9E,OAAO,IAAI,CAAA;QACb,KAAK,sBAAsB;YACzB,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;YACtE,OAAO,IAAI,CAAA;QACb,KAAK,4BAA4B;YAC/B,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,cAAc,EAAE,wBAAwB,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAA;YAC1F,OAAO,IAAI,CAAA;QACb;YACE,OAAO,KAAK,CAAA;IAChB,CAAC;AACH,CAAC;AAED,uGAAuG;AACvG,SAAS,UAAU,CAAC,EAAY;IAC9B,IAAI,IAAe,CAAA;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAc,CAAA;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,YAAY,CAAA;IACrB,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAChE,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;QAC3E,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,YAAY,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC;gBAAE,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,CAAA;QACtG,CAAC;IACH,CAAC;IACD,OAAO,aAAa,CAAC,IAAI,CAAC,CAAA;AAC5B,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The `/chat/completions` branch for the ChatGPT subscription, as the public server sees it: read
|
|
3
|
+
* the body, decide whether the model belongs to the subscription, and answer with the proxy's CORS
|
|
4
|
+
* headers. The protocol work is `cloud/chatgpt.ts`.
|
|
5
|
+
*
|
|
6
|
+
* Ported from: src-tauri/src/core/server/proxy.rs (`try_serve_chatgpt`).
|
|
7
|
+
*/
|
|
8
|
+
import type { ChatGptBackend } from '../../cloud/index.js';
|
|
9
|
+
import type { Exchange } from './exchange.js';
|
|
10
|
+
/**
|
|
11
|
+
* `true` when the request was the subscription's and has been answered. Otherwise the body stays on
|
|
12
|
+
* the exchange for the generic path, which also owns every error about a malformed body.
|
|
13
|
+
*/
|
|
14
|
+
export declare function serveSubscriptionIfOwned(ex: Exchange, backend: ChatGptBackend): Promise<boolean>;
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The `/chat/completions` branch for the ChatGPT subscription, as the public server sees it: read
|
|
3
|
+
* the body, decide whether the model belongs to the subscription, and answer with the proxy's CORS
|
|
4
|
+
* headers. The protocol work is `cloud/chatgpt.ts`.
|
|
5
|
+
*
|
|
6
|
+
* Ported from: src-tauri/src/core/server/proxy.rs (`try_serve_chatgpt`).
|
|
7
|
+
*/
|
|
8
|
+
import { CHATGPT_PROVIDER, serveSubscriptionChat } from '../../cloud/index.js';
|
|
9
|
+
import { resolveRemoteProvider } from '../../router/index.js';
|
|
10
|
+
import { isJsonObject } from '../shims/index.js';
|
|
11
|
+
import { answer, clientGone } from './exchange.js';
|
|
12
|
+
import { pipeBody, readBody } from './wire.js';
|
|
13
|
+
/**
|
|
14
|
+
* `true` when the request was the subscription's and has been answered. Otherwise the body stays on
|
|
15
|
+
* the exchange for the generic path, which also owns every error about a malformed body.
|
|
16
|
+
*/
|
|
17
|
+
export async function serveSubscriptionIfOwned(ex, backend) {
|
|
18
|
+
try {
|
|
19
|
+
ex.body = await readBody(ex.req);
|
|
20
|
+
}
|
|
21
|
+
catch {
|
|
22
|
+
answer(ex, 500, 'Failed to read request body');
|
|
23
|
+
return true;
|
|
24
|
+
}
|
|
25
|
+
let json;
|
|
26
|
+
try {
|
|
27
|
+
json = JSON.parse(ex.body.toString('utf8'));
|
|
28
|
+
}
|
|
29
|
+
catch {
|
|
30
|
+
return false;
|
|
31
|
+
}
|
|
32
|
+
const model = isJsonObject(json) ? json['model'] : undefined;
|
|
33
|
+
if (typeof model !== 'string')
|
|
34
|
+
return false;
|
|
35
|
+
if (resolveRemoteProvider(model, ex.deps.providers())?.provider !== CHATGPT_PROVIDER)
|
|
36
|
+
return false;
|
|
37
|
+
const stream = isJsonObject(json) && json['stream'] === true;
|
|
38
|
+
// `chat_completions`, not `chat/completions`: the label the app's analytics has always used here.
|
|
39
|
+
ex.trace.endpoint = 'chat_completions';
|
|
40
|
+
ex.trace.backend = 'remote';
|
|
41
|
+
ex.trace.provider = CHATGPT_PROVIDER;
|
|
42
|
+
ex.trace.modelId = model;
|
|
43
|
+
ex.trace.stream = stream;
|
|
44
|
+
ex.trace.announce(json, ex.body);
|
|
45
|
+
const signal = clientGone(ex);
|
|
46
|
+
await serveSubscriptionChat(backend, json, stream, {
|
|
47
|
+
error: (status, message) => answer(ex, status, message),
|
|
48
|
+
json: (body) => answer(ex, 200, body, [['Content-Type', 'application/json']]),
|
|
49
|
+
stream: async (chunks, onClose) => {
|
|
50
|
+
ex.res.writeHead(200, [['Content-Type', 'text/event-stream'], ['Cache-Control', 'no-cache'], ...ex.cors].flat());
|
|
51
|
+
await pipeBody(ex.res, chunks, onClose);
|
|
52
|
+
},
|
|
53
|
+
}, signal);
|
|
54
|
+
return true;
|
|
55
|
+
}
|
|
56
|
+
//# sourceMappingURL=subscription.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"subscription.js","sourceRoot":"","sources":["../../../src/server/public/subscription.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAE9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAEhD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAElD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAE9C;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,EAAY,EAAE,OAAuB;IAClF,IAAI,CAAC;QACH,EAAE,CAAC,IAAI,GAAG,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,6BAA6B,CAAC,CAAA;QAC9C,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,IAAe,CAAA;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;IACD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC3C,IAAI,qBAAqB,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,KAAK,gBAAgB;QAAE,OAAO,KAAK,CAAA;IAElG,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAA;IAC5D,kGAAkG;IAClG,EAAE,CAAC,KAAK,CAAC,QAAQ,GAAG,kBAAkB,CAAA;IACtC,EAAE,CAAC,KAAK,CAAC,OAAO,GAAG,QAAQ,CAAA;IAC3B,EAAE,CAAC,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAA;IACpC,EAAE,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAA;IACxB,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAA;IACxB,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IAChC,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;IAC7B,MAAM,qBAAqB,CACzB,OAAO,EACP,IAAI,EACJ,MAAM,EACN;QACE,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC;QACvD,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC7E,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;YAChC,EAAE,CAAC,GAAG,CAAC,SAAS,CACd,GAAG,EACH,CAAC,CAAC,cAAc,EAAE,mBAAmB,CAAC,EAAE,CAAC,eAAe,EAAE,UAAU,CAAC,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAC1F,CAAA;YACD,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,CAAA;QACzC,CAAC;KACF,EACD,MAAM,CACP,CAAA;IACD,OAAO,IAAI,CAAA;AACb,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* What the request inspector reports about one request: a preview of the prompt, and the numbers a
|
|
3
|
+
* response yields — time to first token, token counts, rates, finish reason, a reply preview.
|
|
4
|
+
*
|
|
5
|
+
* Ported from: src-tauri/src/core/server/request_inspector.rs (`prompt_preview`, `StreamTelemetry`,
|
|
6
|
+
* `extract_reasoning`, `maybe_inject_stream_usage`, `is_usage_only_chunk`).
|
|
7
|
+
* Contract: test/fixtures/app/inspector-telemetry.
|
|
8
|
+
*
|
|
9
|
+
* PRIVACY (ATO-113): previews are user content. They leave the core only in `api:request` events,
|
|
10
|
+
* and only while the app's API screen is open; they are never logged or written to disk.
|
|
11
|
+
*/
|
|
12
|
+
import type { JsonValue } from '../shims/index.js';
|
|
13
|
+
export declare const PREVIEW_MAX_CHARS = 1000;
|
|
14
|
+
export interface PromptPreview {
|
|
15
|
+
text: string | null;
|
|
16
|
+
/** Length before truncation, in characters (Unicode scalar values). */
|
|
17
|
+
chars: number | null;
|
|
18
|
+
message_count: number | null;
|
|
19
|
+
has_non_text_parts: boolean;
|
|
20
|
+
}
|
|
21
|
+
export declare function promptPreview(body: JsonValue, maxChars?: number): PromptPreview;
|
|
22
|
+
/** A chunk's reasoning text, whichever spelling the server used; the first one found wins. */
|
|
23
|
+
export declare function extractReasoning(choice: JsonValue): string | undefined;
|
|
24
|
+
export interface TelemetryFields {
|
|
25
|
+
ttft_ms: number | null;
|
|
26
|
+
prompt_tokens: number | null;
|
|
27
|
+
completion_tokens: number | null;
|
|
28
|
+
total_tokens: number | null;
|
|
29
|
+
tokens_estimated: boolean;
|
|
30
|
+
prompt_per_second: number | null;
|
|
31
|
+
predicted_per_second: number | null;
|
|
32
|
+
finish_reason: string | null;
|
|
33
|
+
reply_preview: string | null;
|
|
34
|
+
reply_chars: number | null;
|
|
35
|
+
}
|
|
36
|
+
/** Folds streamed frames — OpenAI chunks, whole responses, llama.cpp timings, Anthropic events. */
|
|
37
|
+
export declare class StreamTelemetry {
|
|
38
|
+
firstContentAt: number | undefined;
|
|
39
|
+
promptTokens: number | undefined;
|
|
40
|
+
completionTokens: number | undefined;
|
|
41
|
+
totalTokens: number | undefined;
|
|
42
|
+
promptPerSecond: number | undefined;
|
|
43
|
+
predictedPerSecond: number | undefined;
|
|
44
|
+
finishReason: string | undefined;
|
|
45
|
+
/** Content deltas seen; exact for llama.cpp (one per token), an estimate elsewhere. */
|
|
46
|
+
deltaCount: number;
|
|
47
|
+
replyChars: number;
|
|
48
|
+
private reply;
|
|
49
|
+
/** Apart from `reply`, so a model that answered previews the answer, not its thinking. */
|
|
50
|
+
private reasoning;
|
|
51
|
+
onJson(v: JsonValue, now: number): void;
|
|
52
|
+
private onContent;
|
|
53
|
+
private onReasoning;
|
|
54
|
+
private markToken;
|
|
55
|
+
ttftMs(start: number): number | null;
|
|
56
|
+
completionTokensOrEstimate(): number | null;
|
|
57
|
+
finishFields(start: number): TelemetryFields;
|
|
58
|
+
}
|
|
59
|
+
/**
|
|
60
|
+
* `stream_options: {include_usage: true}` added to a streaming body so the upstream reports real
|
|
61
|
+
* token counts; `undefined` when nothing changes, including when the client already chose.
|
|
62
|
+
*/
|
|
63
|
+
export declare function maybeInjectStreamUsage(body: Buffer): Buffer | undefined;
|
|
64
|
+
/** The usage-only trailer `include_usage` appends: empty `choices` and a non-null `usage`. */
|
|
65
|
+
export declare function isUsageOnlyChunk(v: JsonValue): boolean;
|
|
@@ -0,0 +1,284 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* What the request inspector reports about one request: a preview of the prompt, and the numbers a
|
|
3
|
+
* response yields — time to first token, token counts, rates, finish reason, a reply preview.
|
|
4
|
+
*
|
|
5
|
+
* Ported from: src-tauri/src/core/server/request_inspector.rs (`prompt_preview`, `StreamTelemetry`,
|
|
6
|
+
* `extract_reasoning`, `maybe_inject_stream_usage`, `is_usage_only_chunk`).
|
|
7
|
+
* Contract: test/fixtures/app/inspector-telemetry.
|
|
8
|
+
*
|
|
9
|
+
* PRIVACY (ATO-113): previews are user content. They leave the core only in `api:request` events,
|
|
10
|
+
* and only while the app's API screen is open; they are never logged or written to disk.
|
|
11
|
+
*/
|
|
12
|
+
import { isJsonObject, serdeToString } from '../shims/index.js';
|
|
13
|
+
export const PREVIEW_MAX_CHARS = 1000;
|
|
14
|
+
function get(value, key) {
|
|
15
|
+
return isJsonObject(value) && Object.prototype.hasOwnProperty.call(value, key) ? value[key] : undefined;
|
|
16
|
+
}
|
|
17
|
+
/** serde_json's `Value::pointer` over object keys and array indices. */
|
|
18
|
+
function pointer(value, path) {
|
|
19
|
+
let current = value;
|
|
20
|
+
for (const part of path) {
|
|
21
|
+
if (Array.isArray(current))
|
|
22
|
+
current = /^\d+$/.test(part) ? current[Number(part)] : undefined;
|
|
23
|
+
else
|
|
24
|
+
current = get(current, part);
|
|
25
|
+
if (current === undefined)
|
|
26
|
+
return undefined;
|
|
27
|
+
}
|
|
28
|
+
return current;
|
|
29
|
+
}
|
|
30
|
+
function asStr(value) {
|
|
31
|
+
return typeof value === 'string' ? value : undefined;
|
|
32
|
+
}
|
|
33
|
+
function asU64(value) {
|
|
34
|
+
return typeof value === 'number' && Number.isInteger(value) && value >= 0 ? value : undefined;
|
|
35
|
+
}
|
|
36
|
+
function charCount(text) {
|
|
37
|
+
let n = 0;
|
|
38
|
+
for (const _ of text)
|
|
39
|
+
n++;
|
|
40
|
+
return n;
|
|
41
|
+
}
|
|
42
|
+
function takeChars(text, max) {
|
|
43
|
+
let out = '';
|
|
44
|
+
let n = 0;
|
|
45
|
+
for (const ch of text) {
|
|
46
|
+
if (n >= max)
|
|
47
|
+
break;
|
|
48
|
+
out += ch;
|
|
49
|
+
n++;
|
|
50
|
+
}
|
|
51
|
+
return out;
|
|
52
|
+
}
|
|
53
|
+
export function promptPreview(body, maxChars = PREVIEW_MAX_CHARS) {
|
|
54
|
+
const out = { text: null, chars: null, message_count: null, has_non_text_parts: false };
|
|
55
|
+
const setText = (text) => {
|
|
56
|
+
out.chars = charCount(text);
|
|
57
|
+
out.text = takeChars(text, maxChars);
|
|
58
|
+
};
|
|
59
|
+
const input = asStr(get(body, 'input'));
|
|
60
|
+
if (input !== undefined) {
|
|
61
|
+
setText(input);
|
|
62
|
+
return out;
|
|
63
|
+
}
|
|
64
|
+
// `messages` present in any shape is what is looked at; only its absence falls back to `input`.
|
|
65
|
+
const container = get(body, 'messages') ?? get(body, 'input');
|
|
66
|
+
if (!Array.isArray(container))
|
|
67
|
+
return out;
|
|
68
|
+
out.message_count = container.length;
|
|
69
|
+
const chosen = [...container].reverse().find((m) => get(m, 'role') === 'user') ?? container.at(-1);
|
|
70
|
+
if (chosen === undefined)
|
|
71
|
+
return out;
|
|
72
|
+
const content = get(chosen, 'content');
|
|
73
|
+
let text = '';
|
|
74
|
+
if (typeof content === 'string')
|
|
75
|
+
text = content;
|
|
76
|
+
else if (Array.isArray(content)) {
|
|
77
|
+
for (const part of content) {
|
|
78
|
+
const type = asStr(get(part, 'type'));
|
|
79
|
+
if (type === 'text' || type === 'input_text' || type === 'output_text') {
|
|
80
|
+
const s = asStr(get(part, 'text'));
|
|
81
|
+
if (s !== undefined) {
|
|
82
|
+
if (text !== '')
|
|
83
|
+
text += '\n';
|
|
84
|
+
text += s;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
else if (type !== undefined) {
|
|
88
|
+
out.has_non_text_parts = true;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
if (text !== '')
|
|
93
|
+
setText(text);
|
|
94
|
+
return out;
|
|
95
|
+
}
|
|
96
|
+
/** A chunk's reasoning text, whichever spelling the server used; the first one found wins. */
|
|
97
|
+
export function extractReasoning(choice) {
|
|
98
|
+
for (const field of ['reasoning_content', 'reasoning']) {
|
|
99
|
+
for (const parent of ['delta', 'message']) {
|
|
100
|
+
const text = asStr(pointer(choice, [parent, field]));
|
|
101
|
+
if (text !== undefined && text !== '')
|
|
102
|
+
return text;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
for (const parent of ['delta', 'message']) {
|
|
106
|
+
const parts = pointer(choice, [parent, 'reasoning_details']);
|
|
107
|
+
if (Array.isArray(parts)) {
|
|
108
|
+
const joined = parts.map((p) => asStr(get(p, 'text')) ?? '').join('');
|
|
109
|
+
if (joined !== '')
|
|
110
|
+
return joined;
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
return undefined;
|
|
114
|
+
}
|
|
115
|
+
/** Folds streamed frames — OpenAI chunks, whole responses, llama.cpp timings, Anthropic events. */
|
|
116
|
+
export class StreamTelemetry {
|
|
117
|
+
firstContentAt;
|
|
118
|
+
promptTokens;
|
|
119
|
+
completionTokens;
|
|
120
|
+
totalTokens;
|
|
121
|
+
promptPerSecond;
|
|
122
|
+
predictedPerSecond;
|
|
123
|
+
finishReason;
|
|
124
|
+
/** Content deltas seen; exact for llama.cpp (one per token), an estimate elsewhere. */
|
|
125
|
+
deltaCount = 0;
|
|
126
|
+
replyChars = 0;
|
|
127
|
+
reply = '';
|
|
128
|
+
/** Apart from `reply`, so a model that answered previews the answer, not its thinking. */
|
|
129
|
+
reasoning = '';
|
|
130
|
+
onJson(v, now) {
|
|
131
|
+
switch (asStr(get(v, 'type'))) {
|
|
132
|
+
case 'content_block_delta': {
|
|
133
|
+
const text = asStr(pointer(v, ['delta', 'text']));
|
|
134
|
+
if (text !== undefined)
|
|
135
|
+
this.onContent(text, now);
|
|
136
|
+
const thinking = asStr(pointer(v, ['delta', 'thinking']));
|
|
137
|
+
if (thinking !== undefined)
|
|
138
|
+
this.onReasoning(thinking, now);
|
|
139
|
+
return;
|
|
140
|
+
}
|
|
141
|
+
case 'message_start':
|
|
142
|
+
this.promptTokens = asU64(pointer(v, ['message', 'usage', 'input_tokens'])) ?? this.promptTokens;
|
|
143
|
+
return;
|
|
144
|
+
case 'message_delta': {
|
|
145
|
+
const n = asU64(pointer(v, ['usage', 'output_tokens']));
|
|
146
|
+
if (n !== undefined)
|
|
147
|
+
this.completionTokens = n;
|
|
148
|
+
const reason = asStr(pointer(v, ['delta', 'stop_reason']));
|
|
149
|
+
if (reason !== undefined)
|
|
150
|
+
this.finishReason = reason;
|
|
151
|
+
return;
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
const choice = pointer(v, ['choices', '0']);
|
|
155
|
+
if (choice !== undefined) {
|
|
156
|
+
for (const path of [
|
|
157
|
+
['delta', 'content'],
|
|
158
|
+
['message', 'content'],
|
|
159
|
+
]) {
|
|
160
|
+
const text = asStr(pointer(choice, path));
|
|
161
|
+
if (text !== undefined)
|
|
162
|
+
this.onContent(text, now);
|
|
163
|
+
}
|
|
164
|
+
const reasoning = extractReasoning(choice);
|
|
165
|
+
if (reasoning !== undefined)
|
|
166
|
+
this.onReasoning(reasoning, now);
|
|
167
|
+
const reason = asStr(get(choice, 'finish_reason'));
|
|
168
|
+
if (reason !== undefined)
|
|
169
|
+
this.finishReason = reason;
|
|
170
|
+
}
|
|
171
|
+
// With `include_usage` every content chunk carries `"usage": null`; only a real object counts.
|
|
172
|
+
const usage = get(v, 'usage');
|
|
173
|
+
if (usage !== undefined && usage !== null) {
|
|
174
|
+
const prompt = asU64(get(usage, 'prompt_tokens'));
|
|
175
|
+
const completion = asU64(get(usage, 'completion_tokens'));
|
|
176
|
+
const total = asU64(get(usage, 'total_tokens'));
|
|
177
|
+
if (prompt !== undefined)
|
|
178
|
+
this.promptTokens = prompt;
|
|
179
|
+
if (completion !== undefined)
|
|
180
|
+
this.completionTokens = completion;
|
|
181
|
+
if (total !== undefined)
|
|
182
|
+
this.totalTokens = total;
|
|
183
|
+
}
|
|
184
|
+
const timings = get(v, 'timings');
|
|
185
|
+
if (isJsonObject(timings)) {
|
|
186
|
+
if (this.promptTokens === undefined)
|
|
187
|
+
this.promptTokens = asU64(timings['prompt_n']);
|
|
188
|
+
if (this.completionTokens === undefined)
|
|
189
|
+
this.completionTokens = asU64(timings['predicted_n']);
|
|
190
|
+
// The upstream's own rates win: they see queue time a proxy-side clock cannot.
|
|
191
|
+
const pps = timings['prompt_per_second'];
|
|
192
|
+
if (typeof pps === 'number' && pps > 0)
|
|
193
|
+
this.promptPerSecond = pps;
|
|
194
|
+
const dps = timings['predicted_per_second'];
|
|
195
|
+
if (typeof dps === 'number' && dps > 0)
|
|
196
|
+
this.predictedPerSecond = dps;
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
onContent(text, now) {
|
|
200
|
+
if (text === '')
|
|
201
|
+
return;
|
|
202
|
+
this.markToken(now);
|
|
203
|
+
this.replyChars += charCount(text);
|
|
204
|
+
this.reply = appendCapped(this.reply, text);
|
|
205
|
+
}
|
|
206
|
+
onReasoning(text, now) {
|
|
207
|
+
if (text === '')
|
|
208
|
+
return;
|
|
209
|
+
this.markToken(now);
|
|
210
|
+
this.replyChars += charCount(text);
|
|
211
|
+
this.reasoning = appendCapped(this.reasoning, text);
|
|
212
|
+
}
|
|
213
|
+
markToken(now) {
|
|
214
|
+
if (this.firstContentAt === undefined)
|
|
215
|
+
this.firstContentAt = now;
|
|
216
|
+
this.deltaCount++;
|
|
217
|
+
}
|
|
218
|
+
ttftMs(start) {
|
|
219
|
+
return this.firstContentAt === undefined ? null : Math.max(0, Math.floor(this.firstContentAt - start));
|
|
220
|
+
}
|
|
221
|
+
completionTokensOrEstimate() {
|
|
222
|
+
return this.completionTokens ?? (this.deltaCount > 0 ? this.deltaCount : null);
|
|
223
|
+
}
|
|
224
|
+
finishFields(start) {
|
|
225
|
+
const estimated = this.completionTokens === undefined && this.deltaCount > 0;
|
|
226
|
+
const completion = this.completionTokensOrEstimate();
|
|
227
|
+
const total = this.totalTokens ??
|
|
228
|
+
// Only summed when the completion count is authoritative: a total from an estimate reads as exact.
|
|
229
|
+
(this.promptTokens !== undefined && completion !== null && !estimated
|
|
230
|
+
? this.promptTokens + completion
|
|
231
|
+
: null);
|
|
232
|
+
return {
|
|
233
|
+
ttft_ms: this.ttftMs(start),
|
|
234
|
+
prompt_tokens: this.promptTokens ?? null,
|
|
235
|
+
completion_tokens: completion,
|
|
236
|
+
total_tokens: total,
|
|
237
|
+
tokens_estimated: estimated,
|
|
238
|
+
prompt_per_second: this.promptPerSecond ?? null,
|
|
239
|
+
predicted_per_second: this.predictedPerSecond ?? null,
|
|
240
|
+
finish_reason: this.finishReason ?? null,
|
|
241
|
+
reply_preview: this.reply !== '' ? this.reply : this.reasoning !== '' ? this.reasoning : null,
|
|
242
|
+
reply_chars: this.replyChars > 0 ? this.replyChars : null,
|
|
243
|
+
};
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
function appendCapped(buffer, text) {
|
|
247
|
+
const room = PREVIEW_MAX_CHARS - charCount(buffer);
|
|
248
|
+
return room > 0 ? buffer + takeChars(text, room) : buffer;
|
|
249
|
+
}
|
|
250
|
+
/**
|
|
251
|
+
* `stream_options: {include_usage: true}` added to a streaming body so the upstream reports real
|
|
252
|
+
* token counts; `undefined` when nothing changes, including when the client already chose.
|
|
253
|
+
*/
|
|
254
|
+
export function maybeInjectStreamUsage(body) {
|
|
255
|
+
let json;
|
|
256
|
+
try {
|
|
257
|
+
json = JSON.parse(body.toString('utf8'));
|
|
258
|
+
}
|
|
259
|
+
catch {
|
|
260
|
+
return undefined;
|
|
261
|
+
}
|
|
262
|
+
if (!isJsonObject(json) || json['stream'] !== true)
|
|
263
|
+
return undefined;
|
|
264
|
+
const options = get(json, 'stream_options');
|
|
265
|
+
if (options === undefined)
|
|
266
|
+
json['stream_options'] = { include_usage: true };
|
|
267
|
+
else if (isJsonObject(options)) {
|
|
268
|
+
if (Object.prototype.hasOwnProperty.call(options, 'include_usage'))
|
|
269
|
+
return undefined;
|
|
270
|
+
options['include_usage'] = true;
|
|
271
|
+
}
|
|
272
|
+
else {
|
|
273
|
+
// Present but not an object: the upstream rejects it on its own terms.
|
|
274
|
+
return undefined;
|
|
275
|
+
}
|
|
276
|
+
return Buffer.from(serdeToString(json));
|
|
277
|
+
}
|
|
278
|
+
/** The usage-only trailer `include_usage` appends: empty `choices` and a non-null `usage`. */
|
|
279
|
+
export function isUsageOnlyChunk(v) {
|
|
280
|
+
const choices = get(v, 'choices');
|
|
281
|
+
const usage = get(v, 'usage');
|
|
282
|
+
return Array.isArray(choices) && choices.length === 0 && usage !== undefined && usage !== null;
|
|
283
|
+
}
|
|
284
|
+
//# sourceMappingURL=telemetry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telemetry.js","sourceRoot":"","sources":["../../../src/server/public/telemetry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAG/D,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAA;AAUrC,SAAS,GAAG,CAAC,KAA4B,EAAE,GAAW;IACpD,OAAO,YAAY,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACzG,CAAC;AAED,wEAAwE;AACxE,SAAS,OAAO,CAAC,KAA4B,EAAE,IAAc;IAC3D,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;;YACvF,OAAO,GAAG,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACjC,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,SAAS,CAAA;IAC7C,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,KAAK,CAAC,KAA4B;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AACtD,CAAC;AAED,SAAS,KAAK,CAAC,KAA4B;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AAC/F,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,CAAC,EAAE,CAAA;IACzB,OAAO,CAAC,CAAA;AACV,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,GAAW;IAC1C,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,GAAG;YAAE,MAAK;QACnB,GAAG,IAAI,EAAE,CAAA;QACT,CAAC,EAAE,CAAA;IACL,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAe,EAAE,QAAQ,GAAG,iBAAiB;IACzE,MAAM,GAAG,GAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAA;IACtG,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,EAAE;QAC/B,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;QAC3B,GAAG,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IACtC,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAA;IACvC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,CAAA;QACd,OAAO,GAAG,CAAA;IACZ,CAAC;IACD,gGAAgG;IAChG,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAAE,OAAO,GAAG,CAAA;IACzC,GAAG,CAAC,aAAa,GAAG,SAAS,CAAC,MAAM,CAAA;IAEpC,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAClG,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,GAAG,CAAA;IAEpC,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACtC,IAAI,IAAI,GAAG,EAAE,CAAA;IACb,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,IAAI,GAAG,OAAO,CAAA;SAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;YACrC,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;gBACvE,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;gBAClC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;oBACpB,IAAI,IAAI,KAAK,EAAE;wBAAE,IAAI,IAAI,IAAI,CAAA;oBAC7B,IAAI,IAAI,CAAC,CAAA;gBACX,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC9B,GAAG,CAAC,kBAAkB,GAAG,IAAI,CAAA;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,IAAI,KAAK,EAAE;QAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IAC9B,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,gBAAgB,CAAC,MAAiB;IAChD,KAAK,MAAM,KAAK,IAAI,CAAC,mBAAmB,EAAE,WAAW,CAAC,EAAE,CAAC;QACvD,KAAK,MAAM,MAAM,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAA;YACpD,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE;gBAAE,OAAO,IAAI,CAAA;QACpD,CAAC;IACH,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAA;QAC5D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACrE,IAAI,MAAM,KAAK,EAAE;gBAAE,OAAO,MAAM,CAAA;QAClC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAeD,mGAAmG;AACnG,MAAM,OAAO,eAAe;IAC1B,cAAc,CAAoB;IAClC,YAAY,CAAoB;IAChC,gBAAgB,CAAoB;IACpC,WAAW,CAAoB;IAC/B,eAAe,CAAoB;IACnC,kBAAkB,CAAoB;IACtC,YAAY,CAAoB;IAChC,uFAAuF;IACvF,UAAU,GAAG,CAAC,CAAA;IACd,UAAU,GAAG,CAAC,CAAA;IACN,KAAK,GAAG,EAAE,CAAA;IAClB,0FAA0F;IAClF,SAAS,GAAG,EAAE,CAAA;IAEtB,MAAM,CAAC,CAAY,EAAE,GAAW;QAC9B,QAAQ,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;YAC9B,KAAK,qBAAqB,CAAC,CAAC,CAAC;gBAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;gBACjD,IAAI,IAAI,KAAK,SAAS;oBAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;gBACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,CAAA;gBACzD,IAAI,QAAQ,KAAK,SAAS;oBAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;gBAC3D,OAAM;YACR,CAAC;YACD,KAAK,eAAe;gBAClB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,YAAY,CAAA;gBAChG,OAAM;YACR,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,CAAA;gBACvD,IAAI,CAAC,KAAK,SAAS;oBAAE,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAA;gBAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,CAAA;gBAC1D,IAAI,MAAM,KAAK,SAAS;oBAAE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAA;gBACpD,OAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAA;QAC3C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI;gBACjB,CAAC,OAAO,EAAE,SAAS,CAAC;gBACpB,CAAC,SAAS,EAAE,SAAS,CAAC;aACvB,EAAE,CAAC;gBACF,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAA;gBACzC,IAAI,IAAI,KAAK,SAAS;oBAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;YACnD,CAAC;YACD,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAA;YAC1C,IAAI,SAAS,KAAK,SAAS;gBAAE,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YAC7D,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAA;YAClD,IAAI,MAAM,KAAK,SAAS;gBAAE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAA;QACtD,CAAC;QAED,+FAA+F;QAC/F,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;QAC7B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC,CAAA;YACjD,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC,CAAA;YACzD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAA;YAC/C,IAAI,MAAM,KAAK,SAAS;gBAAE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAA;YACpD,IAAI,UAAU,KAAK,SAAS;gBAAE,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAA;YAChE,IAAI,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QACnD,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;QACjC,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS;gBAAE,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAA;YACnF,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS;gBAAE,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAA;YAC9F,+EAA+E;YAC/E,MAAM,GAAG,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;YACxC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,GAAG,CAAC;gBAAE,IAAI,CAAC,eAAe,GAAG,GAAG,CAAA;YAClE,MAAM,GAAG,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAA;YAC3C,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,GAAG,CAAC;gBAAE,IAAI,CAAC,kBAAkB,GAAG,GAAG,CAAA;QACvE,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,IAAY,EAAE,GAAW;QACzC,IAAI,IAAI,KAAK,EAAE;YAAE,OAAM;QACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QACnB,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IAC7C,CAAC;IAEO,WAAW,CAAC,IAAY,EAAE,GAAW;QAC3C,IAAI,IAAI,KAAK,EAAE;YAAE,OAAM;QACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QACnB,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IACrD,CAAC;IAEO,SAAS,CAAC,GAAW;QAC3B,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS;YAAE,IAAI,CAAC,cAAc,GAAG,GAAG,CAAA;QAChE,IAAI,CAAC,UAAU,EAAE,CAAA;IACnB,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,OAAO,IAAI,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,CAAC,CAAA;IACxG,CAAC;IAED,0BAA0B;QACxB,OAAO,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IAChF,CAAC;IAED,YAAY,CAAC,KAAa;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,CAAA;QAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,0BAA0B,EAAE,CAAA;QACpD,MAAM,KAAK,GACT,IAAI,CAAC,WAAW;YAChB,mGAAmG;YACnG,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI,IAAI,CAAC,SAAS;gBACnE,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,UAAU;gBAChC,CAAC,CAAC,IAAI,CAAC,CAAA;QACX,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAC3B,aAAa,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI;YACxC,iBAAiB,EAAE,UAAU;YAC7B,YAAY,EAAE,KAAK;YACnB,gBAAgB,EAAE,SAAS;YAC3B,iBAAiB,EAAE,IAAI,CAAC,eAAe,IAAI,IAAI;YAC/C,oBAAoB,EAAE,IAAI,CAAC,kBAAkB,IAAI,IAAI;YACrD,aAAa,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI;YACxC,aAAa,EAAE,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;YAC7F,WAAW,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI;SAC1D,CAAA;IACH,CAAC;CACF;AAED,SAAS,YAAY,CAAC,MAAc,EAAE,IAAY;IAChD,MAAM,IAAI,GAAG,iBAAiB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAA;IAClD,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;AAC3D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,IAAI,IAAe,CAAA;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI;QAAE,OAAO,SAAS,CAAA;IACpE,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAA;IAC3C,IAAI,OAAO,KAAK,SAAS;QAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAA;SACtE,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC;YAAE,OAAO,SAAS,CAAA;QACpF,OAAO,CAAC,eAAe,CAAC,GAAG,IAAI,CAAA;IACjC,CAAC;SAAM,CAAC;QACN,uEAAuE;QACvE,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAA;AACzC,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,gBAAgB,CAAC,CAAY;IAC3C,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;IACjC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;IAC7B,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAA;AAChG,CAAC"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The record of one request as it goes through the Local API Server, and the `api:request` events
|
|
3
|
+
* made from it: the analytics observation the app aggregates, and — only while the app's API screen
|
|
4
|
+
* is open — the inspector's started / progress / finished view.
|
|
5
|
+
*
|
|
6
|
+
* Ported from: src-tauri/src/core/server/proxy.rs (`EmitState`, `proxy_request`),
|
|
7
|
+
* src-tauri/src/core/server/request_inspector.rs (`RequestInspector::begin`, `InspectorHandle`).
|
|
8
|
+
*
|
|
9
|
+
* The request is closed when its response closes, however that happens — the whole body sent, the
|
|
10
|
+
* client gone, the upstream stalled — so there is no finish call to forget on an early return, which
|
|
11
|
+
* is what the Rust `FinishGuard` exists to prevent.
|
|
12
|
+
*
|
|
13
|
+
* One deliberate difference: time to first token is measured from the moment the request arrived.
|
|
14
|
+
* The Rust relay measured it from the start of the relay task in the finished event but from the
|
|
15
|
+
* request's arrival in progress events, so the same request reported two different numbers.
|
|
16
|
+
*/
|
|
17
|
+
import type { ServerResponse } from 'node:http';
|
|
18
|
+
import type { JsonValue } from '../shims/index.js';
|
|
19
|
+
import { StreamTelemetry } from './telemetry.js';
|
|
20
|
+
import type { TelemetryFields } from './telemetry.js';
|
|
21
|
+
import type { PublicServerDeps } from './types.js';
|
|
22
|
+
export declare function endpointFromPath(path: string): string;
|
|
23
|
+
export declare class RequestTrace {
|
|
24
|
+
private readonly method;
|
|
25
|
+
private readonly deps;
|
|
26
|
+
endpoint: string | undefined;
|
|
27
|
+
modelId: string | null;
|
|
28
|
+
backend: string;
|
|
29
|
+
provider: string | null;
|
|
30
|
+
stream: boolean;
|
|
31
|
+
anthropicFallback: boolean;
|
|
32
|
+
errorKind: string | null;
|
|
33
|
+
/** Not product traffic (preflight, docs, model polling, scanners): no analytics, no inspector row. */
|
|
34
|
+
skipEmit: boolean;
|
|
35
|
+
upstreamStatus: number | null;
|
|
36
|
+
oomDetected: boolean;
|
|
37
|
+
ctxOverflowDetected: boolean;
|
|
38
|
+
/** Streamed telemetry for the inspector, when a relay collected any. */
|
|
39
|
+
telemetry: StreamTelemetry | undefined;
|
|
40
|
+
private readonly startedAt;
|
|
41
|
+
private readonly startedAtMs;
|
|
42
|
+
private headersAt;
|
|
43
|
+
private readonly id;
|
|
44
|
+
private readonly seq;
|
|
45
|
+
private announced;
|
|
46
|
+
private closed;
|
|
47
|
+
private lastProgress;
|
|
48
|
+
private stashed;
|
|
49
|
+
constructor(method: string, deps: PublicServerDeps);
|
|
50
|
+
/** Whether the inspector is watching this request (previews and telemetry are collected). */
|
|
51
|
+
get inspecting(): boolean;
|
|
52
|
+
/** Ties the trace to its response: headers time on `writeHead`, the finish on `close`. */
|
|
53
|
+
attach(res: ServerResponse): void;
|
|
54
|
+
/**
|
|
55
|
+
* The inspector's `request-started`, with the prompt preview when the body is known. Idempotent:
|
|
56
|
+
* a body-parse site announces with detail, the close announces without for everything else.
|
|
57
|
+
*/
|
|
58
|
+
announce(body?: JsonValue, raw?: Buffer): void;
|
|
59
|
+
/** A telemetry collector, when the inspector is watching. */
|
|
60
|
+
startTelemetry(): StreamTelemetry | undefined;
|
|
61
|
+
/** Telemetry from a whole (non-streamed) response body: there is no time to first token. */
|
|
62
|
+
stash(fields: TelemetryFields): void;
|
|
63
|
+
/** A throttled progress tick for a long stream. */
|
|
64
|
+
progress(): void;
|
|
65
|
+
private close;
|
|
66
|
+
}
|