@atomic-chat/core 0.19.1 → 0.20.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/app-daemon.js +5 -0
- package/dist/app-daemon.js.map +1 -1
- package/dist/cli/bin.js +0 -0
- package/dist/cli/launch.js +2 -0
- package/dist/cli/launch.js.map +1 -1
- package/dist/cli/main.d.ts +1 -1
- package/dist/cli/main.js +5 -0
- package/dist/cli/main.js.map +1 -1
- package/dist/cloud/registry.js +1 -0
- package/dist/cloud/registry.js.map +1 -1
- package/dist/config/paths.d.ts +1 -1
- package/dist/config/paths.js +12 -0
- package/dist/config/paths.js.map +1 -1
- package/dist/contracts/engine-builds.d.ts +6 -1
- package/dist/contracts/engine-builds.js +1 -1
- package/dist/contracts/engine-builds.js.map +1 -1
- package/dist/contracts/engines.d.ts +1 -1
- package/dist/contracts/engines.js +2 -0
- package/dist/contracts/engines.js.map +1 -1
- package/dist/contracts/errors.d.ts +7 -1
- package/dist/contracts/errors.js.map +1 -1
- package/dist/contracts/geniex.d.ts +98 -0
- package/dist/contracts/geniex.js +15 -0
- package/dist/contracts/geniex.js.map +1 -0
- package/dist/contracts/index.d.ts +1 -0
- package/dist/contracts/index.js +1 -0
- package/dist/contracts/index.js.map +1 -1
- package/dist/contracts/model-yml.d.ts +40 -0
- package/dist/contracts/model-yml.js +7 -0
- package/dist/contracts/model-yml.js.map +1 -1
- package/dist/contracts/session.d.ts +6 -1
- package/dist/contracts/session.js.map +1 -1
- package/dist/contracts/settings.d.ts +12 -1
- package/dist/contracts/settings.js.map +1 -1
- package/dist/core/atomic-core.d.ts +1 -1
- package/dist/core/create.js +75 -1
- package/dist/core/create.js.map +1 -1
- package/dist/engine-builds/engines.d.ts +28 -7
- package/dist/engine-builds/engines.js +49 -5
- package/dist/engine-builds/engines.js.map +1 -1
- package/dist/engine-builds/geniex.d.ts +35 -0
- package/dist/engine-builds/geniex.js +111 -0
- package/dist/engine-builds/geniex.js.map +1 -0
- package/dist/engine-builds/manifest.d.ts +43 -0
- package/dist/engine-builds/manifest.js +92 -0
- package/dist/engine-builds/manifest.js.map +1 -1
- package/dist/engine-builds/order.d.ts +2 -1
- package/dist/engine-builds/order.js +2 -0
- package/dist/engine-builds/order.js.map +1 -1
- package/dist/engine-builds/select.d.ts +15 -0
- package/dist/engine-builds/select.js +14 -0
- package/dist/engine-builds/select.js.map +1 -1
- package/dist/engine-builds/service.d.ts +5 -3
- package/dist/engine-builds/service.js +21 -2
- package/dist/engine-builds/service.js.map +1 -1
- package/dist/engines/service.d.ts +2 -1
- package/dist/engines/service.js +3 -1
- package/dist/engines/service.js.map +1 -1
- package/dist/engines/versions.js +3 -0
- package/dist/engines/versions.js.map +1 -1
- package/dist/integrations/catalog.d.ts +3 -1
- package/dist/integrations/catalog.js +8 -2
- package/dist/integrations/catalog.js.map +1 -1
- package/dist/integrations/config-io.d.ts +45 -4
- package/dist/integrations/config-io.js +91 -6
- package/dist/integrations/config-io.js.map +1 -1
- package/dist/integrations/configure/codex-repair.d.ts +75 -0
- package/dist/integrations/configure/codex-repair.js +254 -0
- package/dist/integrations/configure/codex-repair.js.map +1 -0
- package/dist/integrations/configure/codex.d.ts +48 -10
- package/dist/integrations/configure/codex.js +126 -32
- package/dist/integrations/configure/codex.js.map +1 -1
- package/dist/integrations/configure/registry.d.ts +4 -1
- package/dist/integrations/configure/registry.js +1 -0
- package/dist/integrations/configure/registry.js.map +1 -1
- package/dist/models/gguf/kv-cache.d.ts +5 -0
- package/dist/models/gguf/kv-cache.js +35 -2
- package/dist/models/gguf/kv-cache.js.map +1 -1
- package/dist/models/gguf/reader.d.ts +5 -0
- package/dist/models/gguf/reader.js +15 -3
- package/dist/models/gguf/reader.js.map +1 -1
- package/dist/router/resolve.d.ts +3 -2
- package/dist/router/resolve.js +3 -1
- package/dist/router/resolve.js.map +1 -1
- package/dist/runtime/geniex/accelerators.d.ts +20 -0
- package/dist/runtime/geniex/accelerators.js +53 -0
- package/dist/runtime/geniex/accelerators.js.map +1 -0
- package/dist/runtime/geniex/check.d.ts +34 -0
- package/dist/runtime/geniex/check.js +117 -0
- package/dist/runtime/geniex/check.js.map +1 -0
- package/dist/runtime/geniex/chip.d.ts +29 -0
- package/dist/runtime/geniex/chip.js +35 -0
- package/dist/runtime/geniex/chip.js.map +1 -0
- package/dist/runtime/geniex/devices.d.ts +13 -0
- package/dist/runtime/geniex/devices.js +32 -0
- package/dist/runtime/geniex/devices.js.map +1 -0
- package/dist/runtime/geniex/geniex-host.d.ts +17 -0
- package/dist/runtime/geniex/geniex-host.js +26 -0
- package/dist/runtime/geniex/geniex-host.js.map +1 -0
- package/dist/runtime/geniex/host/args.d.ts +56 -0
- package/dist/runtime/geniex/host/args.js +115 -0
- package/dist/runtime/geniex/host/args.js.map +1 -0
- package/dist/runtime/geniex/host/engine.d.ts +76 -0
- package/dist/runtime/geniex/host/engine.js +122 -0
- package/dist/runtime/geniex/host/engine.js.map +1 -0
- package/dist/runtime/geniex/host/ffi-bun.d.ts +15 -0
- package/dist/runtime/geniex/host/ffi-bun.js +415 -0
- package/dist/runtime/geniex/host/ffi-bun.js.map +1 -0
- package/dist/runtime/geniex/host/grammar.d.ts +11 -0
- package/dist/runtime/geniex/host/grammar.js +223 -0
- package/dist/runtime/geniex/host/grammar.js.map +1 -0
- package/dist/runtime/geniex/host/inspect.d.ts +25 -0
- package/dist/runtime/geniex/host/inspect.js +177 -0
- package/dist/runtime/geniex/host/inspect.js.map +1 -0
- package/dist/runtime/geniex/host/library.d.ts +117 -0
- package/dist/runtime/geniex/host/library.js +38 -0
- package/dist/runtime/geniex/host/library.js.map +1 -0
- package/dist/runtime/geniex/host/openai.d.ts +62 -0
- package/dist/runtime/geniex/host/openai.js +458 -0
- package/dist/runtime/geniex/host/openai.js.map +1 -0
- package/dist/runtime/geniex/host/run.d.ts +48 -0
- package/dist/runtime/geniex/host/run.js +208 -0
- package/dist/runtime/geniex/host/run.js.map +1 -0
- package/dist/runtime/geniex/host/server.d.ts +39 -0
- package/dist/runtime/geniex/host/server.js +232 -0
- package/dist/runtime/geniex/host/server.js.map +1 -0
- package/dist/runtime/geniex/host/worker-protocol.d.ts +76 -0
- package/dist/runtime/geniex/host/worker-protocol.js +116 -0
- package/dist/runtime/geniex/host/worker-protocol.js.map +1 -0
- package/dist/runtime/geniex/host/worker-source.generated.d.ts +1 -0
- package/dist/runtime/geniex/host/worker-source.generated.js +4 -0
- package/dist/runtime/geniex/host/worker-source.generated.js.map +1 -0
- package/dist/runtime/geniex/host/worker.d.ts +7 -0
- package/dist/runtime/geniex/host/worker.js +19 -0
- package/dist/runtime/geniex/host/worker.js.map +1 -0
- package/dist/runtime/geniex/host-process.d.ts +48 -0
- package/dist/runtime/geniex/host-process.js +104 -0
- package/dist/runtime/geniex/host-process.js.map +1 -0
- package/dist/runtime/geniex/index.d.ts +11 -0
- package/dist/runtime/geniex/index.js +12 -0
- package/dist/runtime/geniex/index.js.map +1 -0
- package/dist/runtime/geniex/model-yml.d.ts +8 -0
- package/dist/runtime/geniex/model-yml.js +98 -0
- package/dist/runtime/geniex/model-yml.js.map +1 -0
- package/dist/runtime/geniex/runtime.d.ts +94 -0
- package/dist/runtime/geniex/runtime.js +366 -0
- package/dist/runtime/geniex/runtime.js.map +1 -0
- package/dist/runtime/litert-lm/host/openai.d.ts +4 -37
- package/dist/runtime/litert-lm/host/openai.js +11 -96
- package/dist/runtime/litert-lm/host/openai.js.map +1 -1
- package/dist/runtime/litert-lm/host/pool.d.ts +1 -7
- package/dist/runtime/litert-lm/host/pool.js +1 -17
- package/dist/runtime/litert-lm/host/pool.js.map +1 -1
- package/dist/runtime/litert-lm/host/server.js +11 -53
- package/dist/runtime/litert-lm/host/server.js.map +1 -1
- package/dist/runtime/llamacpp/args.d.ts +5 -0
- package/dist/runtime/llamacpp/args.js +2 -0
- package/dist/runtime/llamacpp/args.js.map +1 -1
- package/dist/runtime/llamacpp/fit-margin.d.ts +44 -0
- package/dist/runtime/llamacpp/fit-margin.js +50 -0
- package/dist/runtime/llamacpp/fit-margin.js.map +1 -1
- package/dist/runtime/llamacpp/load-plan.d.ts +5 -0
- package/dist/runtime/llamacpp/load-plan.js +57 -22
- package/dist/runtime/llamacpp/load-plan.js.map +1 -1
- package/dist/runtime/llamacpp/runtime.d.ts +2 -1
- package/dist/runtime/llamacpp/runtime.js +3 -1
- package/dist/runtime/llamacpp/runtime.js.map +1 -1
- package/dist/runtime/shared/external-sessions.js +1 -0
- package/dist/runtime/shared/external-sessions.js.map +1 -1
- package/dist/runtime/shared/fifo-lock.d.ts +10 -0
- package/dist/runtime/shared/fifo-lock.js +21 -0
- package/dist/runtime/shared/fifo-lock.js.map +1 -0
- package/dist/runtime/shared/index.d.ts +2 -0
- package/dist/runtime/shared/index.js +2 -0
- package/dist/runtime/shared/index.js.map +1 -1
- package/dist/runtime/shared/openai-sse.d.ts +112 -0
- package/dist/runtime/shared/openai-sse.js +178 -0
- package/dist/runtime/shared/openai-sse.js.map +1 -0
- package/dist/server/control/router.js +2 -0
- package/dist/server/control/router.js.map +1 -1
- package/dist/server/control/routes/geniex.d.ts +7 -0
- package/dist/server/control/routes/geniex.js +22 -0
- package/dist/server/control/routes/geniex.js.map +1 -0
- package/dist/server/control/types.d.ts +11 -1
- package/dist/server/control/types.js.map +1 -1
- package/dist/server/http.js +2 -0
- package/dist/server/http.js.map +1 -1
- package/dist/server/public/embedding.d.ts +8 -7
- package/dist/server/public/embedding.js +15 -7
- package/dist/server/public/embedding.js.map +1 -1
- package/dist/server/public/forward.js +15 -1
- package/dist/server/public/forward.js.map +1 -1
- package/dist/server/public/listing.js +1 -0
- package/dist/server/public/listing.js.map +1 -1
- package/dist/server/public/responses.js +9 -0
- package/dist/server/public/responses.js.map +1 -1
- package/dist/server/public/validate.d.ts +32 -0
- package/dist/server/public/validate.js +146 -0
- package/dist/server/public/validate.js.map +1 -0
- package/dist/settings/schema/geniex.json +63 -0
- package/dist/settings/schema/mlx.json +1 -1
- package/dist/settings/schema.js +11 -0
- package/dist/settings/schema.js.map +1 -1
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/package.json +7 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"listing.js","sourceRoot":"","sources":["../../../src/server/public/listing.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAEjD,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAEhE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AACnD,OAAO,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAGtG;;;;GAIG;AACH,MAAM,wBAAwB,GAAG,MAAM,CAAA;AACvC,MAAM,yBAAyB,GAAG,OAAO,CAAA;AACzC,MAAM,iBAAiB,GAAG,MAAM,CAAA;AAEhC,kFAAkF;AAClF,MAAM,QAAQ,GAAkC;IAC9C,UAAU,EAAE,WAAW;IACvB,mBAAmB,EAAE,oBAAoB;IACzC,KAAK,EAAE,KAAK;IACZ,cAAc,EAAE,cAAc;IAC9B,cAAc,EAAE,iBAAiB;IACjC,MAAM,EAAE,MAAM;IACd,QAAQ,EAAE,QAAQ;IAClB,eAAe,EAAE,eAAe;IAChC,WAAW,EAAE,WAAW;
|
|
1
|
+
{"version":3,"file":"listing.js","sourceRoot":"","sources":["../../../src/server/public/listing.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAEjD,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAEhE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AACnD,OAAO,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAGtG;;;;GAIG;AACH,MAAM,wBAAwB,GAAG,MAAM,CAAA;AACvC,MAAM,yBAAyB,GAAG,OAAO,CAAA;AACzC,MAAM,iBAAiB,GAAG,MAAM,CAAA;AAEhC,kFAAkF;AAClF,MAAM,QAAQ,GAAkC;IAC9C,UAAU,EAAE,WAAW;IACvB,mBAAmB,EAAE,oBAAoB;IACzC,KAAK,EAAE,KAAK;IACZ,cAAc,EAAE,cAAc;IAC9B,cAAc,EAAE,iBAAiB;IACjC,MAAM,EAAE,MAAM;IACd,QAAQ,EAAE,QAAQ;IAClB,eAAe,EAAE,eAAe;IAChC,WAAW,EAAE,WAAW;IACxB,QAAQ,EAAE,QAAQ;CACnB,CAAA;AASD;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,EAAY;IACvC,MAAM,aAAa,GAAG,CAAC,CAA+C,EAAW,EAAE;QACjF,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAA;QAC7C,IAAI,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAA;QACvD,MAAM,KAAK,GACT,QAAQ,EAAE,IAAI,KAAK,OAAO;YACxB,CAAC,CAAC,wBAAwB,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ;YACtE,CAAC,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAA;QAC/C,OAAO,KAAK,KAAK,CAAC,CAAC,QAAQ,CAAA;IAC7B,CAAC,CAAA;IACD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI;SACnB,SAAS,EAAE;SACX,MAAM,CAAC,aAAa,CAAC;SACrB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,EAAE,EAAE,CAAC,CAAC,OAAO;QACb,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC7B,IAAI,EAAE,CAAC,CAAC,MAAM;YACZ,CAAC,CAAC;gBACE,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;gBACxB,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;gBACpF,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;aACxF;YACH,CAAC,CAAC,EAAE;KACP,CAAC,CAAC,CAAA;IACL,KAAK,MAAM,QAAQ,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;QACpD,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjC,IAAI,YAAY,CAAC,EAAE,EAAE,EAAE,EAAE,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,KAAK,QAAQ,CAAC,QAAQ;gBAC7E,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;QACpD,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,EAAY;IACtC,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IAC1G,sGAAsG;IACtG,2FAA2F;IAC3F,MAAM,SAAS,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,IAAI,CAAA;IACtD,IAAI,SAAS,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC;QAC7D,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC,CAAA;IACzF,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;AAClG,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,EAAY;IAC3C,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;IACnF,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;AAClG,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAe,EAAE,OAAe,EAAE,QAAmB,EAAE;IACtF,MAAM,OAAO,GACX,KAAK,CAAC,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAA;IAChG,OAAO;QACL,EAAE,EAAE,OAAO;QACX,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,OAAO;QACjB,QAAQ,EAAE;YACR,WAAW,EAAE;gBACX,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,OAAO;gBACf,YAAY,EAAE,YAAY;gBAC1B,SAAS,EAAE,KAAK;gBAChB,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,KAAK;gBAClB,SAAS,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;gBACjC,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE;gBACjD,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,iBAAiB,EAAE;gBAC7D,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE;gBACtD,QAAQ,EAAE,EAAE;gBACZ,WAAW,EAAE,GAAG,OAAO,kBAAkB;gBACzC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE;aAChE;SACF;KACF,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EAAY;IAC7C,gGAAgG;IAChG,sDAAsD;IACtD,MAAM,SAAS,GAAG,EAAE,CAAC,KAAK;QACxB,EAAE,KAAK,CAAC,GAAG,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAC5B,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5F,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAA;IAC/B,MAAM,OAAO,GAAG,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACtD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,yDAAyD,CAAC,CAAA;QAC1E,OAAM;IACR,CAAC;IAED,MAAM,OAAO,GACX,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,CAAC;QACtC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,OAAO,CAAC;QAC/C,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,OAAO,CAAC,CAAA;IAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,2CAA2C,OAAO,GAAG,CAAC,CAAA;QACtE,OAAM;IACR,CAAC;IAED,MAAM,OAAO,GAA4B,OAAO,CAAC,MAAM;QACrD,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,CAAC,CAAC,EAAE,CAAA;IACN,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,OAAO,CAAC,IAAI,UAAU,EAAE;YAC9E,MAAM,EAAE,KAAK;YACb,OAAO;YACP,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;SACvC,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QACxE,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE;YACjC,CAAC,cAAc,EAAE,QAAQ,CAAC,WAAW,IAAI,2BAA2B,CAAC;SACtE,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,8CAA+C,CAAW,CAAC,OAAO,EAAE,CAAC,CAAA;IACvF,CAAC;AACH,CAAC"}
|
|
@@ -12,6 +12,7 @@ import { MANAGED_PROVIDER_IDS } from '../../contracts/index.js';
|
|
|
12
12
|
import { answer, clientGone, connectTimeoutMs } from './exchange.js';
|
|
13
13
|
import { answerSelectedUnavailable, findSelectedLocalSession, outboundHeaders, readModelRequest, routedRemote, selectedRoute, sseEvent, } from './forward.js';
|
|
14
14
|
import { policyRefusal } from './policy.js';
|
|
15
|
+
import { responsesRolesRefusal } from './validate.js';
|
|
15
16
|
import { SseLineReader } from './sse.js';
|
|
16
17
|
import { bodyIndicatesOom, isContextLimitError, modelNotFoundJson } from './errors.js';
|
|
17
18
|
import { pipeBody, readBody, readUpstreamText, relay, sendUpstream } from './wire.js';
|
|
@@ -66,6 +67,14 @@ export async function serveResponses(ex) {
|
|
|
66
67
|
return;
|
|
67
68
|
}
|
|
68
69
|
trace.backend = session.provider;
|
|
70
|
+
// The translation copies a message item's role into the chat messages, where a chat template drops
|
|
71
|
+
// one it does not know; MLX gets the same answer.
|
|
72
|
+
const malformed = responsesRolesRefusal(json);
|
|
73
|
+
if (malformed !== undefined) {
|
|
74
|
+
trace.errorKind = 'bad_request';
|
|
75
|
+
answer(ex, 400, malformed, [['Content-Type', 'application/json']]);
|
|
76
|
+
return;
|
|
77
|
+
}
|
|
69
78
|
const backend = { kind: 'local', session };
|
|
70
79
|
if (session.provider === 'mlx') {
|
|
71
80
|
await passthrough(ex, backend, `http://127.0.0.1:${session.port}/v1/responses`, session.apiKey, raw);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"responses.js","sourceRoot":"","sources":["../../../src/server/public/responses.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,aAAa,EACb,sBAAsB,EACtB,aAAa,GACd,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA;AAE/D,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAEpE,OAAO,EACL,yBAAyB,EACzB,wBAAwB,EACxB,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,aAAa,EACb,QAAQ,GACT,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;
|
|
1
|
+
{"version":3,"file":"responses.js","sourceRoot":"","sources":["../../../src/server/public/responses.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,aAAa,EACb,sBAAsB,EACtB,aAAa,GACd,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA;AAE/D,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAEpE,OAAO,EACL,yBAAyB,EACzB,wBAAwB,EACxB,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,aAAa,EACb,QAAQ,GACT,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AAGrD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAEtF,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGrF,oEAAoE;AACpE,MAAM,mBAAmB,GAA6B,CAAC,UAAU,EAAE,mBAAmB,EAAE,cAAc,EAAE,KAAK,CAAC,CAAA;AAE9G,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAY;IAC/C,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,EAAE,CAAC,CAAA;IACzC,IAAI,CAAC,MAAM;QAAE,OAAM;IACnB,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAAA;IAE7C,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAC3C,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAA;IAClD,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,CAAC,OAAO,GAAG,QAAQ,CAAA;QACxB,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;QAChC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,KAAK,CAAC,SAAS,GAAG,gBAAgB,CAAA;YAClC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,0BAA0B,CAAC,CAAA;YAC3C,OAAM;QACR,CAAC;QACD,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,YAAY,CAAA;QAC7D,MAAM,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,GAAG,CAAC,CAAA;QACjG,OAAM;IACR,CAAC;IAED,+FAA+F;IAC/F,6EAA6E;IAC7E,IAAI,QAAQ,EAAE,IAAI,KAAK,OAAO,IAAI,CAAC,wBAAwB,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5F,yBAAyB,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAA;QACzD,OAAM;IACR,CAAC;IACD,MAAM,KAAK,GAAG,CAA0B,SAAuB,EAAO,EAAE,CACtE,QAAQ,EAAE,IAAI,KAAK,OAAO;QACxB,CAAC,CAAC;YACE,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,QAAQ,CAAC;YACnD,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,QAAQ,CAAC;SACpD;QACH,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAA;IACpB,mFAAmF;IACnF,MAAM,OAAO,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC,MAAM,CAC/C,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,EAClE,SAAS,CACV,CAAA;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,gGAAgG;QAChG,wFAAwF;QACxF,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,CAAC,MAAM,CACjD,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,EAClE,SAAS,CACV,CAAA;QACD,MAAM,OAAO,GAAG,QAAQ,EAAE,MAAM,IAAI,aAAa,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,CAAA;QAC1F,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;YAC/B,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;YAChF,OAAM;QACR,CAAC;QACD,KAAK,CAAC,SAAS,GAAG,WAAW,CAAA;QAC7B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;QACnF,OAAM;IACR,CAAC;IACD,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAA;IAChC,mGAAmG;IACnG,kDAAkD;IAClD,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;IAC7C,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAC/B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;QAClE,OAAM;IACR,CAAC;IACD,MAAM,OAAO,GAAY,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;IACnD,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC/B,MAAM,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,oBAAoB,OAAO,CAAC,IAAI,eAAe,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;QACpG,OAAM;IACR,CAAC;IACD,MAAM,SAAS,CACb,EAAE,EACF,oBAAoB,OAAO,CAAC,IAAI,sBAAsB,EACtD,OAAO,CAAC,MAAM,EACd,IAAI,EACJ,OAAO,EACP,MAAM,CACP,CAAA;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,EAAY,EACZ,OAAgB,EAChB,GAAW,EACX,GAAuB,EACvB,GAAW;IAEX,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;IAC7B,IAAI,QAA0B,CAAA;IAC9B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;YACjC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,eAAe,CACtB,EAAE,EACF,CAAC,MAAM,EAAE,eAAe,EAAE,gBAAgB,EAAE,cAAc,CAAC,EAC3D,OAAO,EACP,GAAG,EACH,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CACvC;YACD,IAAI,EAAE,GAAG;YACT,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;YACtC,MAAM;SACP,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,yBAAyB,CAAA;QACxG,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,kCAAmC,CAAW,CAAC,OAAO,EAAE,CAAC,CAAA;QAC9F,OAAM;IACR,CAAC;IACD,MAAM,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;AACxC,CAAC;AAED,iGAAiG;AACjG,KAAK,UAAU,SAAS,CACtB,EAAY,EACZ,GAAW,EACX,GAAW,EACX,IAAe,EACf,OAAe,EACf,MAAe;IAEf,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;IAC7B,IAAI,QAA0B,CAAA;IAC9B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;YACjC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,CAAC,cAAc,EAAE,kBAAkB,CAAC;gBACpC,CAAC,iBAAiB,EAAE,UAAU,CAAC;gBAC/B,CAAC,eAAe,EAAE,UAAU,GAAG,EAAE,CAAC;aACnC;YACD,IAAI,EAAE,aAAa,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;YACjD,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;YACtC,MAAM;SACP,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,yBAAyB,CAAA;QACxG,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,kCAAmC,CAAW,CAAC,OAAO,EAAE,CAAC,CAAA;QAC9F,OAAM;IACR,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACpD,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAA;QAClD,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,mBAAmB,CAAA;QACxC,EAAE,CAAC,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAA;QACzC,EAAE,CAAC,KAAK,CAAC,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;QAClD,EAAE,CAAC,KAAK,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAC9E,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QACtC,OAAM;IACR,CAAC;IAED,MAAM,UAAU,GAAG,aAAa,EAAE,CAAA;IAClC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QACxE,IAAI,IAAI,GAAc,IAAI,CAAA;QAC1B,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,IAAI,CAAA;QACb,CAAC;QACD,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,aAAa,CAAC,uBAAuB,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,EAAE;YACjF,CAAC,cAAc,EAAE,kBAAkB,CAAC;SACrC,CAAC,CAAA;QACF,OAAM;IACR,CAAC;IAED,EAAE,CAAC,GAAG,CAAC,SAAS,CACd,GAAG,EACH,CAAC,CAAC,cAAc,EAAE,mBAAmB,CAAC,EAAE,CAAC,eAAe,EAAE,UAAU,CAAC,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAC1F,CAAA;IACD,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,eAAe,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CACpF,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CACxB,CAAA;AACH,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,eAAe,CAC7B,QAA0B,EAC1B,UAAkB,EAClB,OAAe,EACf,KAAmB;IAEnB,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,EAAE,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI,wBAAwB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IAC9D,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAA;IACnC,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAA;IAClC,IAAI,KAA4B,CAAA;IAChC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC,CAAA;QAC5B,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;YAClE,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;gBAAE,SAAQ;YAClC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;YAC5B,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;oBAAE,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;gBAC7D,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;gBACvB,OAAM;YACR,CAAC;YACD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC5B,MAAM,CAAC,GACL,OAAO,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;oBACvF,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;oBACvB,CAAC,CAAC,SAAS,CAAA;gBACf,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI;oBAAE,KAAK,GAAG,CAAC,CAAA;gBAC5C,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;gBAClD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;oBAAE,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;gBACrE,KAAK,CAAC,QAAQ,EAAE,CAAA;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IACD,mEAAmE;IACnE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;AAC/D,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The shape checks the public server makes itself before a body reaches a local engine, each answered
|
|
3
|
+
* with OpenAI's 400 envelope and a `param` naming the field. Pure.
|
|
4
|
+
*
|
|
5
|
+
* Each closes a gap where a local engine answered 200 to a request OpenAI refuses:
|
|
6
|
+
* - a chat message whose `role` OpenAI does not define: a chat template drops a message whose role it
|
|
7
|
+
* does not know and answers whatever is left (QA B14, `"role": "not-a-real-role"` got a reply);
|
|
8
|
+
* - a Responses `message` item with such a role, which the llama.cpp translation copies as it is;
|
|
9
|
+
* - an embeddings `input` that mixes forms: llama.cpp reads `["alpha", 7, "omega"]` as one prompt of
|
|
10
|
+
* text and token 7 and answers one vector (QA B13).
|
|
11
|
+
*
|
|
12
|
+
* A remote provider validates its own requests and still gets the body unchecked.
|
|
13
|
+
*/
|
|
14
|
+
/**
|
|
15
|
+
* The 400 for the first chat message that is not an object, has no `role`, or has a role OpenAI does not
|
|
16
|
+
* define; `undefined` for any other body. A body without a `messages` array is the engine's to judge.
|
|
17
|
+
*/
|
|
18
|
+
export declare function messageRolesRefusal(json: unknown): string | undefined;
|
|
19
|
+
/**
|
|
20
|
+
* The 400 for the first Responses `message` input item (an item without a `type` is one) whose `role`
|
|
21
|
+
* the Responses API does not define; `undefined` otherwise. An item without a `role` stays the
|
|
22
|
+
* translation's `user`, as before.
|
|
23
|
+
*/
|
|
24
|
+
export declare function responsesRolesRefusal(json: unknown): string | undefined;
|
|
25
|
+
/**
|
|
26
|
+
* The 400 for an embeddings `input` in no form OpenAI defines — a string, an array of strings, an array
|
|
27
|
+
* of token ids, an array of token id arrays — where the embedding model's input items count as text and
|
|
28
|
+
* may stand beside strings; `undefined` for any other body. Neither a missing `input` nor an empty one
|
|
29
|
+
* is refused here (each route and engine judges those as before), nor anything inside an input item
|
|
30
|
+
* (`checkEmbeddingRequest` and the engine judge that).
|
|
31
|
+
*/
|
|
32
|
+
export declare function embeddingInputRefusal(json: unknown): string | undefined;
|
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The shape checks the public server makes itself before a body reaches a local engine, each answered
|
|
3
|
+
* with OpenAI's 400 envelope and a `param` naming the field. Pure.
|
|
4
|
+
*
|
|
5
|
+
* Each closes a gap where a local engine answered 200 to a request OpenAI refuses:
|
|
6
|
+
* - a chat message whose `role` OpenAI does not define: a chat template drops a message whose role it
|
|
7
|
+
* does not know and answers whatever is left (QA B14, `"role": "not-a-real-role"` got a reply);
|
|
8
|
+
* - a Responses `message` item with such a role, which the llama.cpp translation copies as it is;
|
|
9
|
+
* - an embeddings `input` that mixes forms: llama.cpp reads `["alpha", 7, "omega"]` as one prompt of
|
|
10
|
+
* text and token 7 and answers one vector (QA B13).
|
|
11
|
+
*
|
|
12
|
+
* A remote provider validates its own requests and still gets the body unchecked.
|
|
13
|
+
*/
|
|
14
|
+
import { isJsonObject } from '../shims/index.js';
|
|
15
|
+
import { structuredErrorJson } from './errors.js';
|
|
16
|
+
/**
|
|
17
|
+
* The chat roles OpenAI defines and every local engine reads: the roles the app, the shims and the
|
|
18
|
+
* external agents send, and the ones the GenieX and LiteRT-LM hosts accept. The deprecated `function`
|
|
19
|
+
* is not one.
|
|
20
|
+
*/
|
|
21
|
+
const CHAT_ROLES = ['system', 'developer', 'user', 'assistant', 'tool'];
|
|
22
|
+
/** The roles of a Responses API `message` input item. */
|
|
23
|
+
const RESPONSES_ROLES = ['user', 'assistant', 'system', 'developer'];
|
|
24
|
+
/** `a string`, `an array`, `null`…: a JSON value's type as OpenAI's messages name it. */
|
|
25
|
+
function typeName(value) {
|
|
26
|
+
if (value === null)
|
|
27
|
+
return 'null';
|
|
28
|
+
if (Array.isArray(value))
|
|
29
|
+
return 'an array';
|
|
30
|
+
if (typeof value === 'object')
|
|
31
|
+
return 'an object';
|
|
32
|
+
return `a ${typeof value}`;
|
|
33
|
+
}
|
|
34
|
+
/** `'a', 'b' and 'c'`. */
|
|
35
|
+
function quoted(values) {
|
|
36
|
+
const all = values.map((v) => `'${v}'`);
|
|
37
|
+
return `${all.slice(0, -1).join(', ')} and ${all.at(-1)}`;
|
|
38
|
+
}
|
|
39
|
+
function roleRefusal(role, param, roles) {
|
|
40
|
+
if (typeof role === 'string' && roles.includes(role))
|
|
41
|
+
return undefined;
|
|
42
|
+
const shown = typeof role === 'string' ? `'${role}'` : JSON.stringify(role);
|
|
43
|
+
return structuredErrorJson(`Invalid value for '${param}': ${shown}. Supported values are: ${quoted(roles)}.`, 'invalid_request_error', 'invalid_value', param);
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* The 400 for the first chat message that is not an object, has no `role`, or has a role OpenAI does not
|
|
47
|
+
* define; `undefined` for any other body. A body without a `messages` array is the engine's to judge.
|
|
48
|
+
*/
|
|
49
|
+
export function messageRolesRefusal(json) {
|
|
50
|
+
const messages = isJsonObject(json) ? json['messages'] : undefined;
|
|
51
|
+
if (!Array.isArray(messages))
|
|
52
|
+
return undefined;
|
|
53
|
+
for (const [i, message] of messages.entries()) {
|
|
54
|
+
const at = `messages[${i}]`;
|
|
55
|
+
if (!isJsonObject(message))
|
|
56
|
+
return structuredErrorJson(`Invalid type for '${at}': expected an object, but got ${typeName(message)} instead.`, 'invalid_request_error', 'invalid_type', at);
|
|
57
|
+
if (message['role'] === undefined)
|
|
58
|
+
return structuredErrorJson(`Missing required parameter: '${at}.role'.`, 'invalid_request_error', 'missing_required_parameter', `${at}.role`);
|
|
59
|
+
const refused = roleRefusal(message['role'], `${at}.role`, CHAT_ROLES);
|
|
60
|
+
if (refused !== undefined)
|
|
61
|
+
return refused;
|
|
62
|
+
}
|
|
63
|
+
return undefined;
|
|
64
|
+
}
|
|
65
|
+
/**
|
|
66
|
+
* The 400 for the first Responses `message` input item (an item without a `type` is one) whose `role`
|
|
67
|
+
* the Responses API does not define; `undefined` otherwise. An item without a `role` stays the
|
|
68
|
+
* translation's `user`, as before.
|
|
69
|
+
*/
|
|
70
|
+
export function responsesRolesRefusal(json) {
|
|
71
|
+
const input = isJsonObject(json) ? json['input'] : undefined;
|
|
72
|
+
if (!Array.isArray(input))
|
|
73
|
+
return undefined;
|
|
74
|
+
for (const [i, item] of input.entries()) {
|
|
75
|
+
if (!isJsonObject(item))
|
|
76
|
+
continue;
|
|
77
|
+
const type = typeof item['type'] === 'string' ? item['type'] : 'message';
|
|
78
|
+
if (type !== 'message' || item['role'] === undefined)
|
|
79
|
+
continue;
|
|
80
|
+
const refused = roleRefusal(item['role'], `input[${i}].role`, RESPONSES_ROLES);
|
|
81
|
+
if (refused !== undefined)
|
|
82
|
+
return refused;
|
|
83
|
+
}
|
|
84
|
+
return undefined;
|
|
85
|
+
}
|
|
86
|
+
const INPUT_FORMS = 'Send a string, an array of strings, an array of token ids (integers) or an array of token id arrays, without mixing them.';
|
|
87
|
+
/**
|
|
88
|
+
* What one element of an `input` array is: text (a string, or an input item the embedding model reads
|
|
89
|
+
* media from: `{content: [...]}`, `{prompt_string, multimodal_data}`), a token id, or a token array.
|
|
90
|
+
*/
|
|
91
|
+
function elementForm(value) {
|
|
92
|
+
if (typeof value === 'string' || isJsonObject(value))
|
|
93
|
+
return 'text';
|
|
94
|
+
if (typeof value === 'number')
|
|
95
|
+
return 'token';
|
|
96
|
+
if (Array.isArray(value))
|
|
97
|
+
return 'tokens';
|
|
98
|
+
return undefined;
|
|
99
|
+
}
|
|
100
|
+
function inputRefusal(message, code) {
|
|
101
|
+
return structuredErrorJson(`Invalid 'input': ${message}`, 'invalid_request_error', code, 'input');
|
|
102
|
+
}
|
|
103
|
+
/** The refusal for `value`, at `at` in a token array, when it is no token id. */
|
|
104
|
+
function tokenRefusal(value, at) {
|
|
105
|
+
if (typeof value !== 'number')
|
|
106
|
+
return inputRefusal(`${at} is ${typeName(value)}, not a token id. ${INPUT_FORMS}`, 'invalid_type');
|
|
107
|
+
if (!Number.isSafeInteger(value) || value < 0)
|
|
108
|
+
return inputRefusal(`${at} is ${value}, not a token id (a non-negative integer).`, 'invalid_value');
|
|
109
|
+
return undefined;
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* The 400 for an embeddings `input` in no form OpenAI defines — a string, an array of strings, an array
|
|
113
|
+
* of token ids, an array of token id arrays — where the embedding model's input items count as text and
|
|
114
|
+
* may stand beside strings; `undefined` for any other body. Neither a missing `input` nor an empty one
|
|
115
|
+
* is refused here (each route and engine judges those as before), nor anything inside an input item
|
|
116
|
+
* (`checkEmbeddingRequest` and the engine judge that).
|
|
117
|
+
*/
|
|
118
|
+
export function embeddingInputRefusal(json) {
|
|
119
|
+
const input = isJsonObject(json) ? json['input'] : undefined;
|
|
120
|
+
if (input === undefined || typeof input === 'string' || isJsonObject(input))
|
|
121
|
+
return undefined;
|
|
122
|
+
if (!Array.isArray(input))
|
|
123
|
+
return structuredErrorJson(`Invalid type for 'input': expected a string or an array, but got ${typeName(input)} instead.`, 'invalid_request_error', 'invalid_type', 'input');
|
|
124
|
+
if (input.length === 0)
|
|
125
|
+
return undefined;
|
|
126
|
+
const form = elementForm(input[0]);
|
|
127
|
+
if (form === undefined)
|
|
128
|
+
return inputRefusal(`input[0] is ${typeName(input[0])}. ${INPUT_FORMS}`, 'invalid_type');
|
|
129
|
+
for (const [i, item] of input.entries()) {
|
|
130
|
+
const at = `input[${i}]`;
|
|
131
|
+
if (elementForm(item) !== form)
|
|
132
|
+
return inputRefusal(`${at} is ${typeName(item)}, but input[0] is ${typeName(input[0])}. ${INPUT_FORMS}`, 'invalid_type');
|
|
133
|
+
const tokens = form === 'token'
|
|
134
|
+
? [[item, at]]
|
|
135
|
+
: form === 'tokens'
|
|
136
|
+
? item.map((token, j) => [token, `${at}[${j}]`])
|
|
137
|
+
: [];
|
|
138
|
+
for (const [token, where] of tokens) {
|
|
139
|
+
const refused = tokenRefusal(token, where);
|
|
140
|
+
if (refused !== undefined)
|
|
141
|
+
return refused;
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
return undefined;
|
|
145
|
+
}
|
|
146
|
+
//# sourceMappingURL=validate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../../src/server/public/validate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAEjD;;;;GAIG;AACH,MAAM,UAAU,GAAsB,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;AAE1F,yDAAyD;AACzD,MAAM,eAAe,GAAsB,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAA;AAEvF,yFAAyF;AACzF,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAA;IACjC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,UAAU,CAAA;IAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,WAAW,CAAA;IACjD,OAAO,KAAK,OAAO,KAAK,EAAE,CAAA;AAC5B,CAAC;AAED,0BAA0B;AAC1B,SAAS,MAAM,CAAC,MAAyB;IACvC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AAC3D,CAAC;AAED,SAAS,WAAW,CAAC,IAAa,EAAE,KAAa,EAAE,KAAwB;IACzE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAA;IACtE,MAAM,KAAK,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IAC3E,OAAO,mBAAmB,CACxB,sBAAsB,KAAK,MAAM,KAAK,2BAA2B,MAAM,CAAC,KAAK,CAAC,GAAG,EACjF,uBAAuB,EACvB,eAAe,EACf,KAAK,CACN,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAa;IAC/C,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAClE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO,SAAS,CAAA;IAC9C,KAAK,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,YAAY,CAAC,GAAG,CAAA;QAC3B,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;YACxB,OAAO,mBAAmB,CACxB,qBAAqB,EAAE,kCAAkC,QAAQ,CAAC,OAAO,CAAC,WAAW,EACrF,uBAAuB,EACvB,cAAc,EACd,EAAE,CACH,CAAA;QACH,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,SAAS;YAC/B,OAAO,mBAAmB,CACxB,gCAAgC,EAAE,SAAS,EAC3C,uBAAuB,EACvB,4BAA4B,EAC5B,GAAG,EAAE,OAAO,CACb,CAAA;QACH,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,CAAA;QACtE,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,OAAO,CAAA;IAC3C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAa;IACjD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QACxC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;YAAE,SAAQ;QACjC,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACxE,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,SAAS;YAAE,SAAQ;QAC9D,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAA;QAC9E,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,OAAO,CAAA;IAC3C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,WAAW,GACf,2HAA2H,CAAA;AAE7H;;;GAGG;AACH,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,YAAY,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAA;IACnE,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAA;IAC7C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAA;IACzC,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,IAAY;IACjD,OAAO,mBAAmB,CAAC,oBAAoB,OAAO,EAAE,EAAE,uBAAuB,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;AACnG,CAAC;AAED,iFAAiF;AACjF,SAAS,YAAY,CAAC,KAAc,EAAE,EAAU;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAC3B,OAAO,YAAY,CAAC,GAAG,EAAE,OAAO,QAAQ,CAAC,KAAK,CAAC,qBAAqB,WAAW,EAAE,EAAE,cAAc,CAAC,CAAA;IACpG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QAC3C,OAAO,YAAY,CAAC,GAAG,EAAE,OAAO,KAAK,4CAA4C,EAAE,eAAe,CAAC,CAAA;IACrG,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAa;IACjD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5D,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,YAAY,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC7F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACvB,OAAO,mBAAmB,CACxB,oEAAoE,QAAQ,CAAC,KAAK,CAAC,WAAW,EAC9F,uBAAuB,EACvB,cAAc,EACd,OAAO,CACR,CAAA;IACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IACxC,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAClC,IAAI,IAAI,KAAK,SAAS;QACpB,OAAO,YAAY,CAAC,eAAe,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,WAAW,EAAE,EAAE,cAAc,CAAC,CAAA;IAC1F,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAA;QACxB,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI;YAC5B,OAAO,YAAY,CACjB,GAAG,EAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,qBAAqB,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,WAAW,EAAE,EACnF,cAAc,CACf,CAAA;QACH,MAAM,MAAM,GACV,IAAI,KAAK,OAAO;YACd,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACd,CAAC,CAAC,IAAI,KAAK,QAAQ;gBACjB,CAAC,CAAE,IAAkB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC/D,CAAC,CAAC,EAAE,CAAA;QACV,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YAC1C,IAAI,OAAO,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAA;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
[
|
|
2
|
+
{
|
|
3
|
+
"key": "device",
|
|
4
|
+
"title": "Device",
|
|
5
|
+
"description": "Where the model runs: the Hexagon NPU, the Adreno GPU, the CPU, or NPU and GPU together (hybrid). Model default takes the device the model was downloaded for. AI Hub bundles run on the NPU only. Applies from the next model load.",
|
|
6
|
+
"controllerType": "dropdown",
|
|
7
|
+
"controllerProps": {
|
|
8
|
+
"value": "",
|
|
9
|
+
"options": [
|
|
10
|
+
{ "value": "", "name": "Model default" },
|
|
11
|
+
{ "value": "npu", "name": "NPU" },
|
|
12
|
+
{ "value": "gpu", "name": "GPU" },
|
|
13
|
+
{ "value": "cpu", "name": "CPU" },
|
|
14
|
+
{ "value": "hybrid", "name": "Hybrid (NPU + GPU)" }
|
|
15
|
+
]
|
|
16
|
+
}
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
"key": "ctx_len",
|
|
20
|
+
"title": "Context Length",
|
|
21
|
+
"description": "Maximum prompt plus reply length in tokens. 0 takes the model's own length; a larger value is cut to what the model allows. Applies from the next model load.",
|
|
22
|
+
"controllerType": "input",
|
|
23
|
+
"controllerProps": {
|
|
24
|
+
"value": 0,
|
|
25
|
+
"placeholder": "0",
|
|
26
|
+
"type": "number",
|
|
27
|
+
"min": 0,
|
|
28
|
+
"max": 1048576,
|
|
29
|
+
"textAlign": "right"
|
|
30
|
+
}
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
"key": "power_mode",
|
|
34
|
+
"title": "NPU Power Mode",
|
|
35
|
+
"description": "How hard the NPU is driven. Burst is Qualcomm's default and the fastest; the saver modes trade speed for battery. Ignored on the GPU and the CPU. Applies from the next model load.",
|
|
36
|
+
"controllerType": "dropdown",
|
|
37
|
+
"controllerProps": {
|
|
38
|
+
"value": "burst",
|
|
39
|
+
"options": [
|
|
40
|
+
{ "value": "burst", "name": "Burst" },
|
|
41
|
+
{ "value": "sustained_high_performance", "name": "Sustained high performance" },
|
|
42
|
+
{ "value": "high_performance", "name": "High performance" },
|
|
43
|
+
{ "value": "balanced", "name": "Balanced" },
|
|
44
|
+
{ "value": "low_balanced", "name": "Low balanced" },
|
|
45
|
+
{ "value": "high_power_saver", "name": "High power saver" },
|
|
46
|
+
{ "value": "power_saver", "name": "Power saver" },
|
|
47
|
+
{ "value": "low_power_saver", "name": "Low power saver" }
|
|
48
|
+
]
|
|
49
|
+
}
|
|
50
|
+
},
|
|
51
|
+
{
|
|
52
|
+
"key": "timeout",
|
|
53
|
+
"title": "Timeout for GenieX",
|
|
54
|
+
"description": "How long a GenieX model may take to load, in seconds: opening the file, creating the model on its device (the NPU compiles on the first run) and starting the host's server.",
|
|
55
|
+
"controllerType": "input",
|
|
56
|
+
"controllerProps": {
|
|
57
|
+
"value": 600,
|
|
58
|
+
"placeholder": "e.g 600",
|
|
59
|
+
"type": "number",
|
|
60
|
+
"textAlign": "right"
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
]
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
{
|
|
3
3
|
"key": "version_backend",
|
|
4
4
|
"title": "Version & Backend",
|
|
5
|
-
"description": "
|
|
5
|
+
"description": "The MLX server build in use. It downloads on demand, apart from the app.",
|
|
6
6
|
"controllerType": "input",
|
|
7
7
|
"controllerProps": {
|
|
8
8
|
"value": "detecting...",
|
package/dist/settings/schema.js
CHANGED
|
@@ -22,6 +22,7 @@ import mlxSchema from './schema/mlx.json' with { type: 'json' };
|
|
|
22
22
|
import sglangSchema from './schema/sglang.json' with { type: 'json' };
|
|
23
23
|
import foundryLocalSchema from './schema/foundry-local.json' with { type: 'json' };
|
|
24
24
|
import liteRtLmSchema from './schema/litert-lm.json' with { type: 'json' };
|
|
25
|
+
import geniexSchema from './schema/geniex.json' with { type: 'json' };
|
|
25
26
|
import tensorrtLlmSchema from './schema/tensorrt-llm.json' with { type: 'json' };
|
|
26
27
|
import vllmSchema from './schema/vllm.json' with { type: 'json' };
|
|
27
28
|
export const LOCAL_PROVIDER_IDS = [
|
|
@@ -35,6 +36,7 @@ export const LOCAL_PROVIDER_IDS = [
|
|
|
35
36
|
'sglang',
|
|
36
37
|
'foundry-local',
|
|
37
38
|
'litert-lm',
|
|
39
|
+
'geniex',
|
|
38
40
|
];
|
|
39
41
|
const CONTROLLER_TYPES = new Set(['checkbox', 'input', 'dropdown', 'slider']);
|
|
40
42
|
/** Validate the embedded JSON once at load time; a bad descriptor is a packaging bug, not user input. */
|
|
@@ -66,6 +68,7 @@ const SCHEMAS = {
|
|
|
66
68
|
'sglang': toDescriptors('sglang', sglangSchema),
|
|
67
69
|
'foundry-local': toDescriptors('foundry-local', foundryLocalSchema),
|
|
68
70
|
'litert-lm': toDescriptors('litert-lm', liteRtLmSchema),
|
|
71
|
+
'geniex': toDescriptors('geniex', geniexSchema),
|
|
69
72
|
};
|
|
70
73
|
/** The descriptor array as the app registers it (deep copy — callers may mutate `options`/`value`). */
|
|
71
74
|
export function settingsSchema(provider) {
|
|
@@ -160,6 +163,13 @@ const LITERT_LM_VALUE_TYPES = {
|
|
|
160
163
|
speculative_decoding: 'boolean',
|
|
161
164
|
timeout: 'number',
|
|
162
165
|
};
|
|
166
|
+
/** `GeniexConfig`: the device and the NPU power mode as text (`''` is model.yml's device). */
|
|
167
|
+
const GENIEX_VALUE_TYPES = {
|
|
168
|
+
device: 'string',
|
|
169
|
+
ctx_len: 'number',
|
|
170
|
+
power_mode: 'string',
|
|
171
|
+
timeout: 'number',
|
|
172
|
+
};
|
|
163
173
|
/** `TensorrtLlmProviderConfig`: the card's UUID as text, every other key a number. */
|
|
164
174
|
const TENSORRT_LLM_VALUE_TYPES = {
|
|
165
175
|
gpu_id: 'string',
|
|
@@ -239,6 +249,7 @@ export const CANONICAL_VALUE_TYPES = {
|
|
|
239
249
|
'sglang': SGLANG_VALUE_TYPES,
|
|
240
250
|
'foundry-local': FOUNDRY_LOCAL_VALUE_TYPES,
|
|
241
251
|
'litert-lm': LITERT_LM_VALUE_TYPES,
|
|
252
|
+
'geniex': GENIEX_VALUE_TYPES,
|
|
242
253
|
};
|
|
243
254
|
/**
|
|
244
255
|
* Coerce one value to its wire type. Uncoercible input ("abc" for a number, `{}` for a boolean) is
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/settings/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,iBAAiB,MAAM,4BAA4B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAChF,OAAO,sBAAsB,MAAM,iCAAiC,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAC1F,OAAO,sBAAsB,MAAM,iCAAiC,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAC1F,OAAO,cAAc,MAAM,wBAAwB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AACzE,OAAO,SAAS,MAAM,mBAAmB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAC/D,OAAO,YAAY,MAAM,sBAAsB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AACrE,OAAO,kBAAkB,MAAM,6BAA6B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAClF,OAAO,cAAc,MAAM,yBAAyB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAC1E,OAAO,iBAAiB,MAAM,4BAA4B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAChF,OAAO,UAAU,MAAM,oBAAoB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAEjE,MAAM,CAAC,MAAM,kBAAkB,GAA+B;IAC5D,mBAAmB;IACnB,UAAU;IACV,cAAc;IACd,KAAK;IACL,mBAAmB;IACnB,cAAc;IACd,MAAM;IACN,QAAQ;IACR,eAAe;IACf,WAAW;
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/settings/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,iBAAiB,MAAM,4BAA4B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAChF,OAAO,sBAAsB,MAAM,iCAAiC,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAC1F,OAAO,sBAAsB,MAAM,iCAAiC,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAC1F,OAAO,cAAc,MAAM,wBAAwB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AACzE,OAAO,SAAS,MAAM,mBAAmB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAC/D,OAAO,YAAY,MAAM,sBAAsB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AACrE,OAAO,kBAAkB,MAAM,6BAA6B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAClF,OAAO,cAAc,MAAM,yBAAyB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAC1E,OAAO,YAAY,MAAM,sBAAsB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AACrE,OAAO,iBAAiB,MAAM,4BAA4B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAChF,OAAO,UAAU,MAAM,oBAAoB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAA;AAEjE,MAAM,CAAC,MAAM,kBAAkB,GAA+B;IAC5D,mBAAmB;IACnB,UAAU;IACV,cAAc;IACd,KAAK;IACL,mBAAmB;IACnB,cAAc;IACd,MAAM;IACN,QAAQ;IACR,eAAe;IACf,WAAW;IACX,QAAQ;CACT,CAAA;AAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAA;AAE7E,yGAAyG;AACzG,SAAS,aAAa,CAAC,QAAyB,EAAE,GAAY;IAC5D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,kBAAkB,CAAC,CAAA;IAC3F,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAC1B,MAAM,CAAC,GAAG,KAA0C,CAAA;QACpD,IACE,CAAC,CAAC;YACF,OAAO,CAAC,CAAC,GAAG,KAAK,QAAQ;YACzB,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ;YACpC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC;YACvC,OAAO,CAAC,CAAC,eAAe,KAAK,QAAQ;YACrC,CAAC,CAAC,eAAe,KAAK,IAAI;YAC1B,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,eAAe,CAAC,EAC/B,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,iCAAiC,CAAC,EAAE,CAAC,CAAA;QACtF,CAAC;QACD,OAAO,CAAsB,CAAA;IAC/B,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,OAAO,GAA0D;IACrE,mBAAmB,EAAE,aAAa,CAAC,mBAAmB,EAAE,sBAAsB,CAAC;IAC/E,UAAU,EAAE,aAAa,CAAC,UAAU,EAAE,cAAc,CAAC;IACrD,cAAc,EAAE,aAAa,CAAC,cAAc,EAAE,iBAAiB,CAAC;IAChE,KAAK,EAAE,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC;IACtC,mBAAmB,EAAE,aAAa,CAAC,mBAAmB,EAAE,sBAAsB,CAAC;IAC/E,cAAc,EAAE,aAAa,CAAC,cAAc,EAAE,iBAAiB,CAAC;IAChE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC;IACzC,QAAQ,EAAE,aAAa,CAAC,QAAQ,EAAE,YAAY,CAAC;IAC/C,eAAe,EAAE,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;IACnE,WAAW,EAAE,aAAa,CAAC,WAAW,EAAE,cAAc,CAAC;IACvD,QAAQ,EAAE,aAAa,CAAC,QAAQ,EAAE,YAAY,CAAC;CAChD,CAAA;AAED,uGAAuG;AACvG,MAAM,UAAU,cAAc,CAAC,QAAyB;IACtD,OAAO,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAwB,CAAA;AAClE,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,oBAAoB,CAAC,QAAyB;IAC5D,MAAM,GAAG,GAA4B,EAAE,CAAA;IACvC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;IACxF,OAAO,GAAG,CAAA;AACZ,CAAC;AAID;;;GAGG;AACH,MAAM,oBAAoB,GAAiD;IACzE,eAAe,EAAE,QAAQ;IACzB,WAAW,EAAE,SAAS;IACtB,OAAO,EAAE,QAAQ;IACjB,YAAY,EAAE,QAAQ;IACtB,UAAU,EAAE,QAAQ;IACpB,kBAAkB,EAAE,SAAS;IAC7B,GAAG,EAAE,SAAS;IACd,cAAc,EAAE,QAAQ;IACxB,MAAM,EAAE,SAAS;IACjB,iBAAiB,EAAE,QAAQ;IAC3B,qBAAqB,EAAE,SAAS;IAChC,YAAY,EAAE,QAAQ;IACtB,iBAAiB,EAAE,QAAQ;IAC3B,eAAe,EAAE,SAAS;IAC1B,gBAAgB,EAAE,QAAQ;IAC1B,cAAc,EAAE,SAAS;IACzB,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE,SAAS;IACxB,GAAG,EAAE,SAAS;IACd,UAAU,EAAE,QAAQ;IACpB,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,aAAa,EAAE,QAAQ;IACvB,SAAS,EAAE,SAAS;IACpB,QAAQ,EAAE,QAAQ;IAClB,YAAY,EAAE,QAAQ;IACtB,SAAS,EAAE,QAAQ;IACnB,UAAU,EAAE,QAAQ;IACpB,WAAW,EAAE,QAAQ;IACrB,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,QAAQ;IACpB,QAAQ,EAAE,QAAQ;IAClB,UAAU,EAAE,QAAQ;IACpB,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,SAAS;IAChB,aAAa,EAAE,SAAS;IACxB,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE,QAAQ;IACtB,UAAU,EAAE,QAAQ;IACpB,cAAc,EAAE,QAAQ;IACxB,eAAe,EAAE,QAAQ;IACzB,aAAa,EAAE,QAAQ;IACvB,cAAc,EAAE,SAAS;IACzB,OAAO,EAAE,SAAS;IAClB,SAAS,EAAE,QAAQ;IACnB,wBAAwB,EAAE,QAAQ;CACnC,CAAA;AAED,+FAA+F;AAC/F,MAAM,eAAe,GAAiD;IACpE,eAAe,EAAE,QAAQ;IACzB,cAAc,EAAE,SAAS;IACzB,UAAU,EAAE,QAAQ;IACpB,WAAW,EAAE,SAAS;IACtB,cAAc,EAAE,QAAQ;IACxB,cAAc,EAAE,SAAS;IACzB,iBAAiB,EAAE,QAAQ;IAC3B,eAAe,EAAE,QAAQ;IACzB,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,WAAW,EAAE,SAAS;IACtB,QAAQ,EAAE,QAAQ;IAClB,gBAAgB,EAAE,QAAQ;CAC3B,CAAA;AAED,MAAM,6BAA6B,GAAiD;IAClF,OAAO,EAAE,QAAQ;CAClB,CAAA;AAED,qDAAqD;AACrD,MAAM,yBAAyB,GAAiD;IAC9E,OAAO,EAAE,QAAQ;CAClB,CAAA;AAED,MAAM,qBAAqB,GAAiD;IAC1E,OAAO,EAAE,QAAQ;IACjB,oBAAoB,EAAE,SAAS;IAC/B,OAAO,EAAE,QAAQ;CAClB,CAAA;AAED,8FAA8F;AAC9F,MAAM,kBAAkB,GAAiD;IACvE,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,QAAQ;IACjB,UAAU,EAAE,QAAQ;IACpB,OAAO,EAAE,QAAQ;CAClB,CAAA;AAED,sFAAsF;AACtF,MAAM,wBAAwB,GAAiD;IAC7E,MAAM,EAAE,QAAQ;IAChB,cAAc,EAAE,QAAQ;IACxB,iBAAiB,EAAE,QAAQ;IAC3B,iCAAiC,EAAE,QAAQ;IAC3C,cAAc,EAAE,QAAQ;IACxB,mBAAmB,EAAE,QAAQ;IAC7B,WAAW,EAAE,QAAQ;IACrB,cAAc,EAAE,QAAQ;IACxB,oBAAoB,EAAE,QAAQ;IAC9B,qBAAqB,EAAE,SAAS;IAChC,iBAAiB,EAAE,SAAS;IAC5B,yBAAyB,EAAE,QAAQ;IACnC,KAAK,EAAE,QAAQ;IACf,sFAAsF;IACtF,mBAAmB,EAAE,QAAQ;IAC7B,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,0BAA0B,EAAE,QAAQ;CACrC,CAAA;AAED,qGAAqG;AACrG,MAAM,gBAAgB,GAAiD;IACrE,MAAM,EAAE,QAAQ;IAChB,cAAc,EAAE,QAAQ;IACxB,iBAAiB,EAAE,QAAQ;IAC3B,YAAY,EAAE,QAAQ;IACtB,mBAAmB,EAAE,QAAQ;IAC7B,sBAAsB,EAAE,QAAQ;IAChC,WAAW,EAAE,QAAQ;IACrB,cAAc,EAAE,QAAQ;IACxB,oBAAoB,EAAE,QAAQ;IAC9B,sBAAsB,EAAE,QAAQ;IAChC,qBAAqB,EAAE,SAAS;IAChC,cAAc,EAAE,QAAQ;IACxB,KAAK,EAAE,QAAQ;IACf,IAAI,EAAE,QAAQ;IACd,gBAAgB,EAAE,SAAS;IAC3B,sFAAsF;IACtF,mBAAmB,EAAE,QAAQ;IAC7B,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,0BAA0B,EAAE,QAAQ;CACrC,CAAA;AAED,oHAAoH;AACpH,MAAM,kBAAkB,GAAiD;IACvE,MAAM,EAAE,QAAQ;IAChB,cAAc,EAAE,QAAQ;IACxB,iBAAiB,EAAE,QAAQ;IAC3B,oBAAoB,EAAE,QAAQ;IAC9B,mBAAmB,EAAE,QAAQ;IAC7B,gBAAgB,EAAE,QAAQ;IAC1B,WAAW,EAAE,QAAQ;IACrB,cAAc,EAAE,QAAQ;IACxB,oBAAoB,EAAE,QAAQ;IAC9B,qBAAqB,EAAE,SAAS;IAChC,oBAAoB,EAAE,QAAQ;IAC9B,KAAK,EAAE,QAAQ;IACf,IAAI,EAAE,QAAQ;IACd,sFAAsF;IACtF,mBAAmB,EAAE,QAAQ;IAC7B,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,0BAA0B,EAAE,QAAQ;CACrC,CAAA;AAED,MAAM,CAAC,MAAM,qBAAqB,GAA0E;IAC1G,mBAAmB,EAAE,EAAE,GAAG,oBAAoB,EAAE,sBAAsB,EAAE,SAAS,EAAE;IACnF,UAAU,EAAE,oBAAoB;IAChC,cAAc,EAAE,EAAE,GAAG,oBAAoB,EAAE,sBAAsB,EAAE,SAAS,EAAE;IAC9E,KAAK,EAAE,eAAe;IACtB,mBAAmB,EAAE,6BAA6B;IAClD,cAAc,EAAE,wBAAwB;IACxC,MAAM,EAAE,gBAAgB;IACxB,QAAQ,EAAE,kBAAkB;IAC5B,eAAe,EAAE,yBAAyB;IAC1C,WAAW,EAAE,qBAAqB;IAClC,QAAQ,EAAE,kBAAkB;CAC7B,CAAA;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,IAAwB,EAAE,KAAc;IAC/E,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,IAAI,OAAO,KAAK,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAA;YAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAA;YACtF,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;gBACpC,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG;oBAAE,OAAO,IAAI,CAAA;gBAC1C,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,GAAG;oBAAE,OAAO,KAAK,CAAA;YAC9C,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAA;YAC3C,IAAI,OAAO,KAAK,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YACpD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACrD,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;gBACvB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;YACvC,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAA;YAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;YACjF,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CACvC,QAAyB,EACzB,MAA+B;IAE/B,MAAM,KAAK,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAA;IAC7C,MAAM,GAAG,GAA4B,EAAE,CAAA;IACvC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAA;QACvB,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,wBAAwB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC"}
|
package/dist/version.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
/** Kept in sync with package.json by `src/version.test.ts`. Bump both together. */
|
|
2
|
-
export declare const CORE_VERSION = "0.
|
|
2
|
+
export declare const CORE_VERSION = "0.20.5";
|
package/dist/version.js
CHANGED
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@atomic-chat/core",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.20.5",
|
|
4
4
|
"description": "Inference core of Atomic Chat: local llama.cpp/MLX/Foundation Models runtime, cloud providers, model router and the OpenAI-compatible server on :1337.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -39,6 +39,10 @@
|
|
|
39
39
|
"types": "./dist/runtime/litert-lm/litert-host.d.ts",
|
|
40
40
|
"import": "./dist/runtime/litert-lm/litert-host.js"
|
|
41
41
|
},
|
|
42
|
+
"./geniex-host": {
|
|
43
|
+
"types": "./dist/runtime/geniex/geniex-host.d.ts",
|
|
44
|
+
"import": "./dist/runtime/geniex/geniex-host.js"
|
|
45
|
+
},
|
|
42
46
|
"./settings": {
|
|
43
47
|
"types": "./dist/settings/public.d.ts",
|
|
44
48
|
"import": "./dist/settings/public.js"
|
|
@@ -49,7 +53,7 @@
|
|
|
49
53
|
"!dist/bin"
|
|
50
54
|
],
|
|
51
55
|
"scripts": {
|
|
52
|
-
"build": "tsc -p tsconfig.build.json",
|
|
56
|
+
"build": "node scripts/build-geniex-worker.mjs && tsc -p tsconfig.build.json",
|
|
53
57
|
"build:bin": "node scripts/build-binaries.mjs --host",
|
|
54
58
|
"build:bin:all": "node scripts/build-binaries.mjs --all",
|
|
55
59
|
"typecheck": "tsc -p tsconfig.json --noEmit",
|
|
@@ -74,6 +78,7 @@
|
|
|
74
78
|
"dependencies": {
|
|
75
79
|
"@ai-sdk/openai-compatible": "^1.0.28",
|
|
76
80
|
"ai": "^5.0.121",
|
|
81
|
+
"smol-toml": "^1.9.1",
|
|
77
82
|
"tar": "^7.4.3",
|
|
78
83
|
"yaml": "^2.8.1",
|
|
79
84
|
"yauzl": "^3.2.0"
|