inference-server 1.0.0-beta.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +216 -0
- package/dist/api/openai/enums.d.ts +4 -0
- package/dist/api/openai/enums.js +17 -0
- package/dist/api/openai/enums.js.map +1 -0
- package/dist/api/openai/handlers/chat.d.ts +3 -0
- package/dist/api/openai/handlers/chat.js +358 -0
- package/dist/api/openai/handlers/chat.js.map +1 -0
- package/dist/api/openai/handlers/completions.d.ts +3 -0
- package/dist/api/openai/handlers/completions.js +169 -0
- package/dist/api/openai/handlers/completions.js.map +1 -0
- package/dist/api/openai/handlers/embeddings.d.ts +3 -0
- package/dist/api/openai/handlers/embeddings.js +74 -0
- package/dist/api/openai/handlers/embeddings.js.map +1 -0
- package/dist/api/openai/handlers/images.d.ts +0 -0
- package/dist/api/openai/handlers/images.js +4 -0
- package/dist/api/openai/handlers/images.js.map +1 -0
- package/dist/api/openai/handlers/models.d.ts +3 -0
- package/dist/api/openai/handlers/models.js +23 -0
- package/dist/api/openai/handlers/models.js.map +1 -0
- package/dist/api/openai/handlers/transcription.d.ts +0 -0
- package/dist/api/openai/handlers/transcription.js +4 -0
- package/dist/api/openai/handlers/transcription.js.map +1 -0
- package/dist/api/openai/index.d.ts +7 -0
- package/dist/api/openai/index.js +14 -0
- package/dist/api/openai/index.js.map +1 -0
- package/dist/api/parseJSONRequestBody.d.ts +2 -0
- package/dist/api/parseJSONRequestBody.js +24 -0
- package/dist/api/parseJSONRequestBody.js.map +1 -0
- package/dist/api/v1/index.d.ts +2 -0
- package/dist/api/v1/index.js +29 -0
- package/dist/api/v1/index.js.map +1 -0
- package/dist/cli.d.ts +1 -0
- package/dist/cli.js +10 -0
- package/dist/cli.js.map +1 -0
- package/dist/engines/gpt4all/engine.d.ts +34 -0
- package/dist/engines/gpt4all/engine.js +357 -0
- package/dist/engines/gpt4all/engine.js.map +1 -0
- package/dist/engines/gpt4all/util.d.ts +3 -0
- package/dist/engines/gpt4all/util.js +29 -0
- package/dist/engines/gpt4all/util.js.map +1 -0
- package/dist/engines/index.d.ts +19 -0
- package/dist/engines/index.js +21 -0
- package/dist/engines/index.js.map +1 -0
- package/dist/engines/node-llama-cpp/engine.d.ts +49 -0
- package/dist/engines/node-llama-cpp/engine.js +666 -0
- package/dist/engines/node-llama-cpp/engine.js.map +1 -0
- package/dist/engines/node-llama-cpp/types.d.ts +13 -0
- package/dist/engines/node-llama-cpp/types.js +2 -0
- package/dist/engines/node-llama-cpp/types.js.map +1 -0
- package/dist/engines/node-llama-cpp/util.d.ts +15 -0
- package/dist/engines/node-llama-cpp/util.js +84 -0
- package/dist/engines/node-llama-cpp/util.js.map +1 -0
- package/dist/engines/node-llama-cpp/validateModelFile.d.ts +8 -0
- package/dist/engines/node-llama-cpp/validateModelFile.js +36 -0
- package/dist/engines/node-llama-cpp/validateModelFile.js.map +1 -0
- package/dist/engines/stable-diffusion-cpp/engine.d.ts +90 -0
- package/dist/engines/stable-diffusion-cpp/engine.js +294 -0
- package/dist/engines/stable-diffusion-cpp/engine.js.map +1 -0
- package/dist/engines/stable-diffusion-cpp/types.d.ts +3 -0
- package/dist/engines/stable-diffusion-cpp/types.js +2 -0
- package/dist/engines/stable-diffusion-cpp/types.js.map +1 -0
- package/dist/engines/stable-diffusion-cpp/util.d.ts +4 -0
- package/dist/engines/stable-diffusion-cpp/util.js +55 -0
- package/dist/engines/stable-diffusion-cpp/util.js.map +1 -0
- package/dist/engines/stable-diffusion-cpp/validateModelFiles.d.ts +19 -0
- package/dist/engines/stable-diffusion-cpp/validateModelFiles.js +91 -0
- package/dist/engines/stable-diffusion-cpp/validateModelFiles.js.map +1 -0
- package/dist/engines/transformers-js/engine.d.ts +37 -0
- package/dist/engines/transformers-js/engine.js +538 -0
- package/dist/engines/transformers-js/engine.js.map +1 -0
- package/dist/engines/transformers-js/types.d.ts +7 -0
- package/dist/engines/transformers-js/types.js +2 -0
- package/dist/engines/transformers-js/types.js.map +1 -0
- package/dist/engines/transformers-js/util.d.ts +7 -0
- package/dist/engines/transformers-js/util.js +36 -0
- package/dist/engines/transformers-js/util.js.map +1 -0
- package/dist/engines/transformers-js/validateModelFiles.d.ts +17 -0
- package/dist/engines/transformers-js/validateModelFiles.js +133 -0
- package/dist/engines/transformers-js/validateModelFiles.js.map +1 -0
- package/dist/experiments/ChatWithVision.d.ts +11 -0
- package/dist/experiments/ChatWithVision.js +91 -0
- package/dist/experiments/ChatWithVision.js.map +1 -0
- package/dist/experiments/StableDiffPromptGenerator.d.ts +0 -0
- package/dist/experiments/StableDiffPromptGenerator.js +4 -0
- package/dist/experiments/StableDiffPromptGenerator.js.map +1 -0
- package/dist/experiments/VoiceFunctionCall.d.ts +18 -0
- package/dist/experiments/VoiceFunctionCall.js +51 -0
- package/dist/experiments/VoiceFunctionCall.js.map +1 -0
- package/dist/http.d.ts +19 -0
- package/dist/http.js +54 -0
- package/dist/http.js.map +1 -0
- package/dist/index.d.ts +7 -0
- package/dist/index.js +8 -0
- package/dist/index.js.map +1 -0
- package/dist/instance.d.ts +88 -0
- package/dist/instance.js +594 -0
- package/dist/instance.js.map +1 -0
- package/dist/lib/acquireFileLock.d.ts +7 -0
- package/dist/lib/acquireFileLock.js +38 -0
- package/dist/lib/acquireFileLock.js.map +1 -0
- package/dist/lib/calculateContextIdentity.d.ts +7 -0
- package/dist/lib/calculateContextIdentity.js +39 -0
- package/dist/lib/calculateContextIdentity.js.map +1 -0
- package/dist/lib/calculateFileChecksum.d.ts +1 -0
- package/dist/lib/calculateFileChecksum.js +16 -0
- package/dist/lib/calculateFileChecksum.js.map +1 -0
- package/dist/lib/copyDirectory.d.ts +6 -0
- package/dist/lib/copyDirectory.js +27 -0
- package/dist/lib/copyDirectory.js.map +1 -0
- package/dist/lib/decodeAudio.d.ts +1 -0
- package/dist/lib/decodeAudio.js +26 -0
- package/dist/lib/decodeAudio.js.map +1 -0
- package/dist/lib/downloadModelFile.d.ts +10 -0
- package/dist/lib/downloadModelFile.js +58 -0
- package/dist/lib/downloadModelFile.js.map +1 -0
- package/dist/lib/flattenMessageTextContent.d.ts +2 -0
- package/dist/lib/flattenMessageTextContent.js +11 -0
- package/dist/lib/flattenMessageTextContent.js.map +1 -0
- package/dist/lib/getCacheDirPath.d.ts +12 -0
- package/dist/lib/getCacheDirPath.js +31 -0
- package/dist/lib/getCacheDirPath.js.map +1 -0
- package/dist/lib/loadImage.d.ts +12 -0
- package/dist/lib/loadImage.js +30 -0
- package/dist/lib/loadImage.js.map +1 -0
- package/dist/lib/logger.d.ts +12 -0
- package/dist/lib/logger.js +98 -0
- package/dist/lib/logger.js.map +1 -0
- package/dist/lib/math.d.ts +7 -0
- package/dist/lib/math.js +30 -0
- package/dist/lib/math.js.map +1 -0
- package/dist/lib/resolveModelFileLocation.d.ts +15 -0
- package/dist/lib/resolveModelFileLocation.js +41 -0
- package/dist/lib/resolveModelFileLocation.js.map +1 -0
- package/dist/lib/util.d.ts +7 -0
- package/dist/lib/util.js +61 -0
- package/dist/lib/util.js.map +1 -0
- package/dist/lib/validateModelFile.d.ts +9 -0
- package/dist/lib/validateModelFile.js +62 -0
- package/dist/lib/validateModelFile.js.map +1 -0
- package/dist/lib/validateModelOptions.d.ts +3 -0
- package/dist/lib/validateModelOptions.js +23 -0
- package/dist/lib/validateModelOptions.js.map +1 -0
- package/dist/pool.d.ts +61 -0
- package/dist/pool.js +512 -0
- package/dist/pool.js.map +1 -0
- package/dist/server.d.ts +59 -0
- package/dist/server.js +221 -0
- package/dist/server.js.map +1 -0
- package/dist/standalone.d.ts +1 -0
- package/dist/standalone.js +306 -0
- package/dist/standalone.js.map +1 -0
- package/dist/store.d.ts +60 -0
- package/dist/store.js +203 -0
- package/dist/store.js.map +1 -0
- package/dist/types/completions.d.ts +57 -0
- package/dist/types/completions.js +2 -0
- package/dist/types/completions.js.map +1 -0
- package/dist/types/index.d.ts +326 -0
- package/dist/types/index.js +2 -0
- package/dist/types/index.js.map +1 -0
- package/docs/engines.md +28 -0
- package/docs/gpu.md +72 -0
- package/docs/http-api.md +147 -0
- package/examples/all-options.js +108 -0
- package/examples/chat-cli.js +56 -0
- package/examples/chat-server.js +65 -0
- package/examples/concurrency.js +70 -0
- package/examples/express.js +70 -0
- package/examples/pool.js +91 -0
- package/package.json +113 -0
- package/src/api/openai/enums.ts +20 -0
- package/src/api/openai/handlers/chat.ts +408 -0
- package/src/api/openai/handlers/completions.ts +196 -0
- package/src/api/openai/handlers/embeddings.ts +92 -0
- package/src/api/openai/handlers/images.ts +3 -0
- package/src/api/openai/handlers/models.ts +33 -0
- package/src/api/openai/handlers/transcription.ts +2 -0
- package/src/api/openai/index.ts +16 -0
- package/src/api/parseJSONRequestBody.ts +26 -0
- package/src/api/v1/DRAFT.md +16 -0
- package/src/api/v1/index.ts +37 -0
- package/src/cli.ts +9 -0
- package/src/engines/gpt4all/engine.ts +441 -0
- package/src/engines/gpt4all/util.ts +31 -0
- package/src/engines/index.ts +28 -0
- package/src/engines/node-llama-cpp/engine.ts +811 -0
- package/src/engines/node-llama-cpp/types.ts +17 -0
- package/src/engines/node-llama-cpp/util.ts +126 -0
- package/src/engines/node-llama-cpp/validateModelFile.ts +46 -0
- package/src/engines/stable-diffusion-cpp/engine.ts +369 -0
- package/src/engines/stable-diffusion-cpp/types.ts +54 -0
- package/src/engines/stable-diffusion-cpp/util.ts +58 -0
- package/src/engines/stable-diffusion-cpp/validateModelFiles.ts +119 -0
- package/src/engines/transformers-js/engine.ts +659 -0
- package/src/engines/transformers-js/types.ts +25 -0
- package/src/engines/transformers-js/util.ts +40 -0
- package/src/engines/transformers-js/validateModelFiles.ts +168 -0
- package/src/experiments/ChatWithVision.ts +103 -0
- package/src/experiments/StableDiffPromptGenerator.ts +2 -0
- package/src/experiments/VoiceFunctionCall.ts +71 -0
- package/src/http.ts +72 -0
- package/src/index.ts +7 -0
- package/src/instance.ts +723 -0
- package/src/lib/acquireFileLock.ts +38 -0
- package/src/lib/calculateContextIdentity.ts +53 -0
- package/src/lib/calculateFileChecksum.ts +18 -0
- package/src/lib/copyDirectory.ts +29 -0
- package/src/lib/decodeAudio.ts +39 -0
- package/src/lib/downloadModelFile.ts +70 -0
- package/src/lib/flattenMessageTextContent.ts +19 -0
- package/src/lib/getCacheDirPath.ts +34 -0
- package/src/lib/loadImage.ts +46 -0
- package/src/lib/logger.ts +112 -0
- package/src/lib/math.ts +31 -0
- package/src/lib/resolveModelFileLocation.ts +49 -0
- package/src/lib/util.ts +75 -0
- package/src/lib/validateModelFile.ts +71 -0
- package/src/lib/validateModelOptions.ts +31 -0
- package/src/pool.ts +651 -0
- package/src/server.ts +270 -0
- package/src/standalone.ts +320 -0
- package/src/store.ts +278 -0
- package/src/types/completions.ts +86 -0
- package/src/types/index.ts +488 -0
- package/tsconfig.json +29 -0
- package/tsconfig.release.json +11 -0
- package/vitest.config.ts +18 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/engines/node-llama-cpp/engine.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,EACN,QAAQ,EAER,SAAS,EAGT,eAAe,EACf,aAAa,EAEb,SAAS,EAGT,YAAY,EAKZ,yBAAyB,EAGzB,qBAAqB,EACrB,gBAAgB,EAEhB,sBAAsB,GAGtB,MAAM,gBAAgB,CAAA;AAmBvB,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAClD,OAAO,EAAE,yBAAyB,EAAE,MAAM,2CAA2C,CAAA;AACrF,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAA;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAA;AACrE,OAAO,EAAE,sBAAsB,EAAE,4BAA4B,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AA4CjG,MAAM,CAAC,MAAM,OAAO,GAAG,IAAI,CAAA;AAE3B,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,EAAE,MAAM,EAAE,GAAG,EAA0C,EACvD,UAAqD,EACrD,MAAoB;IAEpB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAChE,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAEtE,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACrB,eAAe,EAAE,CAAA;QACjB,OAAM;IACP,CAAC;IACD,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,qCAAqC,MAAM,CAAC,QAAQ,EAAE,EAAE;QAC3E,KAAK,EAAE,MAAM,CAAC,EAAE;KAChB,CAAC,CAAA;IACF,MAAM,aAAa,GAAG,KAAK,EAAE,GAAW,EAAE,gBAAwB,EAAE,EAAE;QACrE,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,yBAAyB,EAAE;YAC9C,KAAK,EAAE,MAAM,CAAC,EAAE;YAChB,GAAG,EAAE,GAAG;YACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,gBAAgB;SACvB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC;YAC9C,QAAQ,EAAE,GAAG;YACb,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;YACtC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;YACxC,sBAAsB,EAAE,KAAK;YAC7B,UAAU,EAAE,CAAC,MAAM,EAAE,EAAE;gBACtB,IAAI,UAAU,EAAE,CAAC;oBAChB,UAAU,CAAC;wBACV,IAAI,EAAE,MAAM,CAAC,QAAQ;wBACrB,WAAW,EAAE,MAAM,CAAC,cAAc;wBAClC,UAAU,EAAE,MAAM,CAAC,SAAS;qBAC5B,CAAC,CAAA;gBACH,CAAC;YACF,CAAC;SACD,CAAC,CAAA;QACF,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAA;IAC5B,CAAC,CAAA;IACD,IAAI,CAAC;QACJ,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAM;QACP,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;QACvD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAM;QACP,CAAC;QACD,IAAI,eAAe,EAAE,CAAC;YACrB,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;gBAChB,MAAM,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,eAAe,CAAC,CAAA;YACjD,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,GAAG,eAAe,oBAAoB,CAAC,CAAA;YACxD,CAAC;QACF,CAAC;QAED,MAAM,oBAAoB,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;QAC5D,IAAI,oBAAoB,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,oBAAoB,EAAE,CAAC,CAAA;QACzE,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE;YACpD,MAAM;YACN,UAAU,EAAE;gBACX,4BAA4B;gBAC5B,4BAA4B;gBAC5B,4BAA4B;gBAC5B,gCAAgC;aAChC;SACD,CAAC,CAAA;QACF,OAAO;YACN,IAAI;SACJ,CAAA;IACF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,GAAG,CAAA;IACV,CAAC;YAAS,CAAC;QACV,eAAe,EAAE,CAAA;IAClB,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAE,MAAM,EAAE,GAAG,EAA0C,EAAE,MAAoB;IACjH,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IACvD,6CAA6C;IAC7C,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAwB,CAAA;IACxE,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC;QAC5B,GAAG,EAAE,UAAU;QACf,0BAA0B;QAC1B,QAAQ,EAAE,aAAa,CAAC,KAAK;QAC7B,MAAM,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAC1B,IAAI,KAAK,KAAK,aAAa,CAAC,IAAI,EAAE,CAAC;gBAClC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAC7B,CAAC;iBAAM,IAAI,KAAK,KAAK,aAAa,CAAC,KAAK,IAAI,KAAK,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC;gBAC3E,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC9B,CAAC;iBAAM,IAAI,KAAK,KAAK,aAAa,CAAC,IAAI,IAAI,KAAK,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC;gBAC1E,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAChC,CAAC;QACF,CAAC;KACD,CAAC,CAAA;IAEF,MAAM,aAAa,GAAiC;QACnD,IAAI,EAAE,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC;KAC9C,CAAA;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;YAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC/B,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,YAAY,CAAC,KAAK,EAAE;oBAC5C,OAAO,EAAE,KAAK;iBACd,CAAC,CAAA;YACH,CAAC;iBAAM,CAAC;gBACP,uCAAuC;gBACvC,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,sBAAsB,CAAC,KAAK,EAAE,KAAuB,CAAC,CAAA;YAChF,CAAC;QACF,CAAC;IACF,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC;QACxC,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,2BAA2B;QACvD,UAAU,EAAE,MAAM;QAClB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,KAAK;QACzC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS;QACnC,kCAAkC;KAClC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC;QAC9C,SAAS,EAAE,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU;QAClC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAyB;QACtC,KAAK,EAAE,UAAU;QACjB,OAAO;QACP,QAAQ,EAAE,aAAa;QACvB,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,EAAE;QACf,oBAAoB,EAAE,EAAE;QACxB,cAAc,EAAE,SAAS;QACzB,UAAU,EAAE,SAAS;QACrB,eAAe,EAAE,OAAO,CAAC,WAAW,EAAE;KACtC,CAAA;IAED,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QAC5B,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;QACzE,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC;YAC1B,eAAe,EAAE,QAAQ,CAAC,eAAgB;YAC1C,6BAA6B;SAC7B,CAAC,CAAA;QAEF,IAAI,cAAoE,CAAA;QAExE,IAAI,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnF,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAA;YAC7C,cAAc,GAAG,EAAE,CAAA;YACnB,KAAK,MAAM,YAAY,IAAI,YAAY,EAAE,CAAC;gBACzC,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;gBAC9C,cAAc,CAAC,YAAY,CAAC,GAAG,yBAAyB,CAAM;oBAC7D,WAAW,EAAE,WAAW,CAAC,WAAW;oBACpC,MAAM,EAAE,WAAW,CAAC,UAAU;oBAC9B,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;iBAC1C,CAA6B,CAAA;YAC/B,CAAC;QACF,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,8BAA8B,CAAC,kBAAkB,EAAE;YACrF,iBAAiB,EAAE,EAAE;YACrB,SAAS,EAAE,cAAc;YACzB,sBAAsB,EAAE,MAAM,CAAC,KAAK,EAAE,wBAAwB;SAC9D,CAAC,CAAA;QAEF,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAA;QACpB,QAAQ,CAAC,WAAW,GAAG,kBAAkB,CAAA;QACzC,QAAQ,CAAC,cAAc,GAAG;YACzB,YAAY,EAAE,kBAAkB;YAChC,aAAa,EAAE,eAAe,CAAC,cAAc,CAAC,aAAa;YAC3D,oBAAoB,EAAE,eAAe,CAAC,cAAc,CAAC,oBAAoB;SACzE,CAAA;IACF,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,eAAe,GAAG,QAAQ,CAAC,eAAgB,CAAA;QACjD,MAAM,UAAU,GAAG,IAAI,eAAe,CAAC;YACtC,eAAe,EAAE,eAAe;SAChC,CAAC,CAAA;QACF,MAAM,UAAU,CAAC,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE;YAClD,SAAS,EAAE,CAAC;SACZ,CAAC,CAAA;QACF,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAA;QAChC,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAA;IAC3C,CAAC;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAA8B;IACnE,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC9C,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAqD,EAClG,QAA8B,EAC9B,MAAoB;IAEpB,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,YAAY,EAAE,CAAC;QACpC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,yBAAyB,EAAE;YAC/C,YAAY;YACZ,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;SAChC,CAAC,CAAA;QACF,2DAA2D;QAC3D,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;QAC9B,CAAC;QACD,IAAI,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAA;QAC9C,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,QAAQ,EAAE,CAAC;YAClD,IAAI,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;gBACpC,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAA;gBAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAA;YAC3C,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;YACjD,CAAC;QACF,CAAC;aAAM,CAAC;YACP,eAAe,CAAC,YAAY,EAAE,CAAA;QAC/B,CAAC;QACD,QAAQ,CAAC,IAAI,GAAG,IAAI,SAAS,CAAC;YAC7B,eAAe,EAAE,eAAe;YAChC,6BAA6B;SAC7B,CAAC,CAAA;QACF,oDAAoD;QACpD,QAAQ,CAAC,cAAc,GAAG,SAAS,CAAA;QACnC,QAAQ,CAAC,oBAAoB,GAAG,EAAE,CAAA;QAClC,QAAQ,CAAC,WAAW,GAAG,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAC/D,kFAAkF;QAClF,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC3E,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE,CAAA;QAC3B,CAAC;IACF,CAAC;IAED,8DAA8D;IAC9D,MAAM,kBAAkB,GAA4B,EAAE,CAAA;IACtD,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,CAAA;IACnE,IAAI,WAAW,EAAE,CAAC;QACjB,kBAAkB,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACxD,CAAC;IACD,yCAAyC;IACzC,IAAI,SAAgC,CAAA;IACpC,MAAM,mBAAmB,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,kBAAkB,EAAE,SAAS,CAAA;IACrF,IAAI,mBAAmB,EAAE,CAAC;QACzB,SAAS,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACnD,KAAK,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAA;YAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAU,CAAA;YACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrB,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YAC7B,CAAC;iBAAM,CAAC;gBACP,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;YACzB,CAAC;QACF,CAAC;IACF,CAAC;IAED,4CAA4C;IAC5C,MAAM,mBAAmB,GAAmC;QAC3D,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW;QAC5B,GAAG,OAAO,CAAC,KAAK;KAChB,CAAA;IAED,sDAAsD;IACtD,MAAM,+BAA+B,GACpC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAA;IAChG,MAAM,qBAAqB,GAAG,EAAE,CAAA;IAChC,MAAM,0BAA0B,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAA4B,CAAA;IAC/G,KAAK,MAAM,OAAO,IAAI,0BAA0B,EAAE,CAAC;QAClD,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,sDAAsD,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC3F,SAAQ;QACT,CAAC;QACD,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,iCAAiC,EAAE;YACvD,EAAE,EAAE,OAAO,CAAC,MAAM;YAClB,MAAM,EAAE,OAAO,CAAC,OAAO;SACvB,CAAC,CAAA;QACF,MAAM,YAAY,GAAG,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QAClE,MAAM,WAAW,GAAG,mBAAmB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;QAClE,qBAAqB,CAAC,IAAI,CAAC;YAC1B,IAAI,EAAE,YAAY,CAAC,YAAY;YAC/B,WAAW,EAAE,WAAW,EAAE,WAAW;YACrC,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,MAAM,EAAE,OAAO,CAAC,OAAO;YACvB,OAAO,EAAE,YAAY,CAAC,GAAG;YACzB,cAAc,EAAE,+BAA+B;SAC/C,CAAC,CAAA;QACF,OAAO,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACrD,CAAC;IACD,kDAAkD;IAClD,IAAI,qBAAqB,CAAC,MAAM,EAAE,CAAC;QAClC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC;YACzB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC5C,OAAO;oBACN,IAAI,EAAE,cAAc;oBACpB,GAAG,IAAI;iBACP,CAAA;YACF,CAAC,CAAC;SACF,CAAC,CAAA;IACH,CAAC;IAED,+CAA+C;IAC/C,IAAI,gBAAgB,GAAW,EAAE,CAAA;IACjC,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACjE,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxD,MAAM,WAAW,GAAG,yBAAyB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QAClE,IAAI,WAAW,EAAE,CAAC;YACjB,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC;gBACzB,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,WAAW;aACjB,CAAC,CAAA;QACH,CAAC;IACF,CAAC;SAAM,IAAI,WAAW,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC7C,wEAAwE;QACxE,gBAAgB,GAAG,yBAAyB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IAClE,CAAC;SAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,EAAE,CAAC;QAC1C,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,0EAA0E,EAAE,WAAW,CAAC,CAAA;QAC5G,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;IAC7C,CAAC;IAED,mDAAmD;IACnD,iEAAiE;IAEjE,IAAI,YAAsC,CAAA;IAC1C,IAAI,cAAoE,CAAA;IAExE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,OAAO,cAAc,CAAC,CAAA;QAC3D,CAAC;QACD,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,CAAC;SAAM,IAAI,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxD,cAAc,GAAG,EAAE,CAAA;QACnB,KAAK,MAAM,YAAY,IAAI,mBAAmB,EAAE,CAAC;YAChD,MAAM,WAAW,GAAG,mBAAmB,CAAC,YAAY,CAAC,CAAA;YACrD,cAAc,CAAC,YAAY,CAAC,GAAG,yBAAyB,CAAM;gBAC7D,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,MAAM,EAAE,WAAW,CAAC,UAAU;gBAC9B,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;aAC1C,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,IAAI,EAAE,CAAA;IAChD,IAAI,cAAc,GAAoD,QAAQ,CAAC,cAAc,CAAA;IAC7F,IAAI,cAAc,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;IACjD,IAAI,2BAA2B,GAAG,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;IAE3G,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,gBAAgB,EAAE,CAAC;QAChG,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACnE,cAAc,CAAC,IAAI,CAAC;YACnB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,gBAAgB;SAC1B,CAAC,CAAA;QACF,IAAI,2BAA2B,EAAE,CAAC;YACjC,2BAA2B,CAAC,IAAI,CAAC;gBAChC,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,gBAAgB;aAC1B,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IAED,MAAM,kBAAkB,GAAG,cAAc;QACxC,CAAC,CAAC;YACA,SAAS,EAAE,cAAc;YACzB,sBAAsB,EAAE,MAAM,CAAC,KAAK,EAAE,wBAAwB,IAAI,IAAI;YACtE,wBAAwB,EAAE,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;YACxD,cAAc,EAAE,CAAC,YAAgD,EAAE,EAAE;gBACpE,wDAAwD;YACzD,CAAC;SACA;QACH,CAAC,CAAC;YACA,OAAO,EAAE,YAAY;SACpB,CAAA;IAEJ,MAAM,sBAAsB,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA;IAC3E,IAAI,gBAAiC,CAAA;IACrC,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,EACL,aAAa,EACb,cAAc,EAAE,qBAAqB,EACrC,QAAQ,GACR,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE;YACxD,MAAM;YACN,iBAAiB,EAAE,IAAI,EAAE,uEAAuE;YAChG,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS;YAClD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW;YACxD,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;YACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;YACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;YACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,IAAI,eAAe,CAAC,CAAC,EAAE,OAAO,CAAC;YACpF,SAAS;YACT,kBAAkB;YAClB,oBAAoB,EAAE,KAAK;YAC3B,GAAG,kBAAkB;YACrB,aAAa,EAAE;gBACd,UAAU,EAAE,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB;gBACjE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB;gBACvE,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe;aACpE;YACD,YAAY,EAAE;gBACb,QAAQ,EAAE,MAAM,CAAC,oBAAoB;gBACrC,sBAAsB,EAAE,cAAc,EAAE,oBAAoB;aAC5D;YACD,2BAA2B,EAAE;gBAC5B,OAAO,EAAE,2BAA2B;gBACpC,6CAA6C,EAAE,GAAG;aAClD;YACD,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE;gBACnB,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;gBAC9C,IAAI,OAAO,EAAE,CAAC;oBACb,OAAO,CAAC;wBACP,MAAM;wBACN,IAAI;qBACJ,CAAC,CAAA;gBACH,CAAC;YACF,CAAC;SACD,CAAC,CAAA;QAEF,cAAc,GAAG,qBAAqB,CAAA;QACtC,cAAc,GAAG,cAAc,CAAC,YAAY,CAAA;QAE5C,IAAI,aAAa,EAAE,CAAC;YACnB,8EAA8E;YAC9E,MAAM,qBAAqB,GAAG,EAAE,CAAA;YAChC,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;gBAC1C,MAAM,WAAW,GAAG,mBAAmB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;gBAClE,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBACzC,CAAC;qBAAM,CAAC;oBACP,MAAK;gBACN,CAAC;YACF,CAAC;YAED,yBAAyB;YACzB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE;gBAChD,MAAM,WAAW,GAAG,mBAAmB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;gBAClE,IAAI,CAAC,WAAW,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,+CAA+C,YAAY,CAAC,YAAY,GAAG,CAAC,CAAA;gBAC7F,CAAC;gBACD,MAAM,kBAAkB,GAAG,MAAM,WAAW,CAAC,OAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;gBAC1E,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,2BAA2B,EAAE;oBACjD,QAAQ,EAAE,YAAY,CAAC,YAAY;oBACnC,IAAI,EAAE,YAAY,CAAC,MAAM;oBACzB,MAAM,EAAE,kBAAkB;iBAC1B,CAAC,CAAA;gBACF,OAAO;oBACN,WAAW;oBACX,YAAY;oBACZ,kBAAkB;iBAClB,CAAA;YACF,CAAC,CAAC,CACF,CAAA;YACD,2BAA2B,GAAG,cAAc,CAAC,aAAa,CAAA;YAC1D,IAAI,aAAa,GAAG,IAAI,CAAA;YACxB,4DAA4D;YAC5D,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;gBAClC,cAAc,GAAG,4BAA4B,CAAC;oBAC7C,WAAW,EAAE,cAAc;oBAC3B,YAAY,EAAE,UAAU,CAAC,YAAY,CAAC,YAAY;oBAClD,mBAAmB,EAAE,UAAU,CAAC,WAAW,CAAC,WAAW;oBACvD,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,MAAM;oBAC1C,UAAU,EAAE,UAAU,CAAC,kBAAkB;oBACzC,OAAO,EAAE,UAAU,CAAC,YAAY,CAAC,GAAG;oBACpC,cAAc,EAAE,aAAa;iBAC7B,CAAC,CAAA;gBACF,2BAA2B,GAAG,4BAA4B,CAAC;oBAC1D,WAAW,EAAE,2BAA2B;oBACxC,YAAY,EAAE,UAAU,CAAC,YAAY,CAAC,YAAY;oBAClD,mBAAmB,EAAE,UAAU,CAAC,WAAW,CAAC,WAAW;oBACvD,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,MAAM;oBAC1C,UAAU,EAAE,UAAU,CAAC,kBAAkB;oBACzC,OAAO,EAAE,UAAU,CAAC,YAAY,CAAC,GAAG;oBACpC,cAAc,EAAE,aAAa;iBAC7B,CAAC,CAAA;gBACF,aAAa,GAAG,KAAK,CAAA;YACtB,CAAC;YAED,wDAAwD;YACxD,MAAM,sBAAsB,GAAG,aAAa,CAAC,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAA;YAEhF,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzC,mCAAmC;gBACnC,cAAc,CAAC,YAAY,GAAG,cAAc,CAAA;gBAC5C,cAAc,CAAC,aAAa,GAAG,2BAA4B,CAAA;gBAC3D,SAAQ;YACT,CAAC;iBAAM,CAAC;gBACP,uDAAuD;gBACvD,gBAAgB,GAAG;oBAClB,YAAY,EAAE,IAAI;oBAClB,UAAU,EAAE,eAAe;oBAC3B,aAAa,EAAE,sBAAsB;iBACrC,CAAA;gBACD,MAAK;YACN,CAAC;QACF,CAAC;QAED,uDAAuD;QACvD,QAAQ,CAAC,cAAc,GAAG,cAAc,CAAA;QACxC,QAAQ,CAAC,WAAW,GAAG,cAAc,CAAA;QACrC,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAA;QAC9F,MAAM,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAClG,gBAAgB,GAAG;YAClB,YAAY;YACZ,UAAU,EAAE,QAAQ,CAAC,UAAU;SAC/B,CAAA;QACD,MAAK;IACN,CAAC;IAED,MAAM,gBAAgB,GAAqB;QAC1C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,gBAAgB,CAAC,YAAY,IAAI,EAAE;KAC5C,CAAA;IAED,IAAI,gBAAgB,CAAC,aAAa,EAAE,CAAC;QACpC,oFAAoF;QACpF,oFAAoF;QACpF,0FAA0F;QAC1F,iCAAiC;QACjC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3E,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC1D,OAAO,CAAC,WAAW,CAAC,OAAO,CAAA;QAC5B,CAAC,CAAC,CAAA;QAEF,+FAA+F;QAC/F,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAC5E,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC1D,OAAO,WAAW,CAAC,OAAO,CAAA;QAC3B,CAAC,CAAC,CAAA;QACF,IAAI,qBAAqB,CAAC,MAAM,EAAE,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;YACpC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,sCAAsC,CAAC,CAAA;QAC5D,CAAC;QAED,gBAAgB,CAAC,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC9D,MAAM,MAAM,GAAG,MAAM,EAAE,CAAA;YACvB,QAAQ,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,IAAI,CAAA;YAC5C,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,0BAA0B,EAAE;gBAChD,EAAE,EAAE,MAAM;gBACV,QAAQ,EAAE,IAAI,CAAC,YAAY;gBAC3B,IAAI,EAAE,IAAI,CAAC,MAAM;aACjB,CAAC,CAAA;YACF,OAAO;gBACN,EAAE,EAAE,MAAM;gBACV,IAAI,EAAE,IAAI,CAAC,YAAY;gBACvB,UAAU,EAAE,IAAI,CAAC,MAAM;aACvB,CAAA;QACF,CAAC,CAAC,CAAA;IACH,CAAC;IAED,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;IACtF,OAAO;QACN,YAAY,EAAE,eAAe,CAAC,gBAAgB,CAAC,UAAU,CAAC;QAC1D,OAAO,EAAE,gBAAgB;QACzB,YAAY,EAAE,eAAe,CAAC,eAAe;QAC7C,gBAAgB,EAAE,eAAe,CAAC,gBAAgB;QAClD,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM;KAC1D,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC9C,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAqD,EAClG,QAA8B,EAC9B,MAAoB;IAEpB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;IAC3D,CAAC;IAED,IAAI,UAA2B,CAAA;IAC/B,IAAI,eAAqC,CAAA;IAEzC,IAAI,YAAY,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;QAC9C,QAAQ,CAAC,eAAe,CAAC,YAAY,EAAE,CAAA;IACxC,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC1D,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC9B,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAA;QAC3C,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;YAC3C,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAA;QACjD,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;QACjD,CAAC;QACD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAA;QAC1C,UAAU,GAAG,IAAI,eAAe,CAAC;YAChC,eAAe;SACf,CAAC,CAAA;QACF,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAA;IACjC,CAAC;SAAM,CAAC;QACP,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAA;QAChC,eAAe,GAAG,QAAQ,CAAC,eAAgB,CAAA;IAC5C,CAAC;IAED,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,QAAQ,EAAE,CAAC;QAClD,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAA;QAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAA;QAC1C,UAAU,GAAG,IAAI,eAAe,CAAC;YAChC,eAAe;SACf,CAAC,CAAA;QACF,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAA;IACjC,CAAC;IAED,MAAM,sBAAsB,GAA4B,EAAE,CAAA;IAC1D,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,CAAA;IACnE,IAAI,WAAW,EAAE,CAAC;QACjB,sBAAsB,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5D,CAAC;IAED,MAAM,sBAAsB,GAAG,eAAe,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA;IACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,IAAI,EAAE,CAAA;IAChD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,0BAA0B,CAAC,OAAO,CAAC,MAAM,EAAE;QAC1E,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS;QAClD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW;QACxD,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;QACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;QACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;QACnC,aAAa,EAAE;YACd,UAAU,EAAE,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB;YACjE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB;YACvE,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe;SACpE;QACD,MAAM,EAAE,MAAM;QACd,kBAAkB,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS;QACtF,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,IAAI,eAAe,CAAC,CAAC,EAAE,OAAO,CAAC;QACpF,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE;YACnB,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YAC9C,IAAI,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC;oBACP,MAAM;oBACN,IAAI;iBACJ,CAAC,CAAA;YACH,CAAC;QACF,CAAC;KACD,CAAC,CAAA;IAEF,MAAM,eAAe,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;IAE/E,OAAO;QACN,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QACzD,IAAI,EAAE,MAAM,CAAC,QAAQ;QACrB,YAAY,EAAE,eAAe,CAAC,eAAe;QAC7C,gBAAgB,EAAE,eAAe,CAAC,gBAAgB;QAClD,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;KACnD,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAgD,EACtE,QAA8B,EAC9B,MAAoB;IAEpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACpD,CAAC;IACD,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC1B,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC/B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAClB,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAClC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAC1B,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;YACjD,CAAC;QACF,CAAC;IACF,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QAChC,QAAQ,CAAC,gBAAgB,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,sBAAsB,CAAC;YACvE,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,YAAY,EAAE,MAAM;YACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW;SAC/B,CAAC,CAAA;IACH,CAAC;IAED,gCAAgC;IAChC,MAAM,WAAW,GAAG,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,WAAW,CAAA;IAEvE,MAAM,UAAU,GAAmB,EAAE,CAAA;IACrC,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAClD,IAAI,cAAc,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YACzC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,2CAA2C,CAAC,CAAA;YAChE,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAA;QACtD,CAAC;QACD,WAAW,IAAI,cAAc,CAAC,MAAM,CAAA;QACpC,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,gBAAgB,CAAC,eAAe,CAAC,cAAc,CAAC,CAAA;QACjF,UAAU,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;QACnD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,MAAK;QACN,CAAC;IACF,CAAC;IAED,OAAO;QACN,UAAU;QACV,WAAW;KACX,CAAA;AACF,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { ChatHistoryItem, ChatModelFunctions, LlamaChatResponse, LlamaChatResponseFunctionCall } from 'node-llama-cpp';
|
|
2
|
+
export interface LlamaChatResult<T extends ChatModelFunctions = any> {
|
|
3
|
+
responseText: string | null;
|
|
4
|
+
functionCalls?: LlamaChatResponseFunctionCall<T>[];
|
|
5
|
+
stopReason: LlamaChatResponse['metadata']['stopReason'];
|
|
6
|
+
}
|
|
7
|
+
export type ContextShiftStrategy = ((options: {
|
|
8
|
+
chatHistory: ChatHistoryItem[];
|
|
9
|
+
metadata: any;
|
|
10
|
+
}) => {
|
|
11
|
+
chatHistory: ChatHistoryItem[];
|
|
12
|
+
metadata: any;
|
|
13
|
+
}) | null;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/engines/node-llama-cpp/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { ChatHistoryItem, LlamaTextJSON } from 'node-llama-cpp';
|
|
2
|
+
import { CompletionFinishReason, ChatMessage } from '../../types/index.js';
|
|
3
|
+
import { LlamaChatResult } from './types.js';
|
|
4
|
+
export declare function mapFinishReason(nodeLlamaCppFinishReason: LlamaChatResult['stopReason']): CompletionFinishReason;
|
|
5
|
+
export declare function addFunctionCallToChatHistory({ chatHistory, functionName, functionDescription, callParams, callResult, rawCall, startsNewChunk }: {
|
|
6
|
+
chatHistory: ChatHistoryItem[];
|
|
7
|
+
functionName: string;
|
|
8
|
+
functionDescription?: string;
|
|
9
|
+
callParams: any;
|
|
10
|
+
callResult: any;
|
|
11
|
+
rawCall?: LlamaTextJSON;
|
|
12
|
+
startsNewChunk?: boolean;
|
|
13
|
+
}): ChatHistoryItem[];
|
|
14
|
+
export declare function createChatMessageArray(messages: ChatMessage[]): ChatHistoryItem[];
|
|
15
|
+
export declare function readGBNFFiles(directoryPath: string): Promise<Record<string, string>>;
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import fs from 'node:fs';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { flattenMessageTextContent } from '../../lib/flattenMessageTextContent.js';
|
|
4
|
+
export function mapFinishReason(nodeLlamaCppFinishReason) {
|
|
5
|
+
switch (nodeLlamaCppFinishReason) {
|
|
6
|
+
case 'functionCalls':
|
|
7
|
+
return 'toolCalls';
|
|
8
|
+
case 'stopGenerationTrigger':
|
|
9
|
+
return 'stopTrigger';
|
|
10
|
+
case 'customStopTrigger':
|
|
11
|
+
return 'stopTrigger';
|
|
12
|
+
default:
|
|
13
|
+
return nodeLlamaCppFinishReason;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
export function addFunctionCallToChatHistory({ chatHistory, functionName, functionDescription, callParams, callResult, rawCall, startsNewChunk }) {
|
|
17
|
+
const newChatHistory = chatHistory.slice();
|
|
18
|
+
if (newChatHistory.length === 0 || newChatHistory[newChatHistory.length - 1].type !== "model")
|
|
19
|
+
newChatHistory.push({
|
|
20
|
+
type: "model",
|
|
21
|
+
response: []
|
|
22
|
+
});
|
|
23
|
+
const lastModelResponseItem = newChatHistory[newChatHistory.length - 1];
|
|
24
|
+
const newLastModelResponseItem = { ...lastModelResponseItem };
|
|
25
|
+
newChatHistory[newChatHistory.length - 1] = newLastModelResponseItem;
|
|
26
|
+
const modelResponse = newLastModelResponseItem.response.slice();
|
|
27
|
+
newLastModelResponseItem.response = modelResponse;
|
|
28
|
+
const functionCall = {
|
|
29
|
+
type: "functionCall",
|
|
30
|
+
name: functionName,
|
|
31
|
+
description: functionDescription,
|
|
32
|
+
params: callParams,
|
|
33
|
+
result: callResult,
|
|
34
|
+
rawCall
|
|
35
|
+
};
|
|
36
|
+
if (startsNewChunk)
|
|
37
|
+
functionCall.startsNewChunk = true;
|
|
38
|
+
modelResponse.push(functionCall);
|
|
39
|
+
return newChatHistory;
|
|
40
|
+
}
|
|
41
|
+
export function createChatMessageArray(messages) {
|
|
42
|
+
const items = [];
|
|
43
|
+
let systemPrompt;
|
|
44
|
+
for (const message of messages) {
|
|
45
|
+
if (message.role === 'user') {
|
|
46
|
+
items.push({
|
|
47
|
+
type: 'user',
|
|
48
|
+
text: flattenMessageTextContent(message.content),
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
else if (message.role === 'assistant') {
|
|
52
|
+
items.push({
|
|
53
|
+
type: 'model',
|
|
54
|
+
response: [message.content],
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
else if (message.role === 'system') {
|
|
58
|
+
if (systemPrompt) {
|
|
59
|
+
systemPrompt += '\n\n' + flattenMessageTextContent(message.content);
|
|
60
|
+
}
|
|
61
|
+
else {
|
|
62
|
+
systemPrompt = flattenMessageTextContent(message.content);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
if (systemPrompt) {
|
|
67
|
+
items.unshift({
|
|
68
|
+
type: 'system',
|
|
69
|
+
text: systemPrompt,
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
return items;
|
|
73
|
+
}
|
|
74
|
+
export async function readGBNFFiles(directoryPath) {
|
|
75
|
+
const gbnfFiles = fs
|
|
76
|
+
.readdirSync(directoryPath)
|
|
77
|
+
.filter((f) => f.endsWith('.gbnf'));
|
|
78
|
+
const fileContents = await Promise.all(gbnfFiles.map((file) => fs.promises.readFile(path.join(directoryPath, file), 'utf-8')));
|
|
79
|
+
return gbnfFiles.reduce((acc, file, i) => {
|
|
80
|
+
acc[file.replace('.gbnf', '')] = fileContents[i];
|
|
81
|
+
return acc;
|
|
82
|
+
}, {});
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=util.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/engines/node-llama-cpp/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAQ5B,OAAO,EAAE,yBAAyB,EAAE,MAAM,2CAA2C,CAAA;AAGrF,MAAM,UAAU,eAAe,CAC9B,wBAAuD;IAEvD,QAAQ,wBAAwB,EAAE,CAAC;QAClC,KAAK,eAAe;YACnB,OAAO,WAAW,CAAA;QACnB,KAAK,uBAAuB;YAC3B,OAAO,aAAa,CAAA;QACrB,KAAK,mBAAmB;YACvB,OAAO,aAAa,CAAA;QACrB;YACC,OAAO,wBAAwB,CAAA;IACjC,CAAC;AACF,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,EAC5C,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,OAAO,EACP,cAAc,EASd;IACA,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,IAAI,KAAK,OAAO;QAC5F,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IAEL,MAAM,qBAAqB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;IAC7F,MAAM,wBAAwB,GAAG,EAAC,GAAG,qBAAqB,EAAC,CAAC;IAC5D,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,wBAAwB,CAAC;IAErE,MAAM,aAAa,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAChE,wBAAwB,CAAC,QAAQ,GAAG,aAAa,CAAC;IAElD,MAAM,YAAY,GAA0B;QAC1C,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,mBAAmB;QAChC,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,UAAU;QAClB,OAAO;KACR,CAAC;IAEF,IAAI,cAAc;QAChB,YAAY,CAAC,cAAc,GAAG,IAAI,CAAC;IAErC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAEjC,OAAO,cAAc,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACrC,QAAuB;IAEvB,MAAM,KAAK,GAAsB,EAAE,CAAA;IACnC,IAAI,YAAgC,CAAA;IACpC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,yBAAyB,CAAC,OAAO,CAAC,OAAO,CAAC;aAChD,CAAC,CAAA;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;aAC3B,CAAC,CAAA;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,IAAI,YAAY,EAAE,CAAC;gBAClB,YAAY,IAAI,MAAM,GAAG,yBAAyB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YACpE,CAAC;iBAAM,CAAC;gBACP,YAAY,GAAG,yBAAyB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAC1D,CAAC;QACF,CAAC;IACF,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QAClB,KAAK,CAAC,OAAO,CAAC;YACb,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,YAAY;SAClB,CAAC,CAAA;IACH,CAAC;IAED,OAAO,KAAK,CAAA;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,aAAqB;IACxD,MAAM,SAAS,GAAG,EAAE;SAClB,WAAW,CAAC,aAAa,CAAC;SAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAA;IACpC,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACrC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACtB,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAC7D,CACD,CAAA;IACD,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE;QACxC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAChD,OAAO,GAAG,CAAA;IACX,CAAC,EAAE,EAA4B,CAAC,CAAA;AACjC,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import fs from 'node:fs';
|
|
2
|
+
import { calculateFileChecksum } from '../../lib/calculateFileChecksum.js';
|
|
3
|
+
import { resolveModelFileLocation } from '../../lib/resolveModelFileLocation.js';
|
|
4
|
+
export async function validateModelFile(config) {
|
|
5
|
+
const fileLocation = resolveModelFileLocation({
|
|
6
|
+
url: config.url,
|
|
7
|
+
filePath: config.location,
|
|
8
|
+
modelsCachePath: config.modelsCachePath,
|
|
9
|
+
});
|
|
10
|
+
if (!fs.existsSync(fileLocation)) {
|
|
11
|
+
return `Model file missing at ${fileLocation}`;
|
|
12
|
+
}
|
|
13
|
+
const ipullFile = fileLocation + '.ipull';
|
|
14
|
+
let validatedChecksum = false;
|
|
15
|
+
if (fs.existsSync(ipullFile)) {
|
|
16
|
+
// if we have a valid file at the download destination, we can remove the ipull file
|
|
17
|
+
if (config.sha256) {
|
|
18
|
+
const fileHash = await calculateFileChecksum(fileLocation, 'sha256');
|
|
19
|
+
if (fileHash === config.sha256) {
|
|
20
|
+
fs.unlinkSync(ipullFile);
|
|
21
|
+
validatedChecksum = true;
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
if (!validatedChecksum) {
|
|
25
|
+
return `Model file with incomplete download`;
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
if (!validatedChecksum && config.sha256) {
|
|
29
|
+
const fileHash = await calculateFileChecksum(fileLocation, 'sha256');
|
|
30
|
+
if (fileHash !== config.sha256) {
|
|
31
|
+
return `File sha256 checksum mismatch: expected ${config.sha256} got ${fileHash} at ${fileLocation}`;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
return undefined;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=validateModelFile.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validateModelFile.js","sourceRoot":"","sources":["../../../src/engines/node-llama-cpp/validateModelFile.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,EAAE,qBAAqB,EAAE,MAAM,uCAAuC,CAAA;AAC7E,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAA;AASnF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAA8B;IACrE,MAAM,YAAY,GAAG,wBAAwB,CAAC;QAC7C,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,eAAe,EAAE,MAAM,CAAC,eAAe;KACvC,CAAC,CAAA;IACF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAClC,OAAO,yBAAyB,YAAY,EAAE,CAAA;IAC/C,CAAC;IACD,MAAM,SAAS,GAAG,YAAY,GAAG,QAAQ,CAAA;IACzC,IAAI,iBAAiB,GAAG,KAAK,CAAA;IAC7B,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,oFAAoF;QACpF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;YACpE,IAAI,QAAQ,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACxB,iBAAiB,GAAG,IAAI,CAAA;YACzB,CAAC;QACF,CAAC;QACD,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACxB,OAAO,qCAAqC,CAAA;QAC7C,CAAC;IACF,CAAC;IAED,IAAI,CAAC,iBAAiB,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;QACpE,IAAI,QAAQ,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,2CAA2C,MAAM,CAAC,MAAM,QAAQ,QAAQ,OAAO,YAAY,EAAE,CAAA;QACrG,CAAC;IACF,CAAC;IACD,OAAO,SAAS,CAAA;AACjB,CAAC"}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import StableDiffusion from '@lmagder/node-stable-diffusion-cpp';
|
|
2
|
+
import { EngineContext, FileDownloadProgress, ModelConfig, EngineTextToImageResult, ModelFileSource, EngineTextToImageArgs, EngineImageToImageArgs } from '../../types/index.js';
|
|
3
|
+
import { StableDiffusionSamplingMethod, StableDiffusionSchedule, StableDiffusionWeightType } from './types.js';
|
|
4
|
+
export interface StableDiffusionInstance {
|
|
5
|
+
context: StableDiffusion.Context;
|
|
6
|
+
}
|
|
7
|
+
export interface StableDiffusionModelConfig extends ModelConfig {
|
|
8
|
+
location: string;
|
|
9
|
+
sha256?: string;
|
|
10
|
+
clipL?: ModelFileSource;
|
|
11
|
+
clipG?: ModelFileSource;
|
|
12
|
+
vae?: ModelFileSource;
|
|
13
|
+
t5xxl?: ModelFileSource;
|
|
14
|
+
controlNet?: ModelFileSource;
|
|
15
|
+
taesd?: ModelFileSource;
|
|
16
|
+
diffusionModel?: boolean;
|
|
17
|
+
model?: ModelFileSource;
|
|
18
|
+
loras?: ModelFileSource[];
|
|
19
|
+
samplingMethod?: StableDiffusionSamplingMethod;
|
|
20
|
+
weightType?: StableDiffusionWeightType;
|
|
21
|
+
schedule?: StableDiffusionSchedule;
|
|
22
|
+
device?: {
|
|
23
|
+
gpu?: boolean | 'auto' | (string & {});
|
|
24
|
+
cpuThreads?: number;
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
interface StableDiffusionModelMeta {
|
|
28
|
+
gguf: any;
|
|
29
|
+
}
|
|
30
|
+
export declare const autoGpu = true;
|
|
31
|
+
export declare function prepareModel({ config, log }: EngineContext<StableDiffusionModelConfig, StableDiffusionModelMeta>, onProgress?: (progress: FileDownloadProgress) => void, signal?: AbortSignal): Promise<any>;
|
|
32
|
+
export declare function createInstance({ config, log }: EngineContext<StableDiffusionModelConfig>, signal?: AbortSignal): Promise<{
|
|
33
|
+
context: Readonly<{
|
|
34
|
+
dispose: () => Promise<void>;
|
|
35
|
+
txt2img: (params: {
|
|
36
|
+
prompt: string;
|
|
37
|
+
negativePrompt?: string;
|
|
38
|
+
clipSkip?: number;
|
|
39
|
+
cfgScale?: number;
|
|
40
|
+
width?: number;
|
|
41
|
+
height?: number;
|
|
42
|
+
sampleMethod?: StableDiffusion.SampleMethod;
|
|
43
|
+
sampleSteps?: number;
|
|
44
|
+
seed?: number;
|
|
45
|
+
batchCount?: number;
|
|
46
|
+
controlCond?: StableDiffusion.Image;
|
|
47
|
+
controlStrength?: number;
|
|
48
|
+
styleRatio?: number;
|
|
49
|
+
normalizeInput?: boolean;
|
|
50
|
+
inputIdImagesPath?: string;
|
|
51
|
+
}) => Promise<StableDiffusion.Image[]>;
|
|
52
|
+
img2img: (params: {
|
|
53
|
+
initImage: StableDiffusion.Image;
|
|
54
|
+
prompt: string;
|
|
55
|
+
negativePrompt?: string;
|
|
56
|
+
clipSkip?: number;
|
|
57
|
+
cfgScale?: number;
|
|
58
|
+
width?: number;
|
|
59
|
+
height?: number;
|
|
60
|
+
sampleMethod?: StableDiffusion.SampleMethod;
|
|
61
|
+
sampleSteps?: number;
|
|
62
|
+
strength?: number;
|
|
63
|
+
seed?: number;
|
|
64
|
+
batchCount?: number;
|
|
65
|
+
controlCond?: StableDiffusion.Image;
|
|
66
|
+
controlStrength?: number;
|
|
67
|
+
styleRatio?: number;
|
|
68
|
+
normalizeInput?: boolean;
|
|
69
|
+
inputIdImagesPath?: string;
|
|
70
|
+
}) => Promise<StableDiffusion.Image[]>;
|
|
71
|
+
img2vid: (params: {
|
|
72
|
+
initImage: StableDiffusion.Image;
|
|
73
|
+
width?: number;
|
|
74
|
+
height?: number;
|
|
75
|
+
videoFrames?: number;
|
|
76
|
+
motionBucketId?: number;
|
|
77
|
+
fps?: number;
|
|
78
|
+
augmentationLevel?: number;
|
|
79
|
+
minCfg?: number;
|
|
80
|
+
cfgScale?: number;
|
|
81
|
+
sampleMethod?: StableDiffusion.SampleMethod;
|
|
82
|
+
sampleSteps?: number;
|
|
83
|
+
strength?: number;
|
|
84
|
+
seed?: number;
|
|
85
|
+
}) => Promise<StableDiffusion.Image[]>;
|
|
86
|
+
}>;
|
|
87
|
+
}>;
|
|
88
|
+
export declare function processTextToImageTask({ request, config, log }: EngineTextToImageArgs<StableDiffusionModelConfig>, instance: StableDiffusionInstance, signal?: AbortSignal): Promise<EngineTextToImageResult>;
|
|
89
|
+
export declare function processImageToImageTask({ request, config, log }: EngineImageToImageArgs<StableDiffusionModelConfig>, instance: StableDiffusionInstance, signal?: AbortSignal): Promise<EngineTextToImageResult>;
|
|
90
|
+
export {};
|
|
@@ -0,0 +1,294 @@
|
|
|
1
|
+
import StableDiffusion from '@lmagder/node-stable-diffusion-cpp';
|
|
2
|
+
import { gguf } from '@huggingface/gguf';
|
|
3
|
+
import sharp from 'sharp';
|
|
4
|
+
import fs from 'node:fs';
|
|
5
|
+
import path from 'node:path';
|
|
6
|
+
import { LogLevels } from '../../lib/logger.js';
|
|
7
|
+
import { downloadModelFile } from '../../lib/downloadModelFile.js';
|
|
8
|
+
import { resolveModelFileLocation } from '../../lib/resolveModelFileLocation.js';
|
|
9
|
+
import { acquireFileLock } from '../../lib/acquireFileLock.js';
|
|
10
|
+
import { getRandomNumber } from '../../lib/util.js';
|
|
11
|
+
import { validateModelFiles } from './validateModelFiles.js';
|
|
12
|
+
import { parseQuantization, getWeightType, getSamplingMethod } from './util.js';
|
|
13
|
+
export const autoGpu = true;
|
|
14
|
+
export async function prepareModel({ config, log }, onProgress, signal) {
|
|
15
|
+
fs.mkdirSync(path.dirname(config.location), { recursive: true });
|
|
16
|
+
const releaseFileLock = await acquireFileLock(config.location);
|
|
17
|
+
if (signal?.aborted) {
|
|
18
|
+
releaseFileLock();
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
log(LogLevels.info, `Preparing stable-diffusion model at ${config.location}`, {
|
|
22
|
+
model: config.id,
|
|
23
|
+
});
|
|
24
|
+
const downloadModel = (url, validationResult) => {
|
|
25
|
+
log(LogLevels.info, `${validationResult.message} - Downloading model files`, {
|
|
26
|
+
model: config.id,
|
|
27
|
+
url: config.url,
|
|
28
|
+
location: config.location,
|
|
29
|
+
errors: validationResult.errors,
|
|
30
|
+
});
|
|
31
|
+
const downloadPromises = [];
|
|
32
|
+
if (validationResult.errors.model && config.location) {
|
|
33
|
+
downloadPromises.push(downloadModelFile({
|
|
34
|
+
url: url,
|
|
35
|
+
filePath: config.location,
|
|
36
|
+
modelsCachePath: config.modelsCachePath,
|
|
37
|
+
onProgress,
|
|
38
|
+
signal,
|
|
39
|
+
}));
|
|
40
|
+
}
|
|
41
|
+
const pushDownload = (src) => {
|
|
42
|
+
if (!src.url) {
|
|
43
|
+
return;
|
|
44
|
+
}
|
|
45
|
+
downloadPromises.push(downloadModelFile({
|
|
46
|
+
url: src.url,
|
|
47
|
+
filePath: src.file,
|
|
48
|
+
modelsCachePath: config.modelsCachePath,
|
|
49
|
+
onProgress,
|
|
50
|
+
signal,
|
|
51
|
+
}));
|
|
52
|
+
};
|
|
53
|
+
if (validationResult.errors.clipG && config.clipG) {
|
|
54
|
+
pushDownload(config.clipG);
|
|
55
|
+
}
|
|
56
|
+
if (validationResult.errors.clipL && config.clipL) {
|
|
57
|
+
pushDownload(config.clipL);
|
|
58
|
+
}
|
|
59
|
+
if (validationResult.errors.vae && config.vae) {
|
|
60
|
+
pushDownload(config.vae);
|
|
61
|
+
}
|
|
62
|
+
if (validationResult.errors.t5xxl && config.t5xxl) {
|
|
63
|
+
pushDownload(config.t5xxl);
|
|
64
|
+
}
|
|
65
|
+
if (validationResult.errors.controlNet && config.controlNet) {
|
|
66
|
+
pushDownload(config.controlNet);
|
|
67
|
+
}
|
|
68
|
+
if (validationResult.errors.taesd && config.taesd) {
|
|
69
|
+
pushDownload(config.taesd);
|
|
70
|
+
}
|
|
71
|
+
if (config.loras) {
|
|
72
|
+
for (const lora of config.loras) {
|
|
73
|
+
if (!lora.url) {
|
|
74
|
+
continue;
|
|
75
|
+
}
|
|
76
|
+
pushDownload(lora);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
return Promise.all(downloadPromises);
|
|
80
|
+
};
|
|
81
|
+
try {
|
|
82
|
+
if (signal?.aborted) {
|
|
83
|
+
return;
|
|
84
|
+
}
|
|
85
|
+
const validationResults = await validateModelFiles(config);
|
|
86
|
+
if (signal?.aborted) {
|
|
87
|
+
return;
|
|
88
|
+
}
|
|
89
|
+
if (validationResults) {
|
|
90
|
+
if (config.url) {
|
|
91
|
+
await downloadModel(config.url, validationResults);
|
|
92
|
+
}
|
|
93
|
+
else {
|
|
94
|
+
throw new Error(`${validationResults.message} - No URL provided`);
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
const finalValidationError = await validateModelFiles(config);
|
|
98
|
+
if (finalValidationError) {
|
|
99
|
+
throw new Error(`Downloaded files are invalid: ${finalValidationError}`);
|
|
100
|
+
}
|
|
101
|
+
const result = {};
|
|
102
|
+
if (config.location.endsWith('.gguf')) {
|
|
103
|
+
const { metadata, tensorInfos } = await gguf(config.location, {
|
|
104
|
+
allowLocalFile: true,
|
|
105
|
+
});
|
|
106
|
+
result.gguf = metadata;
|
|
107
|
+
}
|
|
108
|
+
return result;
|
|
109
|
+
}
|
|
110
|
+
catch (error) {
|
|
111
|
+
throw error;
|
|
112
|
+
}
|
|
113
|
+
finally {
|
|
114
|
+
releaseFileLock();
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
export async function createInstance({ config, log }, signal) {
|
|
118
|
+
log(LogLevels.debug, 'Load Stable Diffusion model', config);
|
|
119
|
+
const handleLog = (level, message) => {
|
|
120
|
+
log(level, message);
|
|
121
|
+
};
|
|
122
|
+
const handleProgress = (step, steps, time) => {
|
|
123
|
+
log(LogLevels.debug, `Progress: ${step}/${steps} (${time}ms)`);
|
|
124
|
+
};
|
|
125
|
+
const resolveComponentLocation = (src) => {
|
|
126
|
+
if (src) {
|
|
127
|
+
return resolveModelFileLocation({
|
|
128
|
+
url: src.url,
|
|
129
|
+
filePath: src.file,
|
|
130
|
+
modelsCachePath: config.modelsCachePath,
|
|
131
|
+
});
|
|
132
|
+
}
|
|
133
|
+
return undefined;
|
|
134
|
+
};
|
|
135
|
+
const vaeFilePath = resolveComponentLocation(config.vae);
|
|
136
|
+
const clipLFilePath = resolveComponentLocation(config.clipL);
|
|
137
|
+
const clipGFilePath = resolveComponentLocation(config.clipG);
|
|
138
|
+
const t5xxlFilePath = resolveComponentLocation(config.t5xxl);
|
|
139
|
+
const controlNetFilePath = resolveComponentLocation(config.controlNet);
|
|
140
|
+
const taesdFilePath = resolveComponentLocation(config.taesd);
|
|
141
|
+
let weightType = config.weightType ? getWeightType(config.weightType) : undefined;
|
|
142
|
+
if (typeof weightType === 'undefined') {
|
|
143
|
+
const quantization = parseQuantization(config.location);
|
|
144
|
+
if (quantization) {
|
|
145
|
+
weightType = getWeightType(quantization);
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
if (typeof weightType === 'undefined') {
|
|
149
|
+
log(LogLevels.warn, 'Failed to parse model weight type (quantization) from file name, falling back to f32', {
|
|
150
|
+
file: config.location,
|
|
151
|
+
});
|
|
152
|
+
}
|
|
153
|
+
const loraDir = path.join(path.dirname(config.location), 'loras');
|
|
154
|
+
const contextParams = {
|
|
155
|
+
model: !config.diffusionModel ? config.location : undefined,
|
|
156
|
+
diffusionModel: config.diffusionModel ? config.location : undefined,
|
|
157
|
+
numThreads: config.device?.cpuThreads,
|
|
158
|
+
vae: vaeFilePath,
|
|
159
|
+
clipL: clipLFilePath,
|
|
160
|
+
clipG: clipGFilePath,
|
|
161
|
+
t5xxl: t5xxlFilePath,
|
|
162
|
+
controlNet: controlNetFilePath,
|
|
163
|
+
taesd: taesdFilePath,
|
|
164
|
+
weightType: weightType,
|
|
165
|
+
loraDir: loraDir,
|
|
166
|
+
// TODO how to expose?
|
|
167
|
+
// keepClipOnCpu: true,
|
|
168
|
+
// keepControlNetOnCpu: true,
|
|
169
|
+
// keepVaeOnCpu: true,
|
|
170
|
+
};
|
|
171
|
+
log(LogLevels.debug, 'Creating context with', contextParams);
|
|
172
|
+
const context = await StableDiffusion.createContext(
|
|
173
|
+
// @ts-ignore
|
|
174
|
+
contextParams, handleLog, handleProgress);
|
|
175
|
+
return {
|
|
176
|
+
context,
|
|
177
|
+
};
|
|
178
|
+
}
|
|
179
|
+
export async function processTextToImageTask({ request, config, log }, instance, signal) {
|
|
180
|
+
const seed = request.seed ?? getRandomNumber(0, 1000000);
|
|
181
|
+
const results = await instance.context.txt2img({
|
|
182
|
+
prompt: request.prompt,
|
|
183
|
+
negativePrompt: request.negativePrompt,
|
|
184
|
+
width: request.width || 512,
|
|
185
|
+
height: request.height || 512,
|
|
186
|
+
batchCount: request.batchCount,
|
|
187
|
+
sampleMethod: getSamplingMethod(request.samplingMethod || config.samplingMethod),
|
|
188
|
+
sampleSteps: request.sampleSteps,
|
|
189
|
+
cfgScale: request.cfgScale,
|
|
190
|
+
// @ts-ignore
|
|
191
|
+
guidance: request.guidance,
|
|
192
|
+
styleRatio: request.styleRatio,
|
|
193
|
+
controlStrength: request.controlStrength,
|
|
194
|
+
normalizeInput: false,
|
|
195
|
+
seed,
|
|
196
|
+
});
|
|
197
|
+
const images = [];
|
|
198
|
+
for (const [idx, img] of results.entries()) {
|
|
199
|
+
images.push({
|
|
200
|
+
handle: sharp(img.data, {
|
|
201
|
+
raw: {
|
|
202
|
+
width: img.width,
|
|
203
|
+
height: img.height,
|
|
204
|
+
channels: img.channel,
|
|
205
|
+
},
|
|
206
|
+
}),
|
|
207
|
+
width: img.width,
|
|
208
|
+
height: img.height,
|
|
209
|
+
channels: img.channel,
|
|
210
|
+
});
|
|
211
|
+
}
|
|
212
|
+
if (!images.length) {
|
|
213
|
+
throw new Error('No images generated');
|
|
214
|
+
}
|
|
215
|
+
return {
|
|
216
|
+
images: images,
|
|
217
|
+
seed,
|
|
218
|
+
};
|
|
219
|
+
}
|
|
220
|
+
export async function processImageToImageTask({ request, config, log }, instance, signal) {
|
|
221
|
+
const seed = request.seed ?? getRandomNumber(0, 1000000);
|
|
222
|
+
console.debug('processImageToImageTask', {
|
|
223
|
+
width: request.image.width,
|
|
224
|
+
height: request.image.height,
|
|
225
|
+
channel: request.image.channels,
|
|
226
|
+
});
|
|
227
|
+
const initImage = {
|
|
228
|
+
data: await request.image.handle.raw().toBuffer(),
|
|
229
|
+
width: request.image.width,
|
|
230
|
+
height: request.image.height,
|
|
231
|
+
channel: request.image.channels,
|
|
232
|
+
};
|
|
233
|
+
const results = await instance.context.img2img({
|
|
234
|
+
initImage,
|
|
235
|
+
prompt: request.prompt,
|
|
236
|
+
width: request.width || 512,
|
|
237
|
+
height: request.height || 512,
|
|
238
|
+
batchCount: request.batchCount,
|
|
239
|
+
sampleMethod: getSamplingMethod(request.samplingMethod || config.samplingMethod),
|
|
240
|
+
cfgScale: request.cfgScale,
|
|
241
|
+
sampleSteps: request.sampleSteps,
|
|
242
|
+
// @ts-ignore
|
|
243
|
+
guidance: request.guidance,
|
|
244
|
+
strength: request.strength,
|
|
245
|
+
styleRatio: request.styleRatio,
|
|
246
|
+
controlStrength: request.controlStrength,
|
|
247
|
+
seed,
|
|
248
|
+
});
|
|
249
|
+
const images = [];
|
|
250
|
+
// to sharp
|
|
251
|
+
// const imagePromises = results.map(async (img, idx) => {
|
|
252
|
+
// return await sharp(img.data, {
|
|
253
|
+
// raw: {
|
|
254
|
+
// width: img.width,
|
|
255
|
+
// height: img.height,
|
|
256
|
+
// channels: img.channel,
|
|
257
|
+
// },
|
|
258
|
+
// })
|
|
259
|
+
// })
|
|
260
|
+
for (const [idx, img] of results.entries()) {
|
|
261
|
+
console.debug('img', {
|
|
262
|
+
id: idx,
|
|
263
|
+
width: img.width,
|
|
264
|
+
height: img.height,
|
|
265
|
+
channels: img.channel,
|
|
266
|
+
});
|
|
267
|
+
images.push({
|
|
268
|
+
handle: sharp(img.data, {
|
|
269
|
+
raw: {
|
|
270
|
+
width: img.width,
|
|
271
|
+
height: img.height,
|
|
272
|
+
channels: img.channel,
|
|
273
|
+
},
|
|
274
|
+
}),
|
|
275
|
+
width: img.width,
|
|
276
|
+
height: img.height,
|
|
277
|
+
channels: img.channel,
|
|
278
|
+
});
|
|
279
|
+
// images.push({
|
|
280
|
+
// data: img.data,
|
|
281
|
+
// width: img.width,
|
|
282
|
+
// height: img.height,
|
|
283
|
+
// channels: img.channel,
|
|
284
|
+
// })
|
|
285
|
+
}
|
|
286
|
+
if (!images.length) {
|
|
287
|
+
throw new Error('No images generated');
|
|
288
|
+
}
|
|
289
|
+
return {
|
|
290
|
+
images: images,
|
|
291
|
+
seed,
|
|
292
|
+
};
|
|
293
|
+
}
|
|
294
|
+
//# sourceMappingURL=engine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/engines/stable-diffusion-cpp/engine.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,oCAAoC,CAAA;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AACxC,OAAO,KAAK,MAAM,OAAO,CAAA;AACzB,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAW5B,OAAO,EAAY,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAA;AACrE,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAA;AACnF,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAA;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAEtD,OAAO,EAAE,kBAAkB,EAAyB,MAAM,yBAAyB,CAAA;AACnF,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAA;AA+B/E,MAAM,CAAC,MAAM,OAAO,GAAG,IAAI,CAAA;AAE3B,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,EAAE,MAAM,EAAE,GAAG,EAAuE,EACpF,UAAqD,EACrD,MAAoB;IAEpB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAChE,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC9D,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACrB,eAAe,EAAE,CAAA;QACjB,OAAM;IACP,CAAC;IACD,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,uCAAuC,MAAM,CAAC,QAAQ,EAAE,EAAE;QAC7E,KAAK,EAAE,MAAM,CAAC,EAAE;KAChB,CAAC,CAAA;IAEF,MAAM,aAAa,GAAG,CAAC,GAAW,EAAE,gBAAuC,EAAE,EAAE;QAC9E,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,gBAAgB,CAAC,OAAO,4BAA4B,EAAE;YAC5E,KAAK,EAAE,MAAM,CAAC,EAAE;YAChB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,gBAAgB,CAAC,MAAM;SAC/B,CAAC,CAAA;QACF,MAAM,gBAAgB,GAAG,EAAE,CAAA;QAC3B,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtD,gBAAgB,CAAC,IAAI,CACpB,iBAAiB,CAAC;gBACjB,GAAG,EAAE,GAAG;gBACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,UAAU;gBACV,MAAM;aACN,CAAC,CACF,CAAA;QACF,CAAC;QACD,MAAM,YAAY,GAAG,CAAC,GAAoB,EAAE,EAAE;YAC7C,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;gBACd,OAAM;YACP,CAAC;YACD,gBAAgB,CAAC,IAAI,CACpB,iBAAiB,CAAC;gBACjB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,UAAU;gBACV,MAAM;aACN,CAAC,CACF,CAAA;QACF,CAAC,CAAA;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YAC/C,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YAC7D,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;QAChC,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACf,SAAQ;gBACT,CAAC;gBACD,YAAY,CAAC,IAAI,CAAC,CAAA;YACnB,CAAC;QACF,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;IACrC,CAAC,CAAA;IACD,IAAI,CAAC;QACJ,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAM;QACP,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAC1D,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAM;QACP,CAAC;QACD,IAAI,iBAAiB,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;gBAChB,MAAM,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAA;YACnD,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,GAAG,iBAAiB,CAAC,OAAO,oBAAoB,CAAC,CAAA;YAClE,CAAC;QACF,CAAC;QAED,MAAM,oBAAoB,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAC7D,IAAI,oBAAoB,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,oBAAoB,EAAE,CAAC,CAAA;QACzE,CAAC;QAED,MAAM,MAAM,GAAQ,EAAE,CAAA;QACtB,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACvC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;gBAC7D,cAAc,EAAE,IAAI;aACpB,CAAC,CAAA;YACF,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAA;QACvB,CAAC;QACD,OAAO,MAAM,CAAA;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,KAAK,CAAA;IACZ,CAAC;YAAS,CAAC;QACV,eAAe,EAAE,CAAA;IAClB,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAE,MAAM,EAAE,GAAG,EAA6C,EAAE,MAAoB;IACpH,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,6BAA6B,EAAE,MAAM,CAAC,CAAA;IAC3D,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,OAAe,EAAE,EAAE;QACpD,GAAG,CAAC,KAAiB,EAAE,OAAO,CAAC,CAAA;IAChC,CAAC,CAAA;IACD,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,IAAY,EAAE,EAAE;QACpE,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,aAAa,IAAI,IAAI,KAAK,KAAK,IAAI,KAAK,CAAC,CAAA;IAC/D,CAAC,CAAA;IAED,MAAM,wBAAwB,GAAG,CAAC,GAAqB,EAAE,EAAE;QAC1D,IAAI,GAAG,EAAE,CAAC;YACT,OAAO,wBAAwB,CAAC;gBAC/B,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,eAAe,EAAE,MAAM,CAAC,eAAe;aACvC,CAAC,CAAA;QACH,CAAC;QACD,OAAO,SAAS,CAAA;IACjB,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACxD,MAAM,aAAa,GAAG,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,aAAa,GAAG,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,aAAa,GAAG,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;IACtE,MAAM,aAAa,GAAG,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAE5D,IAAI,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACjF,IAAI,OAAO,UAAU,KAAK,WAAW,EAAE,CAAC;QACvC,MAAM,YAAY,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvD,IAAI,YAAY,EAAE,CAAC;YAClB,UAAU,GAAG,aAAa,CAAC,YAAY,CAAC,CAAA;QACzC,CAAC;IACF,CAAC;IAED,IAAI,OAAO,UAAU,KAAK,WAAW,EAAE,CAAC;QACvC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,sFAAsF,EAAE;YAC3G,IAAI,EAAE,MAAM,CAAC,QAAQ;SACrB,CAAC,CAAA;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAA;IACjE,MAAM,aAAa,GAAG;QACrB,KAAK,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;QAC3D,cAAc,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;QACnE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU;QACrC,GAAG,EAAE,WAAW;QAChB,KAAK,EAAE,aAAa;QACpB,KAAK,EAAE,aAAa;QACpB,KAAK,EAAE,aAAa;QACpB,UAAU,EAAE,kBAAkB;QAC9B,KAAK,EAAE,aAAa;QACpB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,OAAO;QAChB,sBAAsB;QACtB,uBAAuB;QACvB,6BAA6B;QAC7B,sBAAsB;KACtB,CAAA;IACD,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,uBAAuB,EAAE,aAAa,CAAC,CAAA;IAC5D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,aAAa;IAClD,aAAa;IACb,aAAa,EACb,SAAS,EACT,cAAc,CACd,CAAA;IAED,OAAO;QACN,OAAO;KACP,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAqD,EAC3E,QAAiC,EACjC,MAAoB;IAEpB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,eAAe,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;IACxD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG;QAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,GAAG;QAC7B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY,EAAE,iBAAiB,CAAC,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC;QAChF,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,aAAa;QACb,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,cAAc,EAAE,KAAK;QACrB,IAAI;KACJ,CAAC,CAAA;IAEF,MAAM,MAAM,GAAY,EAAE,CAAA;IAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE;gBACvB,GAAG,EAAE;oBACJ,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;iBACrB;aACD,CAAC;YACF,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAA;IACH,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;IACvC,CAAC;IACD,OAAO;QACN,MAAM,EAAE,MAAM;QACd,IAAI;KACJ,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC5C,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAsD,EAC5E,QAAiC,EACjC,MAAoB;IAEpB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,eAAe,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;IACxD,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE;QACxC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK;QAC1B,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;QAC5B,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,QAAiB;KACxC,CAAC,CAAA;IACF,MAAM,SAAS,GAAG;QACjB,IAAI,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACjD,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK;QAC1B,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;QAC5B,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,QAAiB;KACxC,CAAA;IACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,SAAS;QACT,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG;QAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,GAAG;QAC7B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY,EAAE,iBAAiB,CAAC,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC;QAChF,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,aAAa;QACb,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,IAAI;KACJ,CAAC,CAAA;IAEF,MAAM,MAAM,GAAY,EAAE,CAAA;IAC1B,WAAW;IACX,0DAA0D;IAC1D,kCAAkC;IAClC,YAAY;IACZ,wBAAwB;IACxB,0BAA0B;IAC1B,6BAA6B;IAC7B,QAAQ;IACR,OAAO;IACP,MAAM;IAEN,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5C,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE;YACpB,EAAE,EAAE,GAAG;YACP,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAA;QAEF,MAAM,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE;gBACvB,GAAG,EAAE;oBACJ,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;iBACrB;aACD,CAAC;YACF,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAA;QAEF,gBAAgB;QAChB,mBAAmB;QACnB,qBAAqB;QACrB,uBAAuB;QACvB,0BAA0B;QAC1B,KAAK;IACN,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;IACvC,CAAC;IACD,OAAO;QACN,MAAM,EAAE,MAAM;QACd,IAAI;KACJ,CAAA;AACF,CAAC"}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
export type StableDiffusionWeightType = 'f32' | 'f16' | 'q4_0' | 'q4_1' | 'q5_0' | 'q5_1' | 'q8_0' | 'q2_k' | 'q3_k' | 'q4_k' | 'q5_k' | 'q6_k' | 'q8_k' | 'iq2_xxs' | 'iq2_xs' | 'iq3_xxs' | 'iq1_s' | 'iq4_nl' | 'iq3_s' | 'iq2_s' | 'iq4_xs' | 'i8' | 'i16' | 'i32' | 'i64' | 'f64' | 'iq1_m' | 'bf16' | 'q4_0_4_4' | 'q4_0_4_8' | 'q4_0_8_8' | (string & {});
|
|
2
|
+
export type StableDiffusionSchedule = 'discrete' | 'karras' | 'exponential' | 'ays' | 'gits' | (string & {});
|
|
3
|
+
export type StableDiffusionSamplingMethod = 'euler' | 'euler_a' | 'lcm' | 'heun' | 'dpm2' | 'dpm++2s_a' | 'dpm++2m' | 'dpm++2mv2' | 'ipndm' | 'ipndm_v' | (string & {});
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/engines/stable-diffusion-cpp/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import StableDiffusion from '@lmagder/node-stable-diffusion-cpp';
|
|
2
|
+
export declare function parseQuantization(filename: string): string | null;
|
|
3
|
+
export declare function getWeightType(key: string): number | undefined;
|
|
4
|
+
export declare function getSamplingMethod(method?: string): StableDiffusion.SampleMethod | undefined;
|