inference-server 1.0.0-beta.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (227) hide show
  1. package/README.md +216 -0
  2. package/dist/api/openai/enums.d.ts +4 -0
  3. package/dist/api/openai/enums.js +17 -0
  4. package/dist/api/openai/enums.js.map +1 -0
  5. package/dist/api/openai/handlers/chat.d.ts +3 -0
  6. package/dist/api/openai/handlers/chat.js +358 -0
  7. package/dist/api/openai/handlers/chat.js.map +1 -0
  8. package/dist/api/openai/handlers/completions.d.ts +3 -0
  9. package/dist/api/openai/handlers/completions.js +169 -0
  10. package/dist/api/openai/handlers/completions.js.map +1 -0
  11. package/dist/api/openai/handlers/embeddings.d.ts +3 -0
  12. package/dist/api/openai/handlers/embeddings.js +74 -0
  13. package/dist/api/openai/handlers/embeddings.js.map +1 -0
  14. package/dist/api/openai/handlers/images.d.ts +0 -0
  15. package/dist/api/openai/handlers/images.js +4 -0
  16. package/dist/api/openai/handlers/images.js.map +1 -0
  17. package/dist/api/openai/handlers/models.d.ts +3 -0
  18. package/dist/api/openai/handlers/models.js +23 -0
  19. package/dist/api/openai/handlers/models.js.map +1 -0
  20. package/dist/api/openai/handlers/transcription.d.ts +0 -0
  21. package/dist/api/openai/handlers/transcription.js +4 -0
  22. package/dist/api/openai/handlers/transcription.js.map +1 -0
  23. package/dist/api/openai/index.d.ts +7 -0
  24. package/dist/api/openai/index.js +14 -0
  25. package/dist/api/openai/index.js.map +1 -0
  26. package/dist/api/parseJSONRequestBody.d.ts +2 -0
  27. package/dist/api/parseJSONRequestBody.js +24 -0
  28. package/dist/api/parseJSONRequestBody.js.map +1 -0
  29. package/dist/api/v1/index.d.ts +2 -0
  30. package/dist/api/v1/index.js +29 -0
  31. package/dist/api/v1/index.js.map +1 -0
  32. package/dist/cli.d.ts +1 -0
  33. package/dist/cli.js +10 -0
  34. package/dist/cli.js.map +1 -0
  35. package/dist/engines/gpt4all/engine.d.ts +34 -0
  36. package/dist/engines/gpt4all/engine.js +357 -0
  37. package/dist/engines/gpt4all/engine.js.map +1 -0
  38. package/dist/engines/gpt4all/util.d.ts +3 -0
  39. package/dist/engines/gpt4all/util.js +29 -0
  40. package/dist/engines/gpt4all/util.js.map +1 -0
  41. package/dist/engines/index.d.ts +19 -0
  42. package/dist/engines/index.js +21 -0
  43. package/dist/engines/index.js.map +1 -0
  44. package/dist/engines/node-llama-cpp/engine.d.ts +49 -0
  45. package/dist/engines/node-llama-cpp/engine.js +666 -0
  46. package/dist/engines/node-llama-cpp/engine.js.map +1 -0
  47. package/dist/engines/node-llama-cpp/types.d.ts +13 -0
  48. package/dist/engines/node-llama-cpp/types.js +2 -0
  49. package/dist/engines/node-llama-cpp/types.js.map +1 -0
  50. package/dist/engines/node-llama-cpp/util.d.ts +15 -0
  51. package/dist/engines/node-llama-cpp/util.js +84 -0
  52. package/dist/engines/node-llama-cpp/util.js.map +1 -0
  53. package/dist/engines/node-llama-cpp/validateModelFile.d.ts +8 -0
  54. package/dist/engines/node-llama-cpp/validateModelFile.js +36 -0
  55. package/dist/engines/node-llama-cpp/validateModelFile.js.map +1 -0
  56. package/dist/engines/stable-diffusion-cpp/engine.d.ts +90 -0
  57. package/dist/engines/stable-diffusion-cpp/engine.js +294 -0
  58. package/dist/engines/stable-diffusion-cpp/engine.js.map +1 -0
  59. package/dist/engines/stable-diffusion-cpp/types.d.ts +3 -0
  60. package/dist/engines/stable-diffusion-cpp/types.js +2 -0
  61. package/dist/engines/stable-diffusion-cpp/types.js.map +1 -0
  62. package/dist/engines/stable-diffusion-cpp/util.d.ts +4 -0
  63. package/dist/engines/stable-diffusion-cpp/util.js +55 -0
  64. package/dist/engines/stable-diffusion-cpp/util.js.map +1 -0
  65. package/dist/engines/stable-diffusion-cpp/validateModelFiles.d.ts +19 -0
  66. package/dist/engines/stable-diffusion-cpp/validateModelFiles.js +91 -0
  67. package/dist/engines/stable-diffusion-cpp/validateModelFiles.js.map +1 -0
  68. package/dist/engines/transformers-js/engine.d.ts +37 -0
  69. package/dist/engines/transformers-js/engine.js +538 -0
  70. package/dist/engines/transformers-js/engine.js.map +1 -0
  71. package/dist/engines/transformers-js/types.d.ts +7 -0
  72. package/dist/engines/transformers-js/types.js +2 -0
  73. package/dist/engines/transformers-js/types.js.map +1 -0
  74. package/dist/engines/transformers-js/util.d.ts +7 -0
  75. package/dist/engines/transformers-js/util.js +36 -0
  76. package/dist/engines/transformers-js/util.js.map +1 -0
  77. package/dist/engines/transformers-js/validateModelFiles.d.ts +17 -0
  78. package/dist/engines/transformers-js/validateModelFiles.js +133 -0
  79. package/dist/engines/transformers-js/validateModelFiles.js.map +1 -0
  80. package/dist/experiments/ChatWithVision.d.ts +11 -0
  81. package/dist/experiments/ChatWithVision.js +91 -0
  82. package/dist/experiments/ChatWithVision.js.map +1 -0
  83. package/dist/experiments/StableDiffPromptGenerator.d.ts +0 -0
  84. package/dist/experiments/StableDiffPromptGenerator.js +4 -0
  85. package/dist/experiments/StableDiffPromptGenerator.js.map +1 -0
  86. package/dist/experiments/VoiceFunctionCall.d.ts +18 -0
  87. package/dist/experiments/VoiceFunctionCall.js +51 -0
  88. package/dist/experiments/VoiceFunctionCall.js.map +1 -0
  89. package/dist/http.d.ts +19 -0
  90. package/dist/http.js +54 -0
  91. package/dist/http.js.map +1 -0
  92. package/dist/index.d.ts +7 -0
  93. package/dist/index.js +8 -0
  94. package/dist/index.js.map +1 -0
  95. package/dist/instance.d.ts +88 -0
  96. package/dist/instance.js +594 -0
  97. package/dist/instance.js.map +1 -0
  98. package/dist/lib/acquireFileLock.d.ts +7 -0
  99. package/dist/lib/acquireFileLock.js +38 -0
  100. package/dist/lib/acquireFileLock.js.map +1 -0
  101. package/dist/lib/calculateContextIdentity.d.ts +7 -0
  102. package/dist/lib/calculateContextIdentity.js +39 -0
  103. package/dist/lib/calculateContextIdentity.js.map +1 -0
  104. package/dist/lib/calculateFileChecksum.d.ts +1 -0
  105. package/dist/lib/calculateFileChecksum.js +16 -0
  106. package/dist/lib/calculateFileChecksum.js.map +1 -0
  107. package/dist/lib/copyDirectory.d.ts +6 -0
  108. package/dist/lib/copyDirectory.js +27 -0
  109. package/dist/lib/copyDirectory.js.map +1 -0
  110. package/dist/lib/decodeAudio.d.ts +1 -0
  111. package/dist/lib/decodeAudio.js +26 -0
  112. package/dist/lib/decodeAudio.js.map +1 -0
  113. package/dist/lib/downloadModelFile.d.ts +10 -0
  114. package/dist/lib/downloadModelFile.js +58 -0
  115. package/dist/lib/downloadModelFile.js.map +1 -0
  116. package/dist/lib/flattenMessageTextContent.d.ts +2 -0
  117. package/dist/lib/flattenMessageTextContent.js +11 -0
  118. package/dist/lib/flattenMessageTextContent.js.map +1 -0
  119. package/dist/lib/getCacheDirPath.d.ts +12 -0
  120. package/dist/lib/getCacheDirPath.js +31 -0
  121. package/dist/lib/getCacheDirPath.js.map +1 -0
  122. package/dist/lib/loadImage.d.ts +12 -0
  123. package/dist/lib/loadImage.js +30 -0
  124. package/dist/lib/loadImage.js.map +1 -0
  125. package/dist/lib/logger.d.ts +12 -0
  126. package/dist/lib/logger.js +98 -0
  127. package/dist/lib/logger.js.map +1 -0
  128. package/dist/lib/math.d.ts +7 -0
  129. package/dist/lib/math.js +30 -0
  130. package/dist/lib/math.js.map +1 -0
  131. package/dist/lib/resolveModelFileLocation.d.ts +15 -0
  132. package/dist/lib/resolveModelFileLocation.js +41 -0
  133. package/dist/lib/resolveModelFileLocation.js.map +1 -0
  134. package/dist/lib/util.d.ts +7 -0
  135. package/dist/lib/util.js +61 -0
  136. package/dist/lib/util.js.map +1 -0
  137. package/dist/lib/validateModelFile.d.ts +9 -0
  138. package/dist/lib/validateModelFile.js +62 -0
  139. package/dist/lib/validateModelFile.js.map +1 -0
  140. package/dist/lib/validateModelOptions.d.ts +3 -0
  141. package/dist/lib/validateModelOptions.js +23 -0
  142. package/dist/lib/validateModelOptions.js.map +1 -0
  143. package/dist/pool.d.ts +61 -0
  144. package/dist/pool.js +512 -0
  145. package/dist/pool.js.map +1 -0
  146. package/dist/server.d.ts +59 -0
  147. package/dist/server.js +221 -0
  148. package/dist/server.js.map +1 -0
  149. package/dist/standalone.d.ts +1 -0
  150. package/dist/standalone.js +306 -0
  151. package/dist/standalone.js.map +1 -0
  152. package/dist/store.d.ts +60 -0
  153. package/dist/store.js +203 -0
  154. package/dist/store.js.map +1 -0
  155. package/dist/types/completions.d.ts +57 -0
  156. package/dist/types/completions.js +2 -0
  157. package/dist/types/completions.js.map +1 -0
  158. package/dist/types/index.d.ts +326 -0
  159. package/dist/types/index.js +2 -0
  160. package/dist/types/index.js.map +1 -0
  161. package/docs/engines.md +28 -0
  162. package/docs/gpu.md +72 -0
  163. package/docs/http-api.md +147 -0
  164. package/examples/all-options.js +108 -0
  165. package/examples/chat-cli.js +56 -0
  166. package/examples/chat-server.js +65 -0
  167. package/examples/concurrency.js +70 -0
  168. package/examples/express.js +70 -0
  169. package/examples/pool.js +91 -0
  170. package/package.json +113 -0
  171. package/src/api/openai/enums.ts +20 -0
  172. package/src/api/openai/handlers/chat.ts +408 -0
  173. package/src/api/openai/handlers/completions.ts +196 -0
  174. package/src/api/openai/handlers/embeddings.ts +92 -0
  175. package/src/api/openai/handlers/images.ts +3 -0
  176. package/src/api/openai/handlers/models.ts +33 -0
  177. package/src/api/openai/handlers/transcription.ts +2 -0
  178. package/src/api/openai/index.ts +16 -0
  179. package/src/api/parseJSONRequestBody.ts +26 -0
  180. package/src/api/v1/DRAFT.md +16 -0
  181. package/src/api/v1/index.ts +37 -0
  182. package/src/cli.ts +9 -0
  183. package/src/engines/gpt4all/engine.ts +441 -0
  184. package/src/engines/gpt4all/util.ts +31 -0
  185. package/src/engines/index.ts +28 -0
  186. package/src/engines/node-llama-cpp/engine.ts +811 -0
  187. package/src/engines/node-llama-cpp/types.ts +17 -0
  188. package/src/engines/node-llama-cpp/util.ts +126 -0
  189. package/src/engines/node-llama-cpp/validateModelFile.ts +46 -0
  190. package/src/engines/stable-diffusion-cpp/engine.ts +369 -0
  191. package/src/engines/stable-diffusion-cpp/types.ts +54 -0
  192. package/src/engines/stable-diffusion-cpp/util.ts +58 -0
  193. package/src/engines/stable-diffusion-cpp/validateModelFiles.ts +119 -0
  194. package/src/engines/transformers-js/engine.ts +659 -0
  195. package/src/engines/transformers-js/types.ts +25 -0
  196. package/src/engines/transformers-js/util.ts +40 -0
  197. package/src/engines/transformers-js/validateModelFiles.ts +168 -0
  198. package/src/experiments/ChatWithVision.ts +103 -0
  199. package/src/experiments/StableDiffPromptGenerator.ts +2 -0
  200. package/src/experiments/VoiceFunctionCall.ts +71 -0
  201. package/src/http.ts +72 -0
  202. package/src/index.ts +7 -0
  203. package/src/instance.ts +723 -0
  204. package/src/lib/acquireFileLock.ts +38 -0
  205. package/src/lib/calculateContextIdentity.ts +53 -0
  206. package/src/lib/calculateFileChecksum.ts +18 -0
  207. package/src/lib/copyDirectory.ts +29 -0
  208. package/src/lib/decodeAudio.ts +39 -0
  209. package/src/lib/downloadModelFile.ts +70 -0
  210. package/src/lib/flattenMessageTextContent.ts +19 -0
  211. package/src/lib/getCacheDirPath.ts +34 -0
  212. package/src/lib/loadImage.ts +46 -0
  213. package/src/lib/logger.ts +112 -0
  214. package/src/lib/math.ts +31 -0
  215. package/src/lib/resolveModelFileLocation.ts +49 -0
  216. package/src/lib/util.ts +75 -0
  217. package/src/lib/validateModelFile.ts +71 -0
  218. package/src/lib/validateModelOptions.ts +31 -0
  219. package/src/pool.ts +651 -0
  220. package/src/server.ts +270 -0
  221. package/src/standalone.ts +320 -0
  222. package/src/store.ts +278 -0
  223. package/src/types/completions.ts +86 -0
  224. package/src/types/index.ts +488 -0
  225. package/tsconfig.json +29 -0
  226. package/tsconfig.release.json +11 -0
  227. package/vitest.config.ts +18 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/engines/node-llama-cpp/engine.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,EACN,QAAQ,EAER,SAAS,EAGT,eAAe,EACf,aAAa,EAEb,SAAS,EAGT,YAAY,EAKZ,yBAAyB,EAGzB,qBAAqB,EACrB,gBAAgB,EAEhB,sBAAsB,GAGtB,MAAM,gBAAgB,CAAA;AAmBvB,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAClD,OAAO,EAAE,yBAAyB,EAAE,MAAM,2CAA2C,CAAA;AACrF,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAA;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAA;AACrE,OAAO,EAAE,sBAAsB,EAAE,4BAA4B,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AA4CjG,MAAM,CAAC,MAAM,OAAO,GAAG,IAAI,CAAA;AAE3B,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,EAAE,MAAM,EAAE,GAAG,EAA0C,EACvD,UAAqD,EACrD,MAAoB;IAEpB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAChE,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAEtE,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACrB,eAAe,EAAE,CAAA;QACjB,OAAM;IACP,CAAC;IACD,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,qCAAqC,MAAM,CAAC,QAAQ,EAAE,EAAE;QAC3E,KAAK,EAAE,MAAM,CAAC,EAAE;KAChB,CAAC,CAAA;IACF,MAAM,aAAa,GAAG,KAAK,EAAE,GAAW,EAAE,gBAAwB,EAAE,EAAE;QACrE,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,yBAAyB,EAAE;YAC9C,KAAK,EAAE,MAAM,CAAC,EAAE;YAChB,GAAG,EAAE,GAAG;YACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,gBAAgB;SACvB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC;YAC9C,QAAQ,EAAE,GAAG;YACb,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;YACtC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;YACxC,sBAAsB,EAAE,KAAK;YAC7B,UAAU,EAAE,CAAC,MAAM,EAAE,EAAE;gBACtB,IAAI,UAAU,EAAE,CAAC;oBAChB,UAAU,CAAC;wBACV,IAAI,EAAE,MAAM,CAAC,QAAQ;wBACrB,WAAW,EAAE,MAAM,CAAC,cAAc;wBAClC,UAAU,EAAE,MAAM,CAAC,SAAS;qBAC5B,CAAC,CAAA;gBACH,CAAC;YACF,CAAC;SACD,CAAC,CAAA;QACF,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAA;IAC5B,CAAC,CAAA;IACD,IAAI,CAAC;QACJ,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAM;QACP,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;QACvD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAM;QACP,CAAC;QACD,IAAI,eAAe,EAAE,CAAC;YACrB,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;gBAChB,MAAM,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,eAAe,CAAC,CAAA;YACjD,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,GAAG,eAAe,oBAAoB,CAAC,CAAA;YACxD,CAAC;QACF,CAAC;QAED,MAAM,oBAAoB,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;QAC5D,IAAI,oBAAoB,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,oBAAoB,EAAE,CAAC,CAAA;QACzE,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE;YACpD,MAAM;YACN,UAAU,EAAE;gBACX,4BAA4B;gBAC5B,4BAA4B;gBAC5B,4BAA4B;gBAC5B,gCAAgC;aAChC;SACD,CAAC,CAAA;QACF,OAAO;YACN,IAAI;SACJ,CAAA;IACF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,GAAG,CAAA;IACV,CAAC;YAAS,CAAC;QACV,eAAe,EAAE,CAAA;IAClB,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAE,MAAM,EAAE,GAAG,EAA0C,EAAE,MAAoB;IACjH,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IACvD,6CAA6C;IAC7C,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAwB,CAAA;IACxE,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC;QAC5B,GAAG,EAAE,UAAU;QACf,0BAA0B;QAC1B,QAAQ,EAAE,aAAa,CAAC,KAAK;QAC7B,MAAM,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAC1B,IAAI,KAAK,KAAK,aAAa,CAAC,IAAI,EAAE,CAAC;gBAClC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAC7B,CAAC;iBAAM,IAAI,KAAK,KAAK,aAAa,CAAC,KAAK,IAAI,KAAK,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC;gBAC3E,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC9B,CAAC;iBAAM,IAAI,KAAK,KAAK,aAAa,CAAC,IAAI,IAAI,KAAK,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC;gBAC1E,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAChC,CAAC;QACF,CAAC;KACD,CAAC,CAAA;IAEF,MAAM,aAAa,GAAiC;QACnD,IAAI,EAAE,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC;KAC9C,CAAA;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;YAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC/B,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,YAAY,CAAC,KAAK,EAAE;oBAC5C,OAAO,EAAE,KAAK;iBACd,CAAC,CAAA;YACH,CAAC;iBAAM,CAAC;gBACP,uCAAuC;gBACvC,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,sBAAsB,CAAC,KAAK,EAAE,KAAuB,CAAC,CAAA;YAChF,CAAC;QACF,CAAC;IACF,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC;QACxC,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,2BAA2B;QACvD,UAAU,EAAE,MAAM;QAClB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,KAAK;QACzC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS;QACnC,kCAAkC;KAClC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC;QAC9C,SAAS,EAAE,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU;QAClC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAyB;QACtC,KAAK,EAAE,UAAU;QACjB,OAAO;QACP,QAAQ,EAAE,aAAa;QACvB,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,EAAE;QACf,oBAAoB,EAAE,EAAE;QACxB,cAAc,EAAE,SAAS;QACzB,UAAU,EAAE,SAAS;QACrB,eAAe,EAAE,OAAO,CAAC,WAAW,EAAE;KACtC,CAAA;IAED,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QAC5B,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;QACzE,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC;YAC1B,eAAe,EAAE,QAAQ,CAAC,eAAgB;YAC1C,6BAA6B;SAC7B,CAAC,CAAA;QAEF,IAAI,cAAoE,CAAA;QAExE,IAAI,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnF,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAA;YAC7C,cAAc,GAAG,EAAE,CAAA;YACnB,KAAK,MAAM,YAAY,IAAI,YAAY,EAAE,CAAC;gBACzC,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;gBAC9C,cAAc,CAAC,YAAY,CAAC,GAAG,yBAAyB,CAAM;oBAC7D,WAAW,EAAE,WAAW,CAAC,WAAW;oBACpC,MAAM,EAAE,WAAW,CAAC,UAAU;oBAC9B,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;iBAC1C,CAA6B,CAAA;YAC/B,CAAC;QACF,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,8BAA8B,CAAC,kBAAkB,EAAE;YACrF,iBAAiB,EAAE,EAAE;YACrB,SAAS,EAAE,cAAc;YACzB,sBAAsB,EAAE,MAAM,CAAC,KAAK,EAAE,wBAAwB;SAC9D,CAAC,CAAA;QAEF,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAA;QACpB,QAAQ,CAAC,WAAW,GAAG,kBAAkB,CAAA;QACzC,QAAQ,CAAC,cAAc,GAAG;YACzB,YAAY,EAAE,kBAAkB;YAChC,aAAa,EAAE,eAAe,CAAC,cAAc,CAAC,aAAa;YAC3D,oBAAoB,EAAE,eAAe,CAAC,cAAc,CAAC,oBAAoB;SACzE,CAAA;IACF,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,eAAe,GAAG,QAAQ,CAAC,eAAgB,CAAA;QACjD,MAAM,UAAU,GAAG,IAAI,eAAe,CAAC;YACtC,eAAe,EAAE,eAAe;SAChC,CAAC,CAAA;QACF,MAAM,UAAU,CAAC,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE;YAClD,SAAS,EAAE,CAAC;SACZ,CAAC,CAAA;QACF,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAA;QAChC,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAA;IAC3C,CAAC;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAA8B;IACnE,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC9C,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAqD,EAClG,QAA8B,EAC9B,MAAoB;IAEpB,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,YAAY,EAAE,CAAC;QACpC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,yBAAyB,EAAE;YAC/C,YAAY;YACZ,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;SAChC,CAAC,CAAA;QACF,2DAA2D;QAC3D,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;QAC9B,CAAC;QACD,IAAI,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAA;QAC9C,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,QAAQ,EAAE,CAAC;YAClD,IAAI,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;gBACpC,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAA;gBAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAA;YAC3C,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;YACjD,CAAC;QACF,CAAC;aAAM,CAAC;YACP,eAAe,CAAC,YAAY,EAAE,CAAA;QAC/B,CAAC;QACD,QAAQ,CAAC,IAAI,GAAG,IAAI,SAAS,CAAC;YAC7B,eAAe,EAAE,eAAe;YAChC,6BAA6B;SAC7B,CAAC,CAAA;QACF,oDAAoD;QACpD,QAAQ,CAAC,cAAc,GAAG,SAAS,CAAA;QACnC,QAAQ,CAAC,oBAAoB,GAAG,EAAE,CAAA;QAClC,QAAQ,CAAC,WAAW,GAAG,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAC/D,kFAAkF;QAClF,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC3E,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE,CAAA;QAC3B,CAAC;IACF,CAAC;IAED,8DAA8D;IAC9D,MAAM,kBAAkB,GAA4B,EAAE,CAAA;IACtD,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,CAAA;IACnE,IAAI,WAAW,EAAE,CAAC;QACjB,kBAAkB,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACxD,CAAC;IACD,yCAAyC;IACzC,IAAI,SAAgC,CAAA;IACpC,MAAM,mBAAmB,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,kBAAkB,EAAE,SAAS,CAAA;IACrF,IAAI,mBAAmB,EAAE,CAAC;QACzB,SAAS,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACnD,KAAK,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAA;YAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAU,CAAA;YACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrB,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YAC7B,CAAC;iBAAM,CAAC;gBACP,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;YACzB,CAAC;QACF,CAAC;IACF,CAAC;IAED,4CAA4C;IAC5C,MAAM,mBAAmB,GAAmC;QAC3D,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW;QAC5B,GAAG,OAAO,CAAC,KAAK;KAChB,CAAA;IAED,sDAAsD;IACtD,MAAM,+BAA+B,GACpC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAA;IAChG,MAAM,qBAAqB,GAAG,EAAE,CAAA;IAChC,MAAM,0BAA0B,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAA4B,CAAA;IAC/G,KAAK,MAAM,OAAO,IAAI,0BAA0B,EAAE,CAAC;QAClD,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,sDAAsD,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC3F,SAAQ;QACT,CAAC;QACD,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,iCAAiC,EAAE;YACvD,EAAE,EAAE,OAAO,CAAC,MAAM;YAClB,MAAM,EAAE,OAAO,CAAC,OAAO;SACvB,CAAC,CAAA;QACF,MAAM,YAAY,GAAG,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QAClE,MAAM,WAAW,GAAG,mBAAmB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;QAClE,qBAAqB,CAAC,IAAI,CAAC;YAC1B,IAAI,EAAE,YAAY,CAAC,YAAY;YAC/B,WAAW,EAAE,WAAW,EAAE,WAAW;YACrC,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,MAAM,EAAE,OAAO,CAAC,OAAO;YACvB,OAAO,EAAE,YAAY,CAAC,GAAG;YACzB,cAAc,EAAE,+BAA+B;SAC/C,CAAC,CAAA;QACF,OAAO,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACrD,CAAC;IACD,kDAAkD;IAClD,IAAI,qBAAqB,CAAC,MAAM,EAAE,CAAC;QAClC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC;YACzB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC5C,OAAO;oBACN,IAAI,EAAE,cAAc;oBACpB,GAAG,IAAI;iBACP,CAAA;YACF,CAAC,CAAC;SACF,CAAC,CAAA;IACH,CAAC;IAED,+CAA+C;IAC/C,IAAI,gBAAgB,GAAW,EAAE,CAAA;IACjC,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACjE,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxD,MAAM,WAAW,GAAG,yBAAyB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QAClE,IAAI,WAAW,EAAE,CAAC;YACjB,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC;gBACzB,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,WAAW;aACjB,CAAC,CAAA;QACH,CAAC;IACF,CAAC;SAAM,IAAI,WAAW,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC7C,wEAAwE;QACxE,gBAAgB,GAAG,yBAAyB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IAClE,CAAC;SAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,EAAE,CAAC;QAC1C,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,0EAA0E,EAAE,WAAW,CAAC,CAAA;QAC5G,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;IAC7C,CAAC;IAED,mDAAmD;IACnD,iEAAiE;IAEjE,IAAI,YAAsC,CAAA;IAC1C,IAAI,cAAoE,CAAA;IAExE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,OAAO,cAAc,CAAC,CAAA;QAC3D,CAAC;QACD,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,CAAC;SAAM,IAAI,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxD,cAAc,GAAG,EAAE,CAAA;QACnB,KAAK,MAAM,YAAY,IAAI,mBAAmB,EAAE,CAAC;YAChD,MAAM,WAAW,GAAG,mBAAmB,CAAC,YAAY,CAAC,CAAA;YACrD,cAAc,CAAC,YAAY,CAAC,GAAG,yBAAyB,CAAM;gBAC7D,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,MAAM,EAAE,WAAW,CAAC,UAAU;gBAC9B,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;aAC1C,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,IAAI,EAAE,CAAA;IAChD,IAAI,cAAc,GAAoD,QAAQ,CAAC,cAAc,CAAA;IAC7F,IAAI,cAAc,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;IACjD,IAAI,2BAA2B,GAAG,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;IAE3G,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,gBAAgB,EAAE,CAAC;QAChG,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACnE,cAAc,CAAC,IAAI,CAAC;YACnB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,gBAAgB;SAC1B,CAAC,CAAA;QACF,IAAI,2BAA2B,EAAE,CAAC;YACjC,2BAA2B,CAAC,IAAI,CAAC;gBAChC,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,gBAAgB;aAC1B,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IAED,MAAM,kBAAkB,GAAG,cAAc;QACxC,CAAC,CAAC;YACA,SAAS,EAAE,cAAc;YACzB,sBAAsB,EAAE,MAAM,CAAC,KAAK,EAAE,wBAAwB,IAAI,IAAI;YACtE,wBAAwB,EAAE,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;YACxD,cAAc,EAAE,CAAC,YAAgD,EAAE,EAAE;gBACpE,wDAAwD;YACzD,CAAC;SACA;QACH,CAAC,CAAC;YACA,OAAO,EAAE,YAAY;SACpB,CAAA;IAEJ,MAAM,sBAAsB,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA;IAC3E,IAAI,gBAAiC,CAAA;IACrC,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,EACL,aAAa,EACb,cAAc,EAAE,qBAAqB,EACrC,QAAQ,GACR,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE;YACxD,MAAM;YACN,iBAAiB,EAAE,IAAI,EAAE,uEAAuE;YAChG,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS;YAClD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW;YACxD,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;YACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;YACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;YACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,IAAI,eAAe,CAAC,CAAC,EAAE,OAAO,CAAC;YACpF,SAAS;YACT,kBAAkB;YAClB,oBAAoB,EAAE,KAAK;YAC3B,GAAG,kBAAkB;YACrB,aAAa,EAAE;gBACd,UAAU,EAAE,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB;gBACjE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB;gBACvE,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe;aACpE;YACD,YAAY,EAAE;gBACb,QAAQ,EAAE,MAAM,CAAC,oBAAoB;gBACrC,sBAAsB,EAAE,cAAc,EAAE,oBAAoB;aAC5D;YACD,2BAA2B,EAAE;gBAC5B,OAAO,EAAE,2BAA2B;gBACpC,6CAA6C,EAAE,GAAG;aAClD;YACD,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE;gBACnB,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;gBAC9C,IAAI,OAAO,EAAE,CAAC;oBACb,OAAO,CAAC;wBACP,MAAM;wBACN,IAAI;qBACJ,CAAC,CAAA;gBACH,CAAC;YACF,CAAC;SACD,CAAC,CAAA;QAEF,cAAc,GAAG,qBAAqB,CAAA;QACtC,cAAc,GAAG,cAAc,CAAC,YAAY,CAAA;QAE5C,IAAI,aAAa,EAAE,CAAC;YACnB,8EAA8E;YAC9E,MAAM,qBAAqB,GAAG,EAAE,CAAA;YAChC,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;gBAC1C,MAAM,WAAW,GAAG,mBAAmB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;gBAClE,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBACzC,CAAC;qBAAM,CAAC;oBACP,MAAK;gBACN,CAAC;YACF,CAAC;YAED,yBAAyB;YACzB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE;gBAChD,MAAM,WAAW,GAAG,mBAAmB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;gBAClE,IAAI,CAAC,WAAW,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,+CAA+C,YAAY,CAAC,YAAY,GAAG,CAAC,CAAA;gBAC7F,CAAC;gBACD,MAAM,kBAAkB,GAAG,MAAM,WAAW,CAAC,OAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;gBAC1E,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,2BAA2B,EAAE;oBACjD,QAAQ,EAAE,YAAY,CAAC,YAAY;oBACnC,IAAI,EAAE,YAAY,CAAC,MAAM;oBACzB,MAAM,EAAE,kBAAkB;iBAC1B,CAAC,CAAA;gBACF,OAAO;oBACN,WAAW;oBACX,YAAY;oBACZ,kBAAkB;iBAClB,CAAA;YACF,CAAC,CAAC,CACF,CAAA;YACD,2BAA2B,GAAG,cAAc,CAAC,aAAa,CAAA;YAC1D,IAAI,aAAa,GAAG,IAAI,CAAA;YACxB,4DAA4D;YAC5D,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;gBAClC,cAAc,GAAG,4BAA4B,CAAC;oBAC7C,WAAW,EAAE,cAAc;oBAC3B,YAAY,EAAE,UAAU,CAAC,YAAY,CAAC,YAAY;oBAClD,mBAAmB,EAAE,UAAU,CAAC,WAAW,CAAC,WAAW;oBACvD,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,MAAM;oBAC1C,UAAU,EAAE,UAAU,CAAC,kBAAkB;oBACzC,OAAO,EAAE,UAAU,CAAC,YAAY,CAAC,GAAG;oBACpC,cAAc,EAAE,aAAa;iBAC7B,CAAC,CAAA;gBACF,2BAA2B,GAAG,4BAA4B,CAAC;oBAC1D,WAAW,EAAE,2BAA2B;oBACxC,YAAY,EAAE,UAAU,CAAC,YAAY,CAAC,YAAY;oBAClD,mBAAmB,EAAE,UAAU,CAAC,WAAW,CAAC,WAAW;oBACvD,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,MAAM;oBAC1C,UAAU,EAAE,UAAU,CAAC,kBAAkB;oBACzC,OAAO,EAAE,UAAU,CAAC,YAAY,CAAC,GAAG;oBACpC,cAAc,EAAE,aAAa;iBAC7B,CAAC,CAAA;gBACF,aAAa,GAAG,KAAK,CAAA;YACtB,CAAC;YAED,wDAAwD;YACxD,MAAM,sBAAsB,GAAG,aAAa,CAAC,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAA;YAEhF,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzC,mCAAmC;gBACnC,cAAc,CAAC,YAAY,GAAG,cAAc,CAAA;gBAC5C,cAAc,CAAC,aAAa,GAAG,2BAA4B,CAAA;gBAC3D,SAAQ;YACT,CAAC;iBAAM,CAAC;gBACP,uDAAuD;gBACvD,gBAAgB,GAAG;oBAClB,YAAY,EAAE,IAAI;oBAClB,UAAU,EAAE,eAAe;oBAC3B,aAAa,EAAE,sBAAsB;iBACrC,CAAA;gBACD,MAAK;YACN,CAAC;QACF,CAAC;QAED,uDAAuD;QACvD,QAAQ,CAAC,cAAc,GAAG,cAAc,CAAA;QACxC,QAAQ,CAAC,WAAW,GAAG,cAAc,CAAA;QACrC,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAA;QAC9F,MAAM,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAClG,gBAAgB,GAAG;YAClB,YAAY;YACZ,UAAU,EAAE,QAAQ,CAAC,UAAU;SAC/B,CAAA;QACD,MAAK;IACN,CAAC;IAED,MAAM,gBAAgB,GAAqB;QAC1C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,gBAAgB,CAAC,YAAY,IAAI,EAAE;KAC5C,CAAA;IAED,IAAI,gBAAgB,CAAC,aAAa,EAAE,CAAC;QACpC,oFAAoF;QACpF,oFAAoF;QACpF,0FAA0F;QAC1F,iCAAiC;QACjC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3E,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC1D,OAAO,CAAC,WAAW,CAAC,OAAO,CAAA;QAC5B,CAAC,CAAC,CAAA;QAEF,+FAA+F;QAC/F,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAC5E,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC1D,OAAO,WAAW,CAAC,OAAO,CAAA;QAC3B,CAAC,CAAC,CAAA;QACF,IAAI,qBAAqB,CAAC,MAAM,EAAE,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;YACpC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,sCAAsC,CAAC,CAAA;QAC5D,CAAC;QAED,gBAAgB,CAAC,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC9D,MAAM,MAAM,GAAG,MAAM,EAAE,CAAA;YACvB,QAAQ,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,IAAI,CAAA;YAC5C,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,0BAA0B,EAAE;gBAChD,EAAE,EAAE,MAAM;gBACV,QAAQ,EAAE,IAAI,CAAC,YAAY;gBAC3B,IAAI,EAAE,IAAI,CAAC,MAAM;aACjB,CAAC,CAAA;YACF,OAAO;gBACN,EAAE,EAAE,MAAM;gBACV,IAAI,EAAE,IAAI,CAAC,YAAY;gBACvB,UAAU,EAAE,IAAI,CAAC,MAAM;aACvB,CAAA;QACF,CAAC,CAAC,CAAA;IACH,CAAC;IAED,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;IACtF,OAAO;QACN,YAAY,EAAE,eAAe,CAAC,gBAAgB,CAAC,UAAU,CAAC;QAC1D,OAAO,EAAE,gBAAgB;QACzB,YAAY,EAAE,eAAe,CAAC,eAAe;QAC7C,gBAAgB,EAAE,eAAe,CAAC,gBAAgB;QAClD,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM;KAC1D,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC9C,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAqD,EAClG,QAA8B,EAC9B,MAAoB;IAEpB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;IAC3D,CAAC;IAED,IAAI,UAA2B,CAAA;IAC/B,IAAI,eAAqC,CAAA;IAEzC,IAAI,YAAY,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;QAC9C,QAAQ,CAAC,eAAe,CAAC,YAAY,EAAE,CAAA;IACxC,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC1D,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC9B,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAA;QAC3C,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;YAC3C,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAA;QACjD,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;QACjD,CAAC;QACD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAA;QAC1C,UAAU,GAAG,IAAI,eAAe,CAAC;YAChC,eAAe;SACf,CAAC,CAAA;QACF,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAA;IACjC,CAAC;SAAM,CAAC;QACP,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAA;QAChC,eAAe,GAAG,QAAQ,CAAC,eAAgB,CAAA;IAC5C,CAAC;IAED,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,QAAQ,EAAE,CAAC;QAClD,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAA;QAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAA;QAC1C,UAAU,GAAG,IAAI,eAAe,CAAC;YAChC,eAAe;SACf,CAAC,CAAA;QACF,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAA;IACjC,CAAC;IAED,MAAM,sBAAsB,GAA4B,EAAE,CAAA;IAC1D,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,CAAA;IACnE,IAAI,WAAW,EAAE,CAAC;QACjB,sBAAsB,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5D,CAAC;IAED,MAAM,sBAAsB,GAAG,eAAe,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA;IACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,IAAI,EAAE,CAAA;IAChD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,0BAA0B,CAAC,OAAO,CAAC,MAAM,EAAE;QAC1E,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS;QAClD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW;QACxD,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;QACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;QACnC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;QACnC,aAAa,EAAE;YACd,UAAU,EAAE,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB;YACjE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB;YACvE,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe;SACpE;QACD,MAAM,EAAE,MAAM;QACd,kBAAkB,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS;QACtF,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,IAAI,eAAe,CAAC,CAAC,EAAE,OAAO,CAAC;QACpF,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE;YACnB,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YAC9C,IAAI,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC;oBACP,MAAM;oBACN,IAAI;iBACJ,CAAC,CAAA;YACH,CAAC;QACF,CAAC;KACD,CAAC,CAAA;IAEF,MAAM,eAAe,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;IAE/E,OAAO;QACN,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QACzD,IAAI,EAAE,MAAM,CAAC,QAAQ;QACrB,YAAY,EAAE,eAAe,CAAC,eAAe;QAC7C,gBAAgB,EAAE,eAAe,CAAC,gBAAgB;QAClD,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;KACnD,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAgD,EACtE,QAA8B,EAC9B,MAAoB;IAEpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACpD,CAAC;IACD,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC1B,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC/B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAClB,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAClC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAC1B,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;YACjD,CAAC;QACF,CAAC;IACF,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QAChC,QAAQ,CAAC,gBAAgB,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,sBAAsB,CAAC;YACvE,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,YAAY,EAAE,MAAM;YACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW;SAC/B,CAAC,CAAA;IACH,CAAC;IAED,gCAAgC;IAChC,MAAM,WAAW,GAAG,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,WAAW,CAAA;IAEvE,MAAM,UAAU,GAAmB,EAAE,CAAA;IACrC,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAClD,IAAI,cAAc,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YACzC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,2CAA2C,CAAC,CAAA;YAChE,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAA;QACtD,CAAC;QACD,WAAW,IAAI,cAAc,CAAC,MAAM,CAAA;QACpC,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,gBAAgB,CAAC,eAAe,CAAC,cAAc,CAAC,CAAA;QACjF,UAAU,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;QACnD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,MAAK;QACN,CAAC;IACF,CAAC;IAED,OAAO;QACN,UAAU;QACV,WAAW;KACX,CAAA;AACF,CAAC"}
@@ -0,0 +1,13 @@
1
+ import { ChatHistoryItem, ChatModelFunctions, LlamaChatResponse, LlamaChatResponseFunctionCall } from 'node-llama-cpp';
2
+ export interface LlamaChatResult<T extends ChatModelFunctions = any> {
3
+ responseText: string | null;
4
+ functionCalls?: LlamaChatResponseFunctionCall<T>[];
5
+ stopReason: LlamaChatResponse['metadata']['stopReason'];
6
+ }
7
+ export type ContextShiftStrategy = ((options: {
8
+ chatHistory: ChatHistoryItem[];
9
+ metadata: any;
10
+ }) => {
11
+ chatHistory: ChatHistoryItem[];
12
+ metadata: any;
13
+ }) | null;
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/engines/node-llama-cpp/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,15 @@
1
+ import { ChatHistoryItem, LlamaTextJSON } from 'node-llama-cpp';
2
+ import { CompletionFinishReason, ChatMessage } from '../../types/index.js';
3
+ import { LlamaChatResult } from './types.js';
4
+ export declare function mapFinishReason(nodeLlamaCppFinishReason: LlamaChatResult['stopReason']): CompletionFinishReason;
5
+ export declare function addFunctionCallToChatHistory({ chatHistory, functionName, functionDescription, callParams, callResult, rawCall, startsNewChunk }: {
6
+ chatHistory: ChatHistoryItem[];
7
+ functionName: string;
8
+ functionDescription?: string;
9
+ callParams: any;
10
+ callResult: any;
11
+ rawCall?: LlamaTextJSON;
12
+ startsNewChunk?: boolean;
13
+ }): ChatHistoryItem[];
14
+ export declare function createChatMessageArray(messages: ChatMessage[]): ChatHistoryItem[];
15
+ export declare function readGBNFFiles(directoryPath: string): Promise<Record<string, string>>;
@@ -0,0 +1,84 @@
1
+ import fs from 'node:fs';
2
+ import path from 'node:path';
3
+ import { flattenMessageTextContent } from '../../lib/flattenMessageTextContent.js';
4
+ export function mapFinishReason(nodeLlamaCppFinishReason) {
5
+ switch (nodeLlamaCppFinishReason) {
6
+ case 'functionCalls':
7
+ return 'toolCalls';
8
+ case 'stopGenerationTrigger':
9
+ return 'stopTrigger';
10
+ case 'customStopTrigger':
11
+ return 'stopTrigger';
12
+ default:
13
+ return nodeLlamaCppFinishReason;
14
+ }
15
+ }
16
+ export function addFunctionCallToChatHistory({ chatHistory, functionName, functionDescription, callParams, callResult, rawCall, startsNewChunk }) {
17
+ const newChatHistory = chatHistory.slice();
18
+ if (newChatHistory.length === 0 || newChatHistory[newChatHistory.length - 1].type !== "model")
19
+ newChatHistory.push({
20
+ type: "model",
21
+ response: []
22
+ });
23
+ const lastModelResponseItem = newChatHistory[newChatHistory.length - 1];
24
+ const newLastModelResponseItem = { ...lastModelResponseItem };
25
+ newChatHistory[newChatHistory.length - 1] = newLastModelResponseItem;
26
+ const modelResponse = newLastModelResponseItem.response.slice();
27
+ newLastModelResponseItem.response = modelResponse;
28
+ const functionCall = {
29
+ type: "functionCall",
30
+ name: functionName,
31
+ description: functionDescription,
32
+ params: callParams,
33
+ result: callResult,
34
+ rawCall
35
+ };
36
+ if (startsNewChunk)
37
+ functionCall.startsNewChunk = true;
38
+ modelResponse.push(functionCall);
39
+ return newChatHistory;
40
+ }
41
+ export function createChatMessageArray(messages) {
42
+ const items = [];
43
+ let systemPrompt;
44
+ for (const message of messages) {
45
+ if (message.role === 'user') {
46
+ items.push({
47
+ type: 'user',
48
+ text: flattenMessageTextContent(message.content),
49
+ });
50
+ }
51
+ else if (message.role === 'assistant') {
52
+ items.push({
53
+ type: 'model',
54
+ response: [message.content],
55
+ });
56
+ }
57
+ else if (message.role === 'system') {
58
+ if (systemPrompt) {
59
+ systemPrompt += '\n\n' + flattenMessageTextContent(message.content);
60
+ }
61
+ else {
62
+ systemPrompt = flattenMessageTextContent(message.content);
63
+ }
64
+ }
65
+ }
66
+ if (systemPrompt) {
67
+ items.unshift({
68
+ type: 'system',
69
+ text: systemPrompt,
70
+ });
71
+ }
72
+ return items;
73
+ }
74
+ export async function readGBNFFiles(directoryPath) {
75
+ const gbnfFiles = fs
76
+ .readdirSync(directoryPath)
77
+ .filter((f) => f.endsWith('.gbnf'));
78
+ const fileContents = await Promise.all(gbnfFiles.map((file) => fs.promises.readFile(path.join(directoryPath, file), 'utf-8')));
79
+ return gbnfFiles.reduce((acc, file, i) => {
80
+ acc[file.replace('.gbnf', '')] = fileContents[i];
81
+ return acc;
82
+ }, {});
83
+ }
84
+ //# sourceMappingURL=util.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/engines/node-llama-cpp/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAQ5B,OAAO,EAAE,yBAAyB,EAAE,MAAM,2CAA2C,CAAA;AAGrF,MAAM,UAAU,eAAe,CAC9B,wBAAuD;IAEvD,QAAQ,wBAAwB,EAAE,CAAC;QAClC,KAAK,eAAe;YACnB,OAAO,WAAW,CAAA;QACnB,KAAK,uBAAuB;YAC3B,OAAO,aAAa,CAAA;QACrB,KAAK,mBAAmB;YACvB,OAAO,aAAa,CAAA;QACrB;YACC,OAAO,wBAAwB,CAAA;IACjC,CAAC;AACF,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,EAC5C,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,OAAO,EACP,cAAc,EASd;IACA,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,IAAI,KAAK,OAAO;QAC5F,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IAEL,MAAM,qBAAqB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;IAC7F,MAAM,wBAAwB,GAAG,EAAC,GAAG,qBAAqB,EAAC,CAAC;IAC5D,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,wBAAwB,CAAC;IAErE,MAAM,aAAa,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAChE,wBAAwB,CAAC,QAAQ,GAAG,aAAa,CAAC;IAElD,MAAM,YAAY,GAA0B;QAC1C,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,mBAAmB;QAChC,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,UAAU;QAClB,OAAO;KACR,CAAC;IAEF,IAAI,cAAc;QAChB,YAAY,CAAC,cAAc,GAAG,IAAI,CAAC;IAErC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAEjC,OAAO,cAAc,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACrC,QAAuB;IAEvB,MAAM,KAAK,GAAsB,EAAE,CAAA;IACnC,IAAI,YAAgC,CAAA;IACpC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,yBAAyB,CAAC,OAAO,CAAC,OAAO,CAAC;aAChD,CAAC,CAAA;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;aAC3B,CAAC,CAAA;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,IAAI,YAAY,EAAE,CAAC;gBAClB,YAAY,IAAI,MAAM,GAAG,yBAAyB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YACpE,CAAC;iBAAM,CAAC;gBACP,YAAY,GAAG,yBAAyB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAC1D,CAAC;QACF,CAAC;IACF,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QAClB,KAAK,CAAC,OAAO,CAAC;YACb,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,YAAY;SAClB,CAAC,CAAA;IACH,CAAC;IAED,OAAO,KAAK,CAAA;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,aAAqB;IACxD,MAAM,SAAS,GAAG,EAAE;SAClB,WAAW,CAAC,aAAa,CAAC;SAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAA;IACpC,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACrC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACtB,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAC7D,CACD,CAAA;IACD,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE;QACxC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAChD,OAAO,GAAG,CAAA;IACX,CAAC,EAAE,EAA4B,CAAC,CAAA;AACjC,CAAC"}
@@ -0,0 +1,8 @@
1
+ interface ValidatableModelConfig {
2
+ url?: string;
3
+ location?: string;
4
+ modelsCachePath: string;
5
+ sha256?: string;
6
+ }
7
+ export declare function validateModelFile(config: ValidatableModelConfig): Promise<string | undefined>;
8
+ export {};
@@ -0,0 +1,36 @@
1
+ import fs from 'node:fs';
2
+ import { calculateFileChecksum } from '../../lib/calculateFileChecksum.js';
3
+ import { resolveModelFileLocation } from '../../lib/resolveModelFileLocation.js';
4
+ export async function validateModelFile(config) {
5
+ const fileLocation = resolveModelFileLocation({
6
+ url: config.url,
7
+ filePath: config.location,
8
+ modelsCachePath: config.modelsCachePath,
9
+ });
10
+ if (!fs.existsSync(fileLocation)) {
11
+ return `Model file missing at ${fileLocation}`;
12
+ }
13
+ const ipullFile = fileLocation + '.ipull';
14
+ let validatedChecksum = false;
15
+ if (fs.existsSync(ipullFile)) {
16
+ // if we have a valid file at the download destination, we can remove the ipull file
17
+ if (config.sha256) {
18
+ const fileHash = await calculateFileChecksum(fileLocation, 'sha256');
19
+ if (fileHash === config.sha256) {
20
+ fs.unlinkSync(ipullFile);
21
+ validatedChecksum = true;
22
+ }
23
+ }
24
+ if (!validatedChecksum) {
25
+ return `Model file with incomplete download`;
26
+ }
27
+ }
28
+ if (!validatedChecksum && config.sha256) {
29
+ const fileHash = await calculateFileChecksum(fileLocation, 'sha256');
30
+ if (fileHash !== config.sha256) {
31
+ return `File sha256 checksum mismatch: expected ${config.sha256} got ${fileHash} at ${fileLocation}`;
32
+ }
33
+ }
34
+ return undefined;
35
+ }
36
+ //# sourceMappingURL=validateModelFile.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"validateModelFile.js","sourceRoot":"","sources":["../../../src/engines/node-llama-cpp/validateModelFile.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,EAAE,qBAAqB,EAAE,MAAM,uCAAuC,CAAA;AAC7E,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAA;AASnF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAA8B;IACrE,MAAM,YAAY,GAAG,wBAAwB,CAAC;QAC7C,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,eAAe,EAAE,MAAM,CAAC,eAAe;KACvC,CAAC,CAAA;IACF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAClC,OAAO,yBAAyB,YAAY,EAAE,CAAA;IAC/C,CAAC;IACD,MAAM,SAAS,GAAG,YAAY,GAAG,QAAQ,CAAA;IACzC,IAAI,iBAAiB,GAAG,KAAK,CAAA;IAC7B,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,oFAAoF;QACpF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;YACpE,IAAI,QAAQ,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACxB,iBAAiB,GAAG,IAAI,CAAA;YACzB,CAAC;QACF,CAAC;QACD,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACxB,OAAO,qCAAqC,CAAA;QAC7C,CAAC;IACF,CAAC;IAED,IAAI,CAAC,iBAAiB,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;QACpE,IAAI,QAAQ,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,2CAA2C,MAAM,CAAC,MAAM,QAAQ,QAAQ,OAAO,YAAY,EAAE,CAAA;QACrG,CAAC;IACF,CAAC;IACD,OAAO,SAAS,CAAA;AACjB,CAAC"}
@@ -0,0 +1,90 @@
1
+ import StableDiffusion from '@lmagder/node-stable-diffusion-cpp';
2
+ import { EngineContext, FileDownloadProgress, ModelConfig, EngineTextToImageResult, ModelFileSource, EngineTextToImageArgs, EngineImageToImageArgs } from '../../types/index.js';
3
+ import { StableDiffusionSamplingMethod, StableDiffusionSchedule, StableDiffusionWeightType } from './types.js';
4
+ export interface StableDiffusionInstance {
5
+ context: StableDiffusion.Context;
6
+ }
7
+ export interface StableDiffusionModelConfig extends ModelConfig {
8
+ location: string;
9
+ sha256?: string;
10
+ clipL?: ModelFileSource;
11
+ clipG?: ModelFileSource;
12
+ vae?: ModelFileSource;
13
+ t5xxl?: ModelFileSource;
14
+ controlNet?: ModelFileSource;
15
+ taesd?: ModelFileSource;
16
+ diffusionModel?: boolean;
17
+ model?: ModelFileSource;
18
+ loras?: ModelFileSource[];
19
+ samplingMethod?: StableDiffusionSamplingMethod;
20
+ weightType?: StableDiffusionWeightType;
21
+ schedule?: StableDiffusionSchedule;
22
+ device?: {
23
+ gpu?: boolean | 'auto' | (string & {});
24
+ cpuThreads?: number;
25
+ };
26
+ }
27
+ interface StableDiffusionModelMeta {
28
+ gguf: any;
29
+ }
30
+ export declare const autoGpu = true;
31
+ export declare function prepareModel({ config, log }: EngineContext<StableDiffusionModelConfig, StableDiffusionModelMeta>, onProgress?: (progress: FileDownloadProgress) => void, signal?: AbortSignal): Promise<any>;
32
+ export declare function createInstance({ config, log }: EngineContext<StableDiffusionModelConfig>, signal?: AbortSignal): Promise<{
33
+ context: Readonly<{
34
+ dispose: () => Promise<void>;
35
+ txt2img: (params: {
36
+ prompt: string;
37
+ negativePrompt?: string;
38
+ clipSkip?: number;
39
+ cfgScale?: number;
40
+ width?: number;
41
+ height?: number;
42
+ sampleMethod?: StableDiffusion.SampleMethod;
43
+ sampleSteps?: number;
44
+ seed?: number;
45
+ batchCount?: number;
46
+ controlCond?: StableDiffusion.Image;
47
+ controlStrength?: number;
48
+ styleRatio?: number;
49
+ normalizeInput?: boolean;
50
+ inputIdImagesPath?: string;
51
+ }) => Promise<StableDiffusion.Image[]>;
52
+ img2img: (params: {
53
+ initImage: StableDiffusion.Image;
54
+ prompt: string;
55
+ negativePrompt?: string;
56
+ clipSkip?: number;
57
+ cfgScale?: number;
58
+ width?: number;
59
+ height?: number;
60
+ sampleMethod?: StableDiffusion.SampleMethod;
61
+ sampleSteps?: number;
62
+ strength?: number;
63
+ seed?: number;
64
+ batchCount?: number;
65
+ controlCond?: StableDiffusion.Image;
66
+ controlStrength?: number;
67
+ styleRatio?: number;
68
+ normalizeInput?: boolean;
69
+ inputIdImagesPath?: string;
70
+ }) => Promise<StableDiffusion.Image[]>;
71
+ img2vid: (params: {
72
+ initImage: StableDiffusion.Image;
73
+ width?: number;
74
+ height?: number;
75
+ videoFrames?: number;
76
+ motionBucketId?: number;
77
+ fps?: number;
78
+ augmentationLevel?: number;
79
+ minCfg?: number;
80
+ cfgScale?: number;
81
+ sampleMethod?: StableDiffusion.SampleMethod;
82
+ sampleSteps?: number;
83
+ strength?: number;
84
+ seed?: number;
85
+ }) => Promise<StableDiffusion.Image[]>;
86
+ }>;
87
+ }>;
88
+ export declare function processTextToImageTask({ request, config, log }: EngineTextToImageArgs<StableDiffusionModelConfig>, instance: StableDiffusionInstance, signal?: AbortSignal): Promise<EngineTextToImageResult>;
89
+ export declare function processImageToImageTask({ request, config, log }: EngineImageToImageArgs<StableDiffusionModelConfig>, instance: StableDiffusionInstance, signal?: AbortSignal): Promise<EngineTextToImageResult>;
90
+ export {};
@@ -0,0 +1,294 @@
1
+ import StableDiffusion from '@lmagder/node-stable-diffusion-cpp';
2
+ import { gguf } from '@huggingface/gguf';
3
+ import sharp from 'sharp';
4
+ import fs from 'node:fs';
5
+ import path from 'node:path';
6
+ import { LogLevels } from '../../lib/logger.js';
7
+ import { downloadModelFile } from '../../lib/downloadModelFile.js';
8
+ import { resolveModelFileLocation } from '../../lib/resolveModelFileLocation.js';
9
+ import { acquireFileLock } from '../../lib/acquireFileLock.js';
10
+ import { getRandomNumber } from '../../lib/util.js';
11
+ import { validateModelFiles } from './validateModelFiles.js';
12
+ import { parseQuantization, getWeightType, getSamplingMethod } from './util.js';
13
+ export const autoGpu = true;
14
+ export async function prepareModel({ config, log }, onProgress, signal) {
15
+ fs.mkdirSync(path.dirname(config.location), { recursive: true });
16
+ const releaseFileLock = await acquireFileLock(config.location);
17
+ if (signal?.aborted) {
18
+ releaseFileLock();
19
+ return;
20
+ }
21
+ log(LogLevels.info, `Preparing stable-diffusion model at ${config.location}`, {
22
+ model: config.id,
23
+ });
24
+ const downloadModel = (url, validationResult) => {
25
+ log(LogLevels.info, `${validationResult.message} - Downloading model files`, {
26
+ model: config.id,
27
+ url: config.url,
28
+ location: config.location,
29
+ errors: validationResult.errors,
30
+ });
31
+ const downloadPromises = [];
32
+ if (validationResult.errors.model && config.location) {
33
+ downloadPromises.push(downloadModelFile({
34
+ url: url,
35
+ filePath: config.location,
36
+ modelsCachePath: config.modelsCachePath,
37
+ onProgress,
38
+ signal,
39
+ }));
40
+ }
41
+ const pushDownload = (src) => {
42
+ if (!src.url) {
43
+ return;
44
+ }
45
+ downloadPromises.push(downloadModelFile({
46
+ url: src.url,
47
+ filePath: src.file,
48
+ modelsCachePath: config.modelsCachePath,
49
+ onProgress,
50
+ signal,
51
+ }));
52
+ };
53
+ if (validationResult.errors.clipG && config.clipG) {
54
+ pushDownload(config.clipG);
55
+ }
56
+ if (validationResult.errors.clipL && config.clipL) {
57
+ pushDownload(config.clipL);
58
+ }
59
+ if (validationResult.errors.vae && config.vae) {
60
+ pushDownload(config.vae);
61
+ }
62
+ if (validationResult.errors.t5xxl && config.t5xxl) {
63
+ pushDownload(config.t5xxl);
64
+ }
65
+ if (validationResult.errors.controlNet && config.controlNet) {
66
+ pushDownload(config.controlNet);
67
+ }
68
+ if (validationResult.errors.taesd && config.taesd) {
69
+ pushDownload(config.taesd);
70
+ }
71
+ if (config.loras) {
72
+ for (const lora of config.loras) {
73
+ if (!lora.url) {
74
+ continue;
75
+ }
76
+ pushDownload(lora);
77
+ }
78
+ }
79
+ return Promise.all(downloadPromises);
80
+ };
81
+ try {
82
+ if (signal?.aborted) {
83
+ return;
84
+ }
85
+ const validationResults = await validateModelFiles(config);
86
+ if (signal?.aborted) {
87
+ return;
88
+ }
89
+ if (validationResults) {
90
+ if (config.url) {
91
+ await downloadModel(config.url, validationResults);
92
+ }
93
+ else {
94
+ throw new Error(`${validationResults.message} - No URL provided`);
95
+ }
96
+ }
97
+ const finalValidationError = await validateModelFiles(config);
98
+ if (finalValidationError) {
99
+ throw new Error(`Downloaded files are invalid: ${finalValidationError}`);
100
+ }
101
+ const result = {};
102
+ if (config.location.endsWith('.gguf')) {
103
+ const { metadata, tensorInfos } = await gguf(config.location, {
104
+ allowLocalFile: true,
105
+ });
106
+ result.gguf = metadata;
107
+ }
108
+ return result;
109
+ }
110
+ catch (error) {
111
+ throw error;
112
+ }
113
+ finally {
114
+ releaseFileLock();
115
+ }
116
+ }
117
+ export async function createInstance({ config, log }, signal) {
118
+ log(LogLevels.debug, 'Load Stable Diffusion model', config);
119
+ const handleLog = (level, message) => {
120
+ log(level, message);
121
+ };
122
+ const handleProgress = (step, steps, time) => {
123
+ log(LogLevels.debug, `Progress: ${step}/${steps} (${time}ms)`);
124
+ };
125
+ const resolveComponentLocation = (src) => {
126
+ if (src) {
127
+ return resolveModelFileLocation({
128
+ url: src.url,
129
+ filePath: src.file,
130
+ modelsCachePath: config.modelsCachePath,
131
+ });
132
+ }
133
+ return undefined;
134
+ };
135
+ const vaeFilePath = resolveComponentLocation(config.vae);
136
+ const clipLFilePath = resolveComponentLocation(config.clipL);
137
+ const clipGFilePath = resolveComponentLocation(config.clipG);
138
+ const t5xxlFilePath = resolveComponentLocation(config.t5xxl);
139
+ const controlNetFilePath = resolveComponentLocation(config.controlNet);
140
+ const taesdFilePath = resolveComponentLocation(config.taesd);
141
+ let weightType = config.weightType ? getWeightType(config.weightType) : undefined;
142
+ if (typeof weightType === 'undefined') {
143
+ const quantization = parseQuantization(config.location);
144
+ if (quantization) {
145
+ weightType = getWeightType(quantization);
146
+ }
147
+ }
148
+ if (typeof weightType === 'undefined') {
149
+ log(LogLevels.warn, 'Failed to parse model weight type (quantization) from file name, falling back to f32', {
150
+ file: config.location,
151
+ });
152
+ }
153
+ const loraDir = path.join(path.dirname(config.location), 'loras');
154
+ const contextParams = {
155
+ model: !config.diffusionModel ? config.location : undefined,
156
+ diffusionModel: config.diffusionModel ? config.location : undefined,
157
+ numThreads: config.device?.cpuThreads,
158
+ vae: vaeFilePath,
159
+ clipL: clipLFilePath,
160
+ clipG: clipGFilePath,
161
+ t5xxl: t5xxlFilePath,
162
+ controlNet: controlNetFilePath,
163
+ taesd: taesdFilePath,
164
+ weightType: weightType,
165
+ loraDir: loraDir,
166
+ // TODO how to expose?
167
+ // keepClipOnCpu: true,
168
+ // keepControlNetOnCpu: true,
169
+ // keepVaeOnCpu: true,
170
+ };
171
+ log(LogLevels.debug, 'Creating context with', contextParams);
172
+ const context = await StableDiffusion.createContext(
173
+ // @ts-ignore
174
+ contextParams, handleLog, handleProgress);
175
+ return {
176
+ context,
177
+ };
178
+ }
179
+ export async function processTextToImageTask({ request, config, log }, instance, signal) {
180
+ const seed = request.seed ?? getRandomNumber(0, 1000000);
181
+ const results = await instance.context.txt2img({
182
+ prompt: request.prompt,
183
+ negativePrompt: request.negativePrompt,
184
+ width: request.width || 512,
185
+ height: request.height || 512,
186
+ batchCount: request.batchCount,
187
+ sampleMethod: getSamplingMethod(request.samplingMethod || config.samplingMethod),
188
+ sampleSteps: request.sampleSteps,
189
+ cfgScale: request.cfgScale,
190
+ // @ts-ignore
191
+ guidance: request.guidance,
192
+ styleRatio: request.styleRatio,
193
+ controlStrength: request.controlStrength,
194
+ normalizeInput: false,
195
+ seed,
196
+ });
197
+ const images = [];
198
+ for (const [idx, img] of results.entries()) {
199
+ images.push({
200
+ handle: sharp(img.data, {
201
+ raw: {
202
+ width: img.width,
203
+ height: img.height,
204
+ channels: img.channel,
205
+ },
206
+ }),
207
+ width: img.width,
208
+ height: img.height,
209
+ channels: img.channel,
210
+ });
211
+ }
212
+ if (!images.length) {
213
+ throw new Error('No images generated');
214
+ }
215
+ return {
216
+ images: images,
217
+ seed,
218
+ };
219
+ }
220
+ export async function processImageToImageTask({ request, config, log }, instance, signal) {
221
+ const seed = request.seed ?? getRandomNumber(0, 1000000);
222
+ console.debug('processImageToImageTask', {
223
+ width: request.image.width,
224
+ height: request.image.height,
225
+ channel: request.image.channels,
226
+ });
227
+ const initImage = {
228
+ data: await request.image.handle.raw().toBuffer(),
229
+ width: request.image.width,
230
+ height: request.image.height,
231
+ channel: request.image.channels,
232
+ };
233
+ const results = await instance.context.img2img({
234
+ initImage,
235
+ prompt: request.prompt,
236
+ width: request.width || 512,
237
+ height: request.height || 512,
238
+ batchCount: request.batchCount,
239
+ sampleMethod: getSamplingMethod(request.samplingMethod || config.samplingMethod),
240
+ cfgScale: request.cfgScale,
241
+ sampleSteps: request.sampleSteps,
242
+ // @ts-ignore
243
+ guidance: request.guidance,
244
+ strength: request.strength,
245
+ styleRatio: request.styleRatio,
246
+ controlStrength: request.controlStrength,
247
+ seed,
248
+ });
249
+ const images = [];
250
+ // to sharp
251
+ // const imagePromises = results.map(async (img, idx) => {
252
+ // return await sharp(img.data, {
253
+ // raw: {
254
+ // width: img.width,
255
+ // height: img.height,
256
+ // channels: img.channel,
257
+ // },
258
+ // })
259
+ // })
260
+ for (const [idx, img] of results.entries()) {
261
+ console.debug('img', {
262
+ id: idx,
263
+ width: img.width,
264
+ height: img.height,
265
+ channels: img.channel,
266
+ });
267
+ images.push({
268
+ handle: sharp(img.data, {
269
+ raw: {
270
+ width: img.width,
271
+ height: img.height,
272
+ channels: img.channel,
273
+ },
274
+ }),
275
+ width: img.width,
276
+ height: img.height,
277
+ channels: img.channel,
278
+ });
279
+ // images.push({
280
+ // data: img.data,
281
+ // width: img.width,
282
+ // height: img.height,
283
+ // channels: img.channel,
284
+ // })
285
+ }
286
+ if (!images.length) {
287
+ throw new Error('No images generated');
288
+ }
289
+ return {
290
+ images: images,
291
+ seed,
292
+ };
293
+ }
294
+ //# sourceMappingURL=engine.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/engines/stable-diffusion-cpp/engine.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,oCAAoC,CAAA;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AACxC,OAAO,KAAK,MAAM,OAAO,CAAA;AACzB,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAW5B,OAAO,EAAY,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAA;AACrE,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAA;AACnF,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAA;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAEtD,OAAO,EAAE,kBAAkB,EAAyB,MAAM,yBAAyB,CAAA;AACnF,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAA;AA+B/E,MAAM,CAAC,MAAM,OAAO,GAAG,IAAI,CAAA;AAE3B,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,EAAE,MAAM,EAAE,GAAG,EAAuE,EACpF,UAAqD,EACrD,MAAoB;IAEpB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAChE,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC9D,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACrB,eAAe,EAAE,CAAA;QACjB,OAAM;IACP,CAAC;IACD,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,uCAAuC,MAAM,CAAC,QAAQ,EAAE,EAAE;QAC7E,KAAK,EAAE,MAAM,CAAC,EAAE;KAChB,CAAC,CAAA;IAEF,MAAM,aAAa,GAAG,CAAC,GAAW,EAAE,gBAAuC,EAAE,EAAE;QAC9E,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,gBAAgB,CAAC,OAAO,4BAA4B,EAAE;YAC5E,KAAK,EAAE,MAAM,CAAC,EAAE;YAChB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,gBAAgB,CAAC,MAAM;SAC/B,CAAC,CAAA;QACF,MAAM,gBAAgB,GAAG,EAAE,CAAA;QAC3B,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtD,gBAAgB,CAAC,IAAI,CACpB,iBAAiB,CAAC;gBACjB,GAAG,EAAE,GAAG;gBACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,UAAU;gBACV,MAAM;aACN,CAAC,CACF,CAAA;QACF,CAAC;QACD,MAAM,YAAY,GAAG,CAAC,GAAoB,EAAE,EAAE;YAC7C,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;gBACd,OAAM;YACP,CAAC;YACD,gBAAgB,CAAC,IAAI,CACpB,iBAAiB,CAAC;gBACjB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,UAAU;gBACV,MAAM;aACN,CAAC,CACF,CAAA;QACF,CAAC,CAAA;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YAC/C,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YAC7D,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;QAChC,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACf,SAAQ;gBACT,CAAC;gBACD,YAAY,CAAC,IAAI,CAAC,CAAA;YACnB,CAAC;QACF,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;IACrC,CAAC,CAAA;IACD,IAAI,CAAC;QACJ,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAM;QACP,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAC1D,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,OAAM;QACP,CAAC;QACD,IAAI,iBAAiB,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;gBAChB,MAAM,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAA;YACnD,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,GAAG,iBAAiB,CAAC,OAAO,oBAAoB,CAAC,CAAA;YAClE,CAAC;QACF,CAAC;QAED,MAAM,oBAAoB,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAC7D,IAAI,oBAAoB,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,oBAAoB,EAAE,CAAC,CAAA;QACzE,CAAC;QAED,MAAM,MAAM,GAAQ,EAAE,CAAA;QACtB,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACvC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;gBAC7D,cAAc,EAAE,IAAI;aACpB,CAAC,CAAA;YACF,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAA;QACvB,CAAC;QACD,OAAO,MAAM,CAAA;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,KAAK,CAAA;IACZ,CAAC;YAAS,CAAC;QACV,eAAe,EAAE,CAAA;IAClB,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAE,MAAM,EAAE,GAAG,EAA6C,EAAE,MAAoB;IACpH,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,6BAA6B,EAAE,MAAM,CAAC,CAAA;IAC3D,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,OAAe,EAAE,EAAE;QACpD,GAAG,CAAC,KAAiB,EAAE,OAAO,CAAC,CAAA;IAChC,CAAC,CAAA;IACD,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,IAAY,EAAE,EAAE;QACpE,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,aAAa,IAAI,IAAI,KAAK,KAAK,IAAI,KAAK,CAAC,CAAA;IAC/D,CAAC,CAAA;IAED,MAAM,wBAAwB,GAAG,CAAC,GAAqB,EAAE,EAAE;QAC1D,IAAI,GAAG,EAAE,CAAC;YACT,OAAO,wBAAwB,CAAC;gBAC/B,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,eAAe,EAAE,MAAM,CAAC,eAAe;aACvC,CAAC,CAAA;QACH,CAAC;QACD,OAAO,SAAS,CAAA;IACjB,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACxD,MAAM,aAAa,GAAG,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,aAAa,GAAG,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,aAAa,GAAG,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;IACtE,MAAM,aAAa,GAAG,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAE5D,IAAI,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACjF,IAAI,OAAO,UAAU,KAAK,WAAW,EAAE,CAAC;QACvC,MAAM,YAAY,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvD,IAAI,YAAY,EAAE,CAAC;YAClB,UAAU,GAAG,aAAa,CAAC,YAAY,CAAC,CAAA;QACzC,CAAC;IACF,CAAC;IAED,IAAI,OAAO,UAAU,KAAK,WAAW,EAAE,CAAC;QACvC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,sFAAsF,EAAE;YAC3G,IAAI,EAAE,MAAM,CAAC,QAAQ;SACrB,CAAC,CAAA;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAA;IACjE,MAAM,aAAa,GAAG;QACrB,KAAK,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;QAC3D,cAAc,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;QACnE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU;QACrC,GAAG,EAAE,WAAW;QAChB,KAAK,EAAE,aAAa;QACpB,KAAK,EAAE,aAAa;QACpB,KAAK,EAAE,aAAa;QACpB,UAAU,EAAE,kBAAkB;QAC9B,KAAK,EAAE,aAAa;QACpB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,OAAO;QAChB,sBAAsB;QACtB,uBAAuB;QACvB,6BAA6B;QAC7B,sBAAsB;KACtB,CAAA;IACD,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,uBAAuB,EAAE,aAAa,CAAC,CAAA;IAC5D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,aAAa;IAClD,aAAa;IACb,aAAa,EACb,SAAS,EACT,cAAc,CACd,CAAA;IAED,OAAO;QACN,OAAO;KACP,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAqD,EAC3E,QAAiC,EACjC,MAAoB;IAEpB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,eAAe,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;IACxD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG;QAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,GAAG;QAC7B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY,EAAE,iBAAiB,CAAC,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC;QAChF,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,aAAa;QACb,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,cAAc,EAAE,KAAK;QACrB,IAAI;KACJ,CAAC,CAAA;IAEF,MAAM,MAAM,GAAY,EAAE,CAAA;IAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE;gBACvB,GAAG,EAAE;oBACJ,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;iBACrB;aACD,CAAC;YACF,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAA;IACH,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;IACvC,CAAC;IACD,OAAO;QACN,MAAM,EAAE,MAAM;QACd,IAAI;KACJ,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC5C,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAsD,EAC5E,QAAiC,EACjC,MAAoB;IAEpB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,eAAe,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;IACxD,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE;QACxC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK;QAC1B,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;QAC5B,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,QAAiB;KACxC,CAAC,CAAA;IACF,MAAM,SAAS,GAAG;QACjB,IAAI,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACjD,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK;QAC1B,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;QAC5B,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,QAAiB;KACxC,CAAA;IACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,SAAS;QACT,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG;QAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,GAAG;QAC7B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY,EAAE,iBAAiB,CAAC,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC;QAChF,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,aAAa;QACb,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,IAAI;KACJ,CAAC,CAAA;IAEF,MAAM,MAAM,GAAY,EAAE,CAAA;IAC1B,WAAW;IACX,0DAA0D;IAC1D,kCAAkC;IAClC,YAAY;IACZ,wBAAwB;IACxB,0BAA0B;IAC1B,6BAA6B;IAC7B,QAAQ;IACR,OAAO;IACP,MAAM;IAEN,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5C,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE;YACpB,EAAE,EAAE,GAAG;YACP,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAA;QAEF,MAAM,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE;gBACvB,GAAG,EAAE;oBACJ,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;iBACrB;aACD,CAAC;YACF,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,QAAQ,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAA;QAEF,gBAAgB;QAChB,mBAAmB;QACnB,qBAAqB;QACrB,uBAAuB;QACvB,0BAA0B;QAC1B,KAAK;IACN,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;IACvC,CAAC;IACD,OAAO;QACN,MAAM,EAAE,MAAM;QACd,IAAI;KACJ,CAAA;AACF,CAAC"}
@@ -0,0 +1,3 @@
1
+ export type StableDiffusionWeightType = 'f32' | 'f16' | 'q4_0' | 'q4_1' | 'q5_0' | 'q5_1' | 'q8_0' | 'q2_k' | 'q3_k' | 'q4_k' | 'q5_k' | 'q6_k' | 'q8_k' | 'iq2_xxs' | 'iq2_xs' | 'iq3_xxs' | 'iq1_s' | 'iq4_nl' | 'iq3_s' | 'iq2_s' | 'iq4_xs' | 'i8' | 'i16' | 'i32' | 'i64' | 'f64' | 'iq1_m' | 'bf16' | 'q4_0_4_4' | 'q4_0_4_8' | 'q4_0_8_8' | (string & {});
2
+ export type StableDiffusionSchedule = 'discrete' | 'karras' | 'exponential' | 'ays' | 'gits' | (string & {});
3
+ export type StableDiffusionSamplingMethod = 'euler' | 'euler_a' | 'lcm' | 'heun' | 'dpm2' | 'dpm++2s_a' | 'dpm++2m' | 'dpm++2mv2' | 'ipndm' | 'ipndm_v' | (string & {});
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/engines/stable-diffusion-cpp/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,4 @@
1
+ import StableDiffusion from '@lmagder/node-stable-diffusion-cpp';
2
+ export declare function parseQuantization(filename: string): string | null;
3
+ export declare function getWeightType(key: string): number | undefined;
4
+ export declare function getSamplingMethod(method?: string): StableDiffusion.SampleMethod | undefined;