node-llama-cpp 3.0.0-beta.17 → 3.0.0-beta.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (167) hide show
  1. package/README.md +8 -5
  2. package/dist/ChatWrapper.js +3 -3
  3. package/dist/ChatWrapper.js.map +1 -1
  4. package/dist/apiDocsOverrides.d.ts +1 -0
  5. package/dist/apiDocsOverrides.js +5 -0
  6. package/dist/apiDocsOverrides.js.map +1 -0
  7. package/dist/bindings/AddonTypes.d.ts +1 -0
  8. package/dist/bindings/Llama.d.ts +6 -0
  9. package/dist/bindings/Llama.js +11 -0
  10. package/dist/bindings/Llama.js.map +1 -1
  11. package/dist/bindings/getLlama.d.ts +6 -2
  12. package/dist/bindings/getLlama.js +11 -4
  13. package/dist/bindings/getLlama.js.map +1 -1
  14. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.d.ts +3 -0
  15. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js +27 -0
  16. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js.map +1 -0
  17. package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +1 -2
  18. package/dist/chatWrappers/generic/TemplateChatWrapper.js +1 -2
  19. package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -1
  20. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +2 -2
  21. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -1
  22. package/dist/cli/cli.js +5 -3
  23. package/dist/cli/cli.js.map +1 -1
  24. package/dist/cli/commands/DebugCommand.js +3 -5
  25. package/dist/cli/commands/DebugCommand.js.map +1 -1
  26. package/dist/cli/commands/DownloadCommand.d.ts +1 -1
  27. package/dist/cli/commands/DownloadCommand.js +2 -1
  28. package/dist/cli/commands/DownloadCommand.js.map +1 -1
  29. package/dist/cli/commands/PullCommand.d.ts +12 -0
  30. package/dist/cli/commands/PullCommand.js +109 -0
  31. package/dist/cli/commands/PullCommand.js.map +1 -0
  32. package/dist/cli/commands/inspect/commands/InspectGgufCommand.d.ts +1 -0
  33. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +23 -11
  34. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
  35. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +2 -1
  36. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -1
  37. package/dist/cli/recommendedModels.js +12 -20
  38. package/dist/cli/recommendedModels.js.map +1 -1
  39. package/dist/cli/utils/resolveCommandGgufPath.d.ts +3 -1
  40. package/dist/cli/utils/resolveCommandGgufPath.js +41 -97
  41. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
  42. package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +2 -2
  43. package/dist/cli/utils/resolveModelRecommendationFileOptions.js +1 -4
  44. package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -1
  45. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +18 -2
  46. package/dist/evaluator/LlamaChat/LlamaChat.js +258 -205
  47. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  48. package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js +1 -2
  49. package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js.map +1 -1
  50. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +22 -3
  51. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +18 -7
  52. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  53. package/dist/evaluator/LlamaCompletion.js +2 -2
  54. package/dist/evaluator/LlamaCompletion.js.map +1 -1
  55. package/dist/evaluator/LlamaContext/LlamaContext.d.ts +2 -7
  56. package/dist/evaluator/LlamaContext/LlamaContext.js +12 -12
  57. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  58. package/dist/evaluator/LlamaEmbeddingContext.d.ts +2 -10
  59. package/dist/evaluator/LlamaEmbeddingContext.js +9 -23
  60. package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -1
  61. package/dist/evaluator/LlamaGrammar.d.ts +3 -3
  62. package/dist/evaluator/LlamaGrammar.js +3 -3
  63. package/dist/evaluator/LlamaGrammar.js.map +1 -1
  64. package/dist/evaluator/LlamaJsonSchemaGrammar.js +2 -3
  65. package/dist/evaluator/LlamaJsonSchemaGrammar.js.map +1 -1
  66. package/dist/evaluator/LlamaModel.d.ts +9 -0
  67. package/dist/evaluator/LlamaModel.js +2 -1
  68. package/dist/evaluator/LlamaModel.js.map +1 -1
  69. package/dist/gguf/insights/GgufInsights.js +12 -12
  70. package/dist/gguf/insights/GgufInsights.js.map +1 -1
  71. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +27 -3
  72. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -1
  73. package/dist/gguf/parser/parseGguf.js +5 -0
  74. package/dist/gguf/parser/parseGguf.js.map +1 -1
  75. package/dist/gguf/readGgufFileInfo.d.ts +5 -2
  76. package/dist/gguf/readGgufFileInfo.js +38 -10
  77. package/dist/gguf/readGgufFileInfo.js.map +1 -1
  78. package/dist/gguf/types/GgufFileInfoTypes.d.ts +32 -0
  79. package/dist/gguf/types/GgufFileInfoTypes.js.map +1 -1
  80. package/dist/gguf/utils/getGgufMetadataArchitectureData.js +1 -1
  81. package/dist/gguf/utils/getGgufMetadataArchitectureData.js.map +1 -1
  82. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.d.ts +2 -0
  83. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +39 -0
  84. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -0
  85. package/dist/gguf/utils/resolveSplitGgufParts.d.ts +7 -0
  86. package/dist/gguf/utils/resolveSplitGgufParts.js +55 -0
  87. package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -0
  88. package/dist/index.d.ts +6 -4
  89. package/dist/index.js +4 -2
  90. package/dist/index.js.map +1 -1
  91. package/dist/utils/LlamaText.d.ts +29 -20
  92. package/dist/utils/LlamaText.js +253 -243
  93. package/dist/utils/LlamaText.js.map +1 -1
  94. package/dist/utils/StopGenerationDetector.d.ts +1 -1
  95. package/dist/utils/StopGenerationDetector.js +2 -0
  96. package/dist/utils/StopGenerationDetector.js.map +1 -1
  97. package/dist/utils/TokenStreamRegulator.d.ts +4 -2
  98. package/dist/utils/TokenStreamRegulator.js +56 -4
  99. package/dist/utils/TokenStreamRegulator.js.map +1 -1
  100. package/dist/utils/createModelDownloader.d.ts +99 -0
  101. package/dist/utils/createModelDownloader.js +226 -0
  102. package/dist/utils/createModelDownloader.js.map +1 -0
  103. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js +18 -8
  104. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map +1 -1
  105. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.d.ts +5 -0
  106. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js +11 -0
  107. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js.map +1 -0
  108. package/dist/utils/gbnfJson/terminals/GbnfArray.d.ts +3 -1
  109. package/dist/utils/gbnfJson/terminals/GbnfArray.js +10 -5
  110. package/dist/utils/gbnfJson/terminals/GbnfArray.js.map +1 -1
  111. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.d.ts +3 -1
  112. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js +9 -4
  113. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js.map +1 -1
  114. package/dist/utils/gbnfJson/terminals/GbnfRepetition.d.ts +9 -0
  115. package/dist/utils/gbnfJson/terminals/GbnfRepetition.js +37 -0
  116. package/dist/utils/gbnfJson/terminals/GbnfRepetition.js.map +1 -0
  117. package/dist/utils/gbnfJson/terminals/GbnfString.js +23 -5
  118. package/dist/utils/gbnfJson/terminals/GbnfString.js.map +1 -1
  119. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.d.ts +6 -3
  120. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js +37 -9
  121. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js.map +1 -1
  122. package/dist/utils/gbnfJson/terminals/gbnfConsts.d.ts +5 -4
  123. package/dist/utils/gbnfJson/terminals/gbnfConsts.js +14 -3
  124. package/dist/utils/gbnfJson/terminals/gbnfConsts.js.map +1 -1
  125. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.d.ts +10 -0
  126. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js +15 -0
  127. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js.map +1 -0
  128. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.d.ts +2 -1
  129. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js +6 -5
  130. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js.map +1 -1
  131. package/dist/utils/parseTextTemplate.d.ts +2 -2
  132. package/dist/utils/parseTextTemplate.js +2 -2
  133. package/dist/utils/runtime.d.ts +4 -0
  134. package/dist/utils/runtime.js +8 -0
  135. package/dist/utils/runtime.js.map +1 -0
  136. package/llama/addon.cpp +18 -7
  137. package/llama/binariesGithubRelease.json +1 -1
  138. package/llama/gitRelease.bundle +0 -0
  139. package/llama/grammars/README.md +1 -1
  140. package/llama/llama.cpp.info.json +1 -1
  141. package/llamaBins/linux-arm64/_nlcBuildMetadata.json +1 -1
  142. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  143. package/llamaBins/linux-armv7l/_nlcBuildMetadata.json +1 -1
  144. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  145. package/llamaBins/linux-x64/_nlcBuildMetadata.json +1 -1
  146. package/llamaBins/linux-x64/llama-addon.node +0 -0
  147. package/llamaBins/linux-x64-cuda/_nlcBuildMetadata.json +1 -1
  148. package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
  149. package/llamaBins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -1
  150. package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
  151. package/llamaBins/mac-arm64-metal/_nlcBuildMetadata.json +1 -1
  152. package/llamaBins/mac-arm64-metal/default.metallib +0 -0
  153. package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
  154. package/llamaBins/mac-x64/_nlcBuildMetadata.json +1 -1
  155. package/llamaBins/mac-x64/llama-addon.node +0 -0
  156. package/llamaBins/win-arm64/_nlcBuildMetadata.json +1 -1
  157. package/llamaBins/win-arm64/llama-addon.node +0 -0
  158. package/llamaBins/win-x64/_nlcBuildMetadata.json +1 -1
  159. package/llamaBins/win-x64/llama-addon.node +0 -0
  160. package/llamaBins/win-x64-cuda/_nlcBuildMetadata.json +1 -1
  161. package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
  162. package/llamaBins/win-x64-vulkan/_nlcBuildMetadata.json +1 -1
  163. package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
  164. package/package.json +11 -8
  165. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.d.ts +0 -2
  166. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js +0 -9
  167. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js.map +0 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.0.0-beta.17",
3
+ "version": "3.0.0-beta.19",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level",
5
5
  "main": "dist/index.js",
6
6
  "type": "module",
@@ -60,8 +60,9 @@
60
60
  "dev:setup:downloadAllTestModels": "vite-node test/utils/scripts/downloadAllTestModels.ts",
61
61
  "dev:setup": "npm run build && node ./dist/cli/cli.js download --noUsageExample && npm run docs:generateTypedoc && npm run dev:setup:downloadAllTestModels",
62
62
  "dev:build": "npm run build && node ./dist/cli/cli.js build --noUsageExample",
63
- "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models",
64
- "docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/exports.md",
63
+ "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models ./docs/api ./docs/api-overrides",
64
+ "docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/globals.md ./docs/api/functions/LlamaText.md && npm run docs:generateTypedoc:overrides",
65
+ "docs:generateTypedoc:overrides": "typedoc --entryPoints ./src/apiDocsOverrides.ts --out ./docs/api-overrides && copyfiles --flat \"./docs/api-overrides/classes/LlamaText.md\" ./docs/api/classes && rimraf ./docs/api-overrides",
65
66
  "docs:dev": "npm run docs:generateTypedoc && vitepress dev",
66
67
  "docs:build": "npm run docs:generateTypedoc && vitepress build",
67
68
  "docs:preview": "npm run docs:generateTypedoc && vitepress preview",
@@ -115,6 +116,7 @@
115
116
  "@commitlint/cli": "^17.7.1",
116
117
  "@commitlint/config-conventional": "^17.7.0",
117
118
  "@semantic-release/exec": "^6.0.3",
119
+ "@shikijs/vitepress-twoslash": "^1.3.0",
118
120
  "@types/async-retry": "^1.4.8",
119
121
  "@types/bytes": "^3.1.4",
120
122
  "@types/cross-spawn": "^6.0.2",
@@ -129,6 +131,7 @@
129
131
  "@typescript-eslint/parser": "^6.3.0",
130
132
  "@vitest/coverage-v8": "^1.4.0",
131
133
  "@vitest/ui": "^1.4.0",
134
+ "copyfiles": "^2.4.1",
132
135
  "eslint": "^8.46.0",
133
136
  "eslint-plugin-import": "^2.28.0",
134
137
  "eslint-plugin-jsdoc": "^46.9.0",
@@ -137,13 +140,13 @@
137
140
  "rimraf": "^5.0.1",
138
141
  "semantic-release": "^22.0.8",
139
142
  "tslib": "^2.6.1",
140
- "typedoc": "^0.25.3",
143
+ "typedoc": "^0.25.13",
141
144
  "typedoc-plugin-markdown": "^4.0.0-next.55",
142
- "typedoc-plugin-mdn-links": "^3.1.19",
143
- "typedoc-vitepress-theme": "^1.0.0-next.10",
145
+ "typedoc-plugin-mdn-links": "^3.1.24",
146
+ "typedoc-vitepress-theme": "1.0.0-next.10",
144
147
  "typescript": "^5.2.2",
145
148
  "vite-node": "^1.4.0",
146
- "vitepress": "1.0.0-rc.22",
149
+ "vitepress": "^1.1.4",
147
150
  "vitest": "^1.4.0",
148
151
  "zx": "^7.2.3"
149
152
  },
@@ -159,7 +162,7 @@
159
162
  "env-var": "^7.3.1",
160
163
  "filenamify": "^6.0.0",
161
164
  "fs-extra": "^11.2.0",
162
- "ipull": "^3.0.11",
165
+ "ipull": "^3.1.1",
163
166
  "is-unicode-supported": "^2.0.0",
164
167
  "lifecycle-utils": "^1.4.1",
165
168
  "log-symbols": "^5.1.0",
@@ -1,2 +0,0 @@
1
- import { GbnfJsonSchema } from "./gbnfJson/types.js";
2
- export declare function getGbnfGrammarForGbnfJsonSchema(schema: GbnfJsonSchema): string;
@@ -1,9 +0,0 @@
1
- import { getGbnfJsonTerminalForGbnfJsonSchema } from "./gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js";
2
- import { GbnfGrammarGenerator } from "./gbnfJson/GbnfGrammarGenerator.js";
3
- export function getGbnfGrammarForGbnfJsonSchema(schema) {
4
- const grammarGenerator = new GbnfGrammarGenerator();
5
- const rootTerminal = getGbnfJsonTerminalForGbnfJsonSchema(schema, grammarGenerator);
6
- const rootGrammar = rootTerminal.getGrammar(grammarGenerator);
7
- return grammarGenerator.generateGbnfFile(rootGrammar + " [\\n]".repeat(4) + " [\\n]*");
8
- }
9
- //# sourceMappingURL=getGbnfGrammarForGbnfJsonSchema.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"getGbnfGrammarForGbnfJsonSchema.js","sourceRoot":"","sources":["../../src/utils/getGbnfGrammarForGbnfJsonSchema.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,oCAAoC,EAAC,MAAM,0DAA0D,CAAC;AAC9G,OAAO,EAAC,oBAAoB,EAAC,MAAM,oCAAoC,CAAC;AAGxE,MAAM,UAAU,+BAA+B,CAAC,MAAsB;IAClE,MAAM,gBAAgB,GAAG,IAAI,oBAAoB,EAAE,CAAC;IACpD,MAAM,YAAY,GAAG,oCAAoC,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IACpF,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAE9D,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;AAC3F,CAAC"}