node-llama-cpp 3.0.0-beta.18 → 3.0.0-beta.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/dist/apiDocsOverrides.js.map +1 -1
  2. package/dist/bindings/Llama.d.ts +6 -0
  3. package/dist/bindings/Llama.js +11 -0
  4. package/dist/bindings/Llama.js.map +1 -1
  5. package/dist/bindings/getLlama.d.ts +1 -1
  6. package/dist/evaluator/LlamaChat/LlamaChat.js +5 -2
  7. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  8. package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js +1 -2
  9. package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js.map +1 -1
  10. package/dist/evaluator/LlamaCompletion.js +1 -1
  11. package/dist/evaluator/LlamaCompletion.js.map +1 -1
  12. package/dist/evaluator/LlamaGrammar.d.ts +2 -2
  13. package/dist/evaluator/LlamaGrammar.js +3 -3
  14. package/dist/evaluator/LlamaGrammar.js.map +1 -1
  15. package/dist/evaluator/LlamaJsonSchemaGrammar.js +2 -3
  16. package/dist/evaluator/LlamaJsonSchemaGrammar.js.map +1 -1
  17. package/dist/index.d.ts +3 -3
  18. package/dist/index.js.map +1 -1
  19. package/dist/utils/LlamaText.d.ts +1 -1
  20. package/dist/utils/TokenStreamRegulator.d.ts +4 -2
  21. package/dist/utils/TokenStreamRegulator.js +56 -4
  22. package/dist/utils/TokenStreamRegulator.js.map +1 -1
  23. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.d.ts +5 -0
  24. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js +11 -0
  25. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js.map +1 -0
  26. package/dist/utils/gbnfJson/terminals/GbnfArray.d.ts +3 -1
  27. package/dist/utils/gbnfJson/terminals/GbnfArray.js +10 -5
  28. package/dist/utils/gbnfJson/terminals/GbnfArray.js.map +1 -1
  29. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.d.ts +3 -1
  30. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js +9 -4
  31. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js.map +1 -1
  32. package/dist/utils/gbnfJson/terminals/GbnfRepetition.d.ts +9 -0
  33. package/dist/utils/gbnfJson/terminals/GbnfRepetition.js +37 -0
  34. package/dist/utils/gbnfJson/terminals/GbnfRepetition.js.map +1 -0
  35. package/dist/utils/gbnfJson/terminals/GbnfString.js +23 -5
  36. package/dist/utils/gbnfJson/terminals/GbnfString.js.map +1 -1
  37. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.d.ts +6 -3
  38. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js +37 -9
  39. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js.map +1 -1
  40. package/dist/utils/gbnfJson/terminals/gbnfConsts.d.ts +5 -4
  41. package/dist/utils/gbnfJson/terminals/gbnfConsts.js +14 -3
  42. package/dist/utils/gbnfJson/terminals/gbnfConsts.js.map +1 -1
  43. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.d.ts +10 -0
  44. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js +15 -0
  45. package/dist/utils/gbnfJson/utils/GbnfJsonScopeState.js.map +1 -0
  46. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.d.ts +2 -1
  47. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js +6 -5
  48. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js.map +1 -1
  49. package/llama/binariesGithubRelease.json +1 -1
  50. package/llama/gitRelease.bundle +0 -0
  51. package/llama/llama.cpp.info.json +1 -1
  52. package/llamaBins/linux-arm64/_nlcBuildMetadata.json +1 -1
  53. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  54. package/llamaBins/linux-armv7l/_nlcBuildMetadata.json +1 -1
  55. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  56. package/llamaBins/linux-x64/_nlcBuildMetadata.json +1 -1
  57. package/llamaBins/linux-x64/llama-addon.node +0 -0
  58. package/llamaBins/linux-x64-cuda/_nlcBuildMetadata.json +1 -1
  59. package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
  60. package/llamaBins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -1
  61. package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
  62. package/llamaBins/mac-arm64-metal/_nlcBuildMetadata.json +1 -1
  63. package/llamaBins/mac-arm64-metal/default.metallib +0 -0
  64. package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
  65. package/llamaBins/mac-x64/_nlcBuildMetadata.json +1 -1
  66. package/llamaBins/mac-x64/llama-addon.node +0 -0
  67. package/llamaBins/win-arm64/_nlcBuildMetadata.json +1 -1
  68. package/llamaBins/win-arm64/llama-addon.node +0 -0
  69. package/llamaBins/win-x64/_nlcBuildMetadata.json +1 -1
  70. package/llamaBins/win-x64/llama-addon.node +0 -0
  71. package/llamaBins/win-x64-cuda/_nlcBuildMetadata.json +1 -1
  72. package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
  73. package/llamaBins/win-x64-vulkan/_nlcBuildMetadata.json +1 -1
  74. package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
  75. package/package.json +5 -5
  76. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.d.ts +0 -2
  77. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js +0 -9
  78. package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js.map +0 -1
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"22.04"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2834"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"22.04"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2861"}}}
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"21.6.0"},"arch":"arm64","gpu":"metal","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2834"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"21.6.0"},"arch":"arm64","gpu":"metal","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2861"}}}
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"21.6.0"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2834"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"21.6.0"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2861"}}}
Binary file
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2834"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2861"}}}
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2834"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2861"}}}
Binary file
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":"cuda","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2834"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":"cuda","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2861"}}}
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2834"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2861"}}}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.0.0-beta.18",
3
+ "version": "3.0.0-beta.19",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level",
5
5
  "main": "dist/index.js",
6
6
  "type": "module",
@@ -62,7 +62,7 @@
62
62
  "dev:build": "npm run build && node ./dist/cli/cli.js build --noUsageExample",
63
63
  "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models ./docs/api ./docs/api-overrides",
64
64
  "docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/globals.md ./docs/api/functions/LlamaText.md && npm run docs:generateTypedoc:overrides",
65
- "docs:generateTypedoc:overrides": "typedoc --entryPoints ./src/apiDocsOverrides.ts --out ./docs/api-overrides && copyfiles --flat \"./docs/api-overrides/classes/*.md\" ./docs/api/classes && rimraf ./docs/api-overrides",
65
+ "docs:generateTypedoc:overrides": "typedoc --entryPoints ./src/apiDocsOverrides.ts --out ./docs/api-overrides && copyfiles --flat \"./docs/api-overrides/classes/LlamaText.md\" ./docs/api/classes && rimraf ./docs/api-overrides",
66
66
  "docs:dev": "npm run docs:generateTypedoc && vitepress dev",
67
67
  "docs:build": "npm run docs:generateTypedoc && vitepress build",
68
68
  "docs:preview": "npm run docs:generateTypedoc && vitepress preview",
@@ -140,10 +140,10 @@
140
140
  "rimraf": "^5.0.1",
141
141
  "semantic-release": "^22.0.8",
142
142
  "tslib": "^2.6.1",
143
- "typedoc": "^0.25.3",
143
+ "typedoc": "^0.25.13",
144
144
  "typedoc-plugin-markdown": "^4.0.0-next.55",
145
- "typedoc-plugin-mdn-links": "^3.1.19",
146
- "typedoc-vitepress-theme": "^1.0.0-next.10",
145
+ "typedoc-plugin-mdn-links": "^3.1.24",
146
+ "typedoc-vitepress-theme": "1.0.0-next.10",
147
147
  "typescript": "^5.2.2",
148
148
  "vite-node": "^1.4.0",
149
149
  "vitepress": "^1.1.4",
@@ -1,2 +0,0 @@
1
- import { GbnfJsonSchema } from "./gbnfJson/types.js";
2
- export declare function getGbnfGrammarForGbnfJsonSchema(schema: GbnfJsonSchema): string;
@@ -1,9 +0,0 @@
1
- import { getGbnfJsonTerminalForGbnfJsonSchema } from "./gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js";
2
- import { GbnfGrammarGenerator } from "./gbnfJson/GbnfGrammarGenerator.js";
3
- export function getGbnfGrammarForGbnfJsonSchema(schema) {
4
- const grammarGenerator = new GbnfGrammarGenerator();
5
- const rootTerminal = getGbnfJsonTerminalForGbnfJsonSchema(schema, grammarGenerator);
6
- const rootGrammar = rootTerminal.getGrammar(grammarGenerator);
7
- return grammarGenerator.generateGbnfFile(rootGrammar + " [\\n]".repeat(4) + " [\\n]*");
8
- }
9
- //# sourceMappingURL=getGbnfGrammarForGbnfJsonSchema.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"getGbnfGrammarForGbnfJsonSchema.js","sourceRoot":"","sources":["../../src/utils/getGbnfGrammarForGbnfJsonSchema.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,oCAAoC,EAAC,MAAM,0DAA0D,CAAC;AAC9G,OAAO,EAAC,oBAAoB,EAAC,MAAM,oCAAoC,CAAC;AAGxE,MAAM,UAAU,+BAA+B,CAAC,MAAsB;IAClE,MAAM,gBAAgB,GAAG,IAAI,oBAAoB,EAAE,CAAC;IACpD,MAAM,YAAY,GAAG,oCAAoC,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IACpF,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAE9D,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;AAC3F,CAAC"}