node-llama-cpp 2.4.0 → 2.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. package/README.md +35 -2
  2. package/dist/ChatPromptWrapper.d.ts +1 -0
  3. package/dist/ChatPromptWrapper.js +6 -0
  4. package/dist/ChatPromptWrapper.js.map +1 -1
  5. package/dist/chatWrappers/ChatMLPromptWrapper.d.ts +1 -0
  6. package/dist/chatWrappers/ChatMLPromptWrapper.js +3 -0
  7. package/dist/chatWrappers/ChatMLPromptWrapper.js.map +1 -1
  8. package/dist/chatWrappers/FalconChatPromptWrapper.d.ts +19 -0
  9. package/dist/chatWrappers/FalconChatPromptWrapper.js +33 -0
  10. package/dist/chatWrappers/FalconChatPromptWrapper.js.map +1 -0
  11. package/dist/chatWrappers/GeneralChatPromptWrapper.d.ts +1 -0
  12. package/dist/chatWrappers/GeneralChatPromptWrapper.js +4 -1
  13. package/dist/chatWrappers/GeneralChatPromptWrapper.js.map +1 -1
  14. package/dist/chatWrappers/LlamaChatPromptWrapper.d.ts +1 -0
  15. package/dist/chatWrappers/LlamaChatPromptWrapper.js +3 -0
  16. package/dist/chatWrappers/LlamaChatPromptWrapper.js.map +1 -1
  17. package/dist/chatWrappers/generateContextTextFromConversationHistory.d.ts +23 -0
  18. package/dist/chatWrappers/generateContextTextFromConversationHistory.js +47 -0
  19. package/dist/chatWrappers/generateContextTextFromConversationHistory.js.map +1 -0
  20. package/dist/cli/commands/ChatCommand.d.ts +1 -1
  21. package/dist/cli/commands/ChatCommand.js +4 -1
  22. package/dist/cli/commands/ChatCommand.js.map +1 -1
  23. package/dist/index.d.ts +3 -2
  24. package/dist/index.js +2 -1
  25. package/dist/index.js.map +1 -1
  26. package/dist/llamaEvaluator/LlamaChatSession.d.ts +5 -2
  27. package/dist/llamaEvaluator/LlamaChatSession.js +25 -2
  28. package/dist/llamaEvaluator/LlamaChatSession.js.map +1 -1
  29. package/dist/llamaEvaluator/LlamaContext.d.ts +2 -1
  30. package/dist/llamaEvaluator/LlamaContext.js +8 -4
  31. package/dist/llamaEvaluator/LlamaContext.js.map +1 -1
  32. package/dist/types.d.ts +4 -0
  33. package/dist/utils/compileLLamaCpp.js +2 -0
  34. package/dist/utils/compileLLamaCpp.js.map +1 -1
  35. package/dist/utils/getBin.js +20 -14
  36. package/dist/utils/getBin.js.map +1 -1
  37. package/llama/addon.cpp +2 -9
  38. package/llama/binariesGithubRelease.json +1 -1
  39. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  40. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  41. package/llamaBins/linux-ppc64le/llama-addon.node +0 -0
  42. package/llamaBins/linux-x64/llama-addon.node +0 -0
  43. package/llamaBins/{mac-arm64-16 → mac-arm64}/ggml-metal.metal +407 -174
  44. package/llamaBins/mac-arm64/llama-addon.node +0 -0
  45. package/llamaBins/{mac-arm64-17 → mac-x64}/ggml-metal.metal +407 -174
  46. package/llamaBins/mac-x64/llama-addon.node +0 -0
  47. package/llamaBins/win-x64/llama-addon.node +0 -0
  48. package/package.json +8 -4
  49. package/llamaBins/linux-arm64-16/llama-addon.node +0 -0
  50. package/llamaBins/linux-arm64-17/llama-addon.node +0 -0
  51. package/llamaBins/linux-arm64-18/llama-addon.node +0 -0
  52. package/llamaBins/linux-arm64-19/llama-addon.node +0 -0
  53. package/llamaBins/linux-arm64-20/llama-addon.node +0 -0
  54. package/llamaBins/linux-armv7l-16/llama-addon.node +0 -0
  55. package/llamaBins/linux-armv7l-17/llama-addon.node +0 -0
  56. package/llamaBins/linux-armv7l-18/llama-addon.node +0 -0
  57. package/llamaBins/linux-armv7l-19/llama-addon.node +0 -0
  58. package/llamaBins/linux-armv7l-20/llama-addon.node +0 -0
  59. package/llamaBins/linux-ppc64le-16/llama-addon.node +0 -0
  60. package/llamaBins/linux-ppc64le-17/llama-addon.node +0 -0
  61. package/llamaBins/linux-ppc64le-18/llama-addon.node +0 -0
  62. package/llamaBins/linux-ppc64le-19/llama-addon.node +0 -0
  63. package/llamaBins/linux-ppc64le-20/llama-addon.node +0 -0
  64. package/llamaBins/linux-x64-16/llama-addon.node +0 -0
  65. package/llamaBins/linux-x64-17/llama-addon.node +0 -0
  66. package/llamaBins/linux-x64-18/llama-addon.node +0 -0
  67. package/llamaBins/linux-x64-19/llama-addon.node +0 -0
  68. package/llamaBins/linux-x64-20/llama-addon.node +0 -0
  69. package/llamaBins/mac-arm64-16/llama-addon.node +0 -0
  70. package/llamaBins/mac-arm64-17/llama-addon.node +0 -0
  71. package/llamaBins/mac-arm64-18/ggml-metal.metal +0 -2120
  72. package/llamaBins/mac-arm64-18/llama-addon.node +0 -0
  73. package/llamaBins/mac-arm64-19/ggml-metal.metal +0 -2120
  74. package/llamaBins/mac-arm64-19/llama-addon.node +0 -0
  75. package/llamaBins/mac-arm64-20/ggml-metal.metal +0 -2120
  76. package/llamaBins/mac-arm64-20/llama-addon.node +0 -0
  77. package/llamaBins/mac-x64-16/ggml-metal.metal +0 -2120
  78. package/llamaBins/mac-x64-16/llama-addon.node +0 -0
  79. package/llamaBins/mac-x64-17/ggml-metal.metal +0 -2120
  80. package/llamaBins/mac-x64-17/llama-addon.node +0 -0
  81. package/llamaBins/mac-x64-18/ggml-metal.metal +0 -2120
  82. package/llamaBins/mac-x64-18/llama-addon.node +0 -0
  83. package/llamaBins/mac-x64-19/ggml-metal.metal +0 -2120
  84. package/llamaBins/mac-x64-19/llama-addon.node +0 -0
  85. package/llamaBins/mac-x64-20/ggml-metal.metal +0 -2120
  86. package/llamaBins/mac-x64-20/llama-addon.node +0 -0
  87. package/llamaBins/win-x64-16/llama-addon.node +0 -0
  88. package/llamaBins/win-x64-17/llama-addon.exp +0 -0
  89. package/llamaBins/win-x64-17/llama-addon.lib +0 -0
  90. package/llamaBins/win-x64-17/llama-addon.node +0 -0
  91. package/llamaBins/win-x64-18/llama-addon.node +0 -0
  92. package/llamaBins/win-x64-19/llama-addon.exp +0 -0
  93. package/llamaBins/win-x64-19/llama-addon.lib +0 -0
  94. package/llamaBins/win-x64-19/llama-addon.node +0 -0
  95. package/llamaBins/win-x64-20/llama-addon.exp +0 -0
  96. package/llamaBins/win-x64-20/llama-addon.lib +0 -0
  97. package/llamaBins/win-x64-20/llama-addon.node +0 -0
  98. /package/llamaBins/{win-x64-18 → win-x64}/llama-addon.exp +0 -0
  99. /package/llamaBins/{win-x64-18 → win-x64}/llama-addon.lib +0 -0
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "2.4.0",
3
+ "version": "2.5.0",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp",
5
5
  "main": "dist/index.js",
6
6
  "type": "module",
@@ -41,11 +41,11 @@
41
41
  },
42
42
  "scripts": {
43
43
  "prepare": "[ \"$CI\" = true ] || [ -d '.husky/_' ] || husky install",
44
- "prebuild": "rm -rf ./dist ./tsconfig.tsbuildinfo",
44
+ "prebuild": "rimraf ./dist ./tsconfig.tsbuildinfo",
45
45
  "build": "tsc --build tsconfig.json --force",
46
46
  "addPostinstallScript": "npm pkg set scripts.postinstall=\"node ./dist/cli/cli.js postinstall\"",
47
- "generate-docs": "typedoc",
48
- "prewatch": "rm -rf ./dist ./tsconfig.tsbuildinfo",
47
+ "generate-docs": "typedoc --plugin typedoc-plugin-mdn-links",
48
+ "prewatch": "rimraf ./dist ./tsconfig.tsbuildinfo",
49
49
  "watch": "tsc --build tsconfig.json --watch --force",
50
50
  "cmake-js-llama": "cd llama && cmake-js",
51
51
  "test": "npm run test:typescript && npm run lint:eslint",
@@ -53,6 +53,8 @@
53
53
  "lint": "npm run lint:eslint",
54
54
  "lint:eslint": "eslint --ext .js --ext .ts .",
55
55
  "format": "npm run lint:eslint -- --fix",
56
+ "dev:setup": "npm run build && node ./dist/cli/cli.js download",
57
+ "dev:build": "npm run build && node ./dist/cli/cli.js build",
56
58
  "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo",
57
59
  "postinstall": "node ./dist/cli/cli.js postinstall"
58
60
  },
@@ -106,10 +108,12 @@
106
108
  "eslint-plugin-import": "^2.28.0",
107
109
  "eslint-plugin-node": "github:giladgd/eslint-plugin-node#dev/giladgd/fixImportExtentionFixingInTypeScript",
108
110
  "husky": "^8.0.3",
111
+ "rimraf": "^5.0.1",
109
112
  "semantic-release": "^21.0.7",
110
113
  "ts-node": "^10.9.1",
111
114
  "tslib": "^2.6.1",
112
115
  "typedoc": "^0.24.8",
116
+ "typedoc-plugin-mdn-links": "^3.1.0",
113
117
  "typescript": "^5.1.6",
114
118
  "zx": "^7.2.3"
115
119
  },