llama-cpp-capacitor 0.0.12 → 0.0.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. package/LlamaCpp.podspec +17 -17
  2. package/Package.swift +27 -27
  3. package/README.md +717 -574
  4. package/android/build.gradle +88 -69
  5. package/android/src/main/AndroidManifest.xml +2 -2
  6. package/android/src/main/CMakeLists-arm64.txt +131 -0
  7. package/android/src/main/CMakeLists-x86_64.txt +135 -0
  8. package/android/src/main/CMakeLists.txt +35 -52
  9. package/android/src/main/java/ai/annadata/plugin/capacitor/LlamaCpp.java +956 -717
  10. package/android/src/main/java/ai/annadata/plugin/capacitor/LlamaCppPlugin.java +710 -590
  11. package/android/src/main/jni-utils.h +7 -7
  12. package/android/src/main/jni.cpp +952 -159
  13. package/cpp/{rn-completion.cpp → cap-completion.cpp} +202 -24
  14. package/cpp/{rn-completion.h → cap-completion.h} +22 -11
  15. package/cpp/{rn-llama.cpp → cap-llama.cpp} +81 -27
  16. package/cpp/{rn-llama.h → cap-llama.h} +32 -20
  17. package/cpp/{rn-mtmd.hpp → cap-mtmd.hpp} +15 -15
  18. package/cpp/{rn-tts.cpp → cap-tts.cpp} +12 -12
  19. package/cpp/{rn-tts.h → cap-tts.h} +14 -14
  20. package/cpp/ggml-cpu/ggml-cpu-impl.h +30 -0
  21. package/dist/docs.json +100 -3
  22. package/dist/esm/definitions.d.ts +45 -2
  23. package/dist/esm/definitions.js.map +1 -1
  24. package/dist/esm/index.d.ts +22 -0
  25. package/dist/esm/index.js +66 -3
  26. package/dist/esm/index.js.map +1 -1
  27. package/dist/plugin.cjs.js +71 -3
  28. package/dist/plugin.cjs.js.map +1 -1
  29. package/dist/plugin.js +71 -3
  30. package/dist/plugin.js.map +1 -1
  31. package/ios/Sources/LlamaCppPlugin/LlamaCpp.swift +596 -596
  32. package/ios/Sources/LlamaCppPlugin/LlamaCppPlugin.swift +591 -514
  33. package/ios/Tests/LlamaCppPluginTests/LlamaCppPluginTests.swift +15 -15
  34. package/package.json +111 -110
package/ios/Tests/LlamaCppPluginTests/LlamaCppPluginTests.swift CHANGED
@@ -1,15 +1,15 @@
1
- import XCTest
2
- @testable import LlamaCppPlugin
3
-
4
- class LlamaCppTests: XCTestCase {
5
- func testEcho() {
6
- // This is an example of a functional test case for a plugin.
7
- // Use XCTAssert and related functions to verify your tests produce the correct results.
8
-
9
- let implementation = LlamaCpp()
10
- let value = "Hello, World!"
11
- let result = implementation.echo(value)
12
-
13
- XCTAssertEqual(value, result)
14
- }
15
- }
1
+ import XCTest
2
+ @testable import LlamaCppPlugin
3
+
4
+ class LlamaCppTests: XCTestCase {
5
+ func testEcho() {
6
+ // This is an example of a functional test case for a plugin.
7
+ // Use XCTAssert and related functions to verify your tests produce the correct results.
8
+
9
+ let implementation = LlamaCpp()
10
+ let value = "Hello, World!"
11
+ let result = implementation.echo(value)
12
+
13
+ XCTAssertEqual(value, result)
14
+ }
15
+ }
package/package.json CHANGED
@@ -1,110 +1,111 @@
1
- {
2
- "name": "llama-cpp-capacitor",
3
- "version": "0.0.12",
4
- "description": "A native Capacitor plugin that embeds llama.cpp directly into mobile apps, enabling offline AI inference with comprehensive support for text generation, multimodal processing, TTS, LoRA adapters, and more.",
5
- "main": "dist/plugin.cjs.js",
6
- "module": "dist/esm/index.js",
7
- "types": "types/llama-cpp-capacitor.d.ts",
8
- "unpkg": "dist/plugin.js",
9
- "files": [
10
- "android/src/main/",
11
- "android/build.gradle",
12
- "cpp/",
13
- "dist/",
14
- "ios/Sources",
15
- "ios/Tests",
16
- "Package.swift",
17
- "LlamaCpp.podspec",
18
- "types/"
19
- ],
20
- "author": "Yakub Mohammad",
21
- "license": "MIT",
22
- "repository": {
23
- "type": "git",
24
- "url": "git+https://github.com/arusatech/llama-cpp.git"
25
- },
26
- "bugs": {
27
- "url": "https://github.com/arusatech/llama-cpp/issues"
28
- },
29
- "homepage": "https://github.com/arusatech/llama-cpp#readme",
30
- "keywords": [
31
- "capacitor",
32
- "plugin",
33
- "native",
34
- "llama",
35
- "llama.cpp",
36
- "ai",
37
- "machine-learning",
38
- "offline-ai",
39
- "text-generation",
40
- "multimodal",
41
- "tts",
42
- "text-to-speech",
43
- "lora",
44
- "embeddings",
45
- "reranking",
46
- "chat-completion",
47
- "gguf",
48
- "large-language-model",
49
- "llm"
50
- ],
51
- "scripts": {
52
- "verify": "npm run verify:ios && npm run verify:android && npm run verify:web",
53
- "verify:ios": "xcodebuild -scheme LlamaCpp -destination generic/platform=iOS",
54
- "verify:android": "cd android && ./gradlew clean build test && cd ..",
55
- "verify:web": "npm run build",
56
- "lint": "npm run eslint && npm run prettier -- --check && npm run swiftlint -- lint",
57
- "fmt": "npm run eslint -- --fix && npm run prettier -- --write && npm run swiftlint -- --fix --format",
58
- "eslint": "eslint . --ext ts",
59
- "prettier": "prettier \"**/*.{css,html,ts,js,java}\" --plugin=prettier-plugin-java",
60
- "swiftlint": "node-swiftlint",
61
- "docgen": "docgen --api LlamaCppPlugin --output-readme README.md --output-json dist/docs.json",
62
- "build": "npm run clean && npm run docgen && tsc && rollup -c rollup.config.mjs",
63
- "build:native": "./build-native.sh",
64
- "build:ios": "cd ios && cmake -B build -S . && cmake --build build --config Release",
65
- "build:android": "cd android && ./gradlew assembleRelease",
66
- "test": "jest",
67
- "test:integration": "./scripts/test-integration.sh",
68
- "test:integration:jest": "jest --config test/jest.integration.config.js",
69
- "test:integration:custom": "ts-node test/integration/test-runner.ts",
70
- "test:unit": "jest --testPathIgnorePatterns=test/integration",
71
- "test:coverage": "jest --coverage",
72
- "clean": "rimraf ./dist",
73
- "clean:native": "rimraf ios/build android/build android/src/main/jniLibs",
74
- "clean:test": "rimraf test/output test/coverage",
75
- "watch": "tsc --watch",
76
- "prepublishOnly": "npm run build"
77
- },
78
- "devDependencies": {
79
- "@capacitor/android": "^7.0.0",
80
- "@capacitor/core": "^7.4.3",
81
- "@capacitor/docgen": "^0.3.0",
82
- "@capacitor/ios": "^7.0.0",
83
- "@ionic/eslint-config": "^0.4.0",
84
- "@ionic/prettier-config": "^4.0.0",
85
- "@ionic/swiftlint-config": "^2.0.0",
86
- "eslint": "^8.57.0",
87
- "prettier": "^3.4.2",
88
- "prettier-plugin-java": "^2.6.6",
89
- "rimraf": "^6.0.1",
90
- "rollup": "^4.30.1",
91
- "swiftlint": "^2.0.0",
92
- "typescript": "~4.1.5"
93
- },
94
- "peerDependencies": {
95
- "@capacitor/core": ">=7.0.0"
96
- },
97
- "prettier": "@ionic/prettier-config",
98
- "swiftlint": "@ionic/swiftlint-config",
99
- "eslintConfig": {
100
- "extends": "@ionic/eslint-config/recommended"
101
- },
102
- "capacitor": {
103
- "ios": {
104
- "src": "ios"
105
- },
106
- "android": {
107
- "src": "android"
108
- }
109
- }
110
- }
1
+ {
2
+ "name": "llama-cpp-capacitor",
3
+ "version": "0.0.21",
4
+ "description": "A native Capacitor plugin that embeds llama.cpp directly into mobile apps, enabling offline AI inference with comprehensive support for text generation, multimodal processing, TTS, LoRA adapters, and more.",
5
+ "main": "dist/plugin.cjs.js",
6
+ "type": "module",
7
+ "module": "dist/esm/index.js",
8
+ "types": "types/llama-cpp-capacitor.d.ts",
9
+ "unpkg": "dist/plugin.js",
10
+ "files": [
11
+ "android/src/main/",
12
+ "android/build.gradle",
13
+ "cpp/",
14
+ "dist/",
15
+ "ios/Sources",
16
+ "ios/Tests",
17
+ "Package.swift",
18
+ "LlamaCpp.podspec",
19
+ "types/"
20
+ ],
21
+ "author": "Yakub Mohammad",
22
+ "license": "MIT",
23
+ "repository": {
24
+ "type": "git",
25
+ "url": "git+https://github.com/arusatech/llama-cpp.git"
26
+ },
27
+ "bugs": {
28
+ "url": "https://github.com/arusatech/llama-cpp/issues"
29
+ },
30
+ "homepage": "https://github.com/arusatech/llama-cpp#readme",
31
+ "keywords": [
32
+ "capacitor",
33
+ "plugin",
34
+ "native",
35
+ "llama",
36
+ "llama.cpp",
37
+ "ai",
38
+ "machine-learning",
39
+ "offline-ai",
40
+ "text-generation",
41
+ "multimodal",
42
+ "tts",
43
+ "text-to-speech",
44
+ "lora",
45
+ "embeddings",
46
+ "reranking",
47
+ "chat-completion",
48
+ "gguf",
49
+ "large-language-model",
50
+ "llm"
51
+ ],
52
+ "scripts": {
53
+ "verify": "npm run verify:ios && npm run verify:android && npm run verify:web",
54
+ "verify:ios": "xcodebuild -scheme LlamaCpp -destination generic/platform=iOS",
55
+ "verify:android": "cd android && gradlew.bat clean build test && cd ..",
56
+ "verify:web": "npm run build",
57
+ "lint": "npm run eslint && npm run prettier -- --check && npm run swiftlint -- lint",
58
+ "fmt": "npm run eslint -- --fix && npm run prettier -- --write && npm run swiftlint -- --fix --format",
59
+ "eslint": "eslint . --ext ts",
60
+ "prettier": "prettier \"**/*.{css,html,ts,js,java}\" --plugin=prettier-plugin-java",
61
+ "swiftlint": "node-swiftlint",
62
+ "docgen": "docgen --api LlamaCppPlugin --output-readme README.md --output-json dist/docs.json",
63
+ "build": "npm run clean && npm run docgen && tsc && rollup -c rollup.config.mjs",
64
+ "build:native": "./build-native.sh",
65
+ "build:ios": "cd ios && cmake -B build -S . && cmake --build build --config Release",
66
+ "build:android": "cd android && gradlew.bat assembleRelease",
67
+ "test": "jest",
68
+ "test:integration": "./scripts/test-integration.sh",
69
+ "test:integration:jest": "jest --config test/jest.integration.config.js",
70
+ "test:integration:custom": "ts-node test/integration/test-runner.ts",
71
+ "test:unit": "jest --testPathIgnorePatterns=test/integration",
72
+ "test:coverage": "jest --coverage",
73
+ "clean": "rimraf ./dist",
74
+ "clean:native": "rimraf ios/build android/build android/src/main/jniLibs",
75
+ "clean:test": "rimraf test/output test/coverage",
76
+ "watch": "tsc --watch",
77
+ "prepublishOnly": "npm run build"
78
+ },
79
+ "devDependencies": {
80
+ "@capacitor/android": "^7.0.0",
81
+ "@capacitor/core": "^7.4.3",
82
+ "@capacitor/docgen": "^0.3.0",
83
+ "@capacitor/ios": "^7.0.0",
84
+ "@ionic/eslint-config": "^0.4.0",
85
+ "@ionic/prettier-config": "^4.0.0",
86
+ "@ionic/swiftlint-config": "^2.0.0",
87
+ "eslint": "^8.57.0",
88
+ "prettier": "^3.4.2",
89
+ "prettier-plugin-java": "^2.6.6",
90
+ "rimraf": "^6.0.1",
91
+ "rollup": "^4.30.1",
92
+ "swiftlint": "^2.0.0",
93
+ "typescript": "~4.1.5"
94
+ },
95
+ "peerDependencies": {
96
+ "@capacitor/core": ">=7.0.0"
97
+ },
98
+ "prettier": "@ionic/prettier-config",
99
+ "swiftlint": "@ionic/swiftlint-config",
100
+ "eslintConfig": {
101
+ "extends": "@ionic/eslint-config/recommended"
102
+ },
103
+ "capacitor": {
104
+ "ios": {
105
+ "src": "ios"
106
+ },
107
+ "android": {
108
+ "src": "android"
109
+ }
110
+ }
111
+ }