cactus-react-native 0.1.3 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +551 -720
- package/android/src/main/java/com/cactus/Cactus.java +41 -0
- package/android/src/main/java/com/cactus/LlamaContext.java +19 -0
- package/android/src/newarch/java/com/cactus/CactusModule.java +5 -0
- package/android/src/oldarch/java/com/cactus/CactusModule.java +5 -0
- package/ios/Cactus.mm +14 -0
- package/ios/CactusContext.h +1 -0
- package/ios/CactusContext.mm +18 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/lib/commonjs/NativeCactus.js +10 -0
- package/lib/commonjs/NativeCactus.js.map +1 -1
- package/lib/commonjs/chat.js +37 -0
- package/lib/commonjs/grammar.js +560 -0
- package/lib/commonjs/index.js +545 -0
- package/lib/commonjs/index.js.map +1 -1
- package/lib/commonjs/lm.js +106 -0
- package/lib/commonjs/lm.js.map +1 -1
- package/lib/commonjs/projectId.js +8 -0
- package/lib/commonjs/projectId.js.map +1 -0
- package/lib/commonjs/remote.js +153 -0
- package/lib/commonjs/remote.js.map +1 -0
- package/lib/commonjs/telemetry.js +103 -0
- package/lib/commonjs/telemetry.js.map +1 -0
- package/lib/commonjs/tools.js +79 -0
- package/lib/commonjs/tools.js.map +1 -0
- package/lib/commonjs/tts.js +32 -0
- package/lib/commonjs/tts.js.map +1 -1
- package/lib/commonjs/vlm.js +150 -0
- package/lib/commonjs/vlm.js.map +1 -0
- package/lib/module/NativeCactus.js +8 -0
- package/lib/module/NativeCactus.js.map +1 -1
- package/lib/module/chat.js +33 -0
- package/lib/module/grammar.js +553 -0
- package/lib/module/index.js +435 -0
- package/lib/module/index.js.map +1 -1
- package/lib/module/lm.js +101 -0
- package/lib/module/lm.js.map +1 -0
- package/lib/module/projectId.js +4 -0
- package/lib/module/projectId.js.map +1 -0
- package/lib/module/remote.js +144 -0
- package/lib/module/remote.js.map +1 -0
- package/lib/module/telemetry.js +98 -0
- package/lib/module/telemetry.js.map +1 -0
- package/lib/module/tools.js +73 -0
- package/lib/module/tools.js.map +1 -0
- package/lib/module/tts.js +27 -0
- package/lib/module/tts.js.map +1 -1
- package/lib/module/vlm.js +145 -0
- package/lib/module/vlm.js.map +1 -1
- package/lib/typescript/NativeCactus.d.ts +7 -0
- package/lib/typescript/NativeCactus.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +3 -1
- package/lib/typescript/index.d.ts.map +1 -1
- package/lib/typescript/lm.d.ts +11 -34
- package/lib/typescript/lm.d.ts.map +1 -1
- package/lib/typescript/projectId.d.ts +2 -0
- package/lib/typescript/projectId.d.ts.map +1 -0
- package/lib/typescript/remote.d.ts +7 -0
- package/lib/typescript/remote.d.ts.map +1 -0
- package/lib/typescript/telemetry.d.ts +25 -0
- package/lib/typescript/telemetry.d.ts.map +1 -0
- package/lib/typescript/tools.d.ts +0 -3
- package/lib/typescript/tools.d.ts.map +1 -1
- package/lib/typescript/tts.d.ts.map +1 -1
- package/lib/typescript/vlm.d.ts +14 -34
- package/lib/typescript/vlm.d.ts.map +1 -1
- package/package.json +4 -4
- package/scripts/postInstall.js +33 -0
- package/src/NativeCactus.ts +7 -0
- package/src/index.ts +122 -46
- package/src/lm.ts +80 -5
- package/src/projectId.ts +1 -0
- package/src/remote.ts +175 -0
- package/src/telemetry.ts +138 -0
- package/src/tools.ts +17 -58
- package/src/vlm.ts +129 -8
- package/android/src/main/jniLibs/x86_64/libcactus.so +0 -0
- package/android/src/main/jniLibs/x86_64/libcactus_x86_64.so +0 -0
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.CactusLM = void 0;
|
|
7
|
+
var _index = require("./index");
|
|
8
|
+
var _telemetry = require("./telemetry");
|
|
9
|
+
var _remote = require("./remote");
|
|
10
|
+
class CactusLM {
|
|
11
|
+
constructor(context) {
|
|
12
|
+
this.context = context;
|
|
13
|
+
}
|
|
14
|
+
static async init(params, onProgress, cactusToken) {
|
|
15
|
+
if (cactusToken) {
|
|
16
|
+
(0, _remote.setCactusToken)(cactusToken);
|
|
17
|
+
}
|
|
18
|
+
const configs = [params, {
|
|
19
|
+
...params,
|
|
20
|
+
n_gpu_layers: 0
|
|
21
|
+
}];
|
|
22
|
+
for (const config of configs) {
|
|
23
|
+
try {
|
|
24
|
+
const context = await (0, _index.initLlama)(config, onProgress);
|
|
25
|
+
return {
|
|
26
|
+
lm: new CactusLM(context),
|
|
27
|
+
error: null
|
|
28
|
+
};
|
|
29
|
+
} catch (e) {
|
|
30
|
+
_telemetry.Telemetry.error(e, {
|
|
31
|
+
n_gpu_layers: config.n_gpu_layers ?? null,
|
|
32
|
+
n_ctx: config.n_ctx ?? null,
|
|
33
|
+
model: config.model ?? null
|
|
34
|
+
});
|
|
35
|
+
if (configs.indexOf(config) === configs.length - 1) {
|
|
36
|
+
return {
|
|
37
|
+
lm: null,
|
|
38
|
+
error: e
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
return {
|
|
44
|
+
lm: null,
|
|
45
|
+
error: new Error('Failed to initialize CactusLM')
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
async completion(messages, params = {}, callback) {
|
|
49
|
+
return await this.context.completion({
|
|
50
|
+
messages,
|
|
51
|
+
...params
|
|
52
|
+
}, callback);
|
|
53
|
+
}
|
|
54
|
+
async embedding(text, params, mode = 'local') {
|
|
55
|
+
let result;
|
|
56
|
+
let lastError = null;
|
|
57
|
+
if (mode === 'remote') {
|
|
58
|
+
result = await this._handleRemoteEmbedding(text);
|
|
59
|
+
} else if (mode === 'local') {
|
|
60
|
+
result = await this._handleLocalEmbedding(text, params);
|
|
61
|
+
} else if (mode === 'localfirst') {
|
|
62
|
+
try {
|
|
63
|
+
result = await this._handleLocalEmbedding(text, params);
|
|
64
|
+
} catch (e) {
|
|
65
|
+
lastError = e;
|
|
66
|
+
try {
|
|
67
|
+
result = await this._handleRemoteEmbedding(text);
|
|
68
|
+
} catch (remoteError) {
|
|
69
|
+
throw lastError;
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
} else if (mode === 'remotefirst') {
|
|
73
|
+
try {
|
|
74
|
+
result = await this._handleRemoteEmbedding(text);
|
|
75
|
+
} catch (e) {
|
|
76
|
+
lastError = e;
|
|
77
|
+
try {
|
|
78
|
+
result = await this._handleLocalEmbedding(text, params);
|
|
79
|
+
} catch (localError) {
|
|
80
|
+
throw lastError;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
} else {
|
|
84
|
+
throw new Error('Invalid mode: ' + mode + '. Must be "local", "remote", "localfirst", or "remotefirst"');
|
|
85
|
+
}
|
|
86
|
+
return result;
|
|
87
|
+
}
|
|
88
|
+
async _handleLocalEmbedding(text, params) {
|
|
89
|
+
return this.context.embedding(text, params);
|
|
90
|
+
}
|
|
91
|
+
async _handleRemoteEmbedding(text) {
|
|
92
|
+
const embeddingValues = await (0, _remote.getVertexAIEmbedding)(text);
|
|
93
|
+
return {
|
|
94
|
+
embedding: embeddingValues
|
|
95
|
+
};
|
|
96
|
+
}
|
|
97
|
+
async rewind() {
|
|
98
|
+
// @ts-ignore
|
|
99
|
+
return this.context?.rewind();
|
|
100
|
+
}
|
|
101
|
+
async release() {
|
|
102
|
+
return this.context.release();
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
exports.CactusLM = CactusLM;
|
|
106
|
+
//# sourceMappingURL=lm.js.map
|
package/lib/commonjs/lm.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_index","require","CactusLM","constructor","context","init","params","onProgress","
|
|
1
|
+
{"version":3,"names":["_index","require","_telemetry","_remote","CactusLM","constructor","context","init","params","onProgress","cactusToken","setCactusToken","configs","n_gpu_layers","config","initLlama","lm","error","e","Telemetry","n_ctx","model","indexOf","length","Error","completion","messages","callback","embedding","text","mode","result","lastError","_handleRemoteEmbedding","_handleLocalEmbedding","remoteError","localError","embeddingValues","getVertexAIEmbedding","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASA,IAAAC,UAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AAOO,MAAMG,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACvCC,WAAoB,EACK;IACzB,IAAIA,WAAW,EAAE;MACf,IAAAC,sBAAc,EAACD,WAAW,CAAC;IAC7B;IAEA,MAAME,OAAO,GAAG,CACdJ,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEK,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAMN,OAAO,GAAG,MAAM,IAAAS,gBAAS,EAACD,MAAM,EAAEL,UAAU,CAAC;QACnD,OAAO;UAAEO,EAAE,EAAE,IAAIZ,QAAQ,CAACE,OAAO,CAAC;UAAEW,KAAK,EAAE;QAAK,CAAC;MACnD,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAW;UAC1BL,YAAY,EAAEC,MAAM,CAACD,YAAY,IAAI,IAAI;UACzCO,KAAK,EAAEN,MAAM,CAACM,KAAK,IAAI,IAAI;UAC3BC,KAAK,EAAEP,MAAM,CAACO,KAAK,IAAI;QACzB,CAAC,CAAC;QACF,IAAIT,OAAO,CAACU,OAAO,CAACR,MAAM,CAAC,KAAKF,OAAO,CAACW,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAAEP,EAAE,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAW,CAAC;QACxC;MACF;IACF;IACA,OAAO;MAAEF,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIO,KAAK,CAAC,+BAA+B;IAAE,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtClB,MAAwB,GAAG,CAAC,CAAC,EAC7BmB,QAA8B,EACG;IACjC,OAAO,MAAM,IAAI,CAACrB,OAAO,CAACmB,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGlB;IAAO,CAAC,EAAEmB,QAAQ,CAAC;EACzE;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZrB,MAAwB,EACxBsB,IAAY,GAAG,OAAO,EACU;IAChC,IAAIC,MAA6B;IACjC,IAAIC,SAAuB,GAAG,IAAI;IAElC,IAAIF,IAAI,KAAK,QAAQ,EAAE;MACrBC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;IAClD,CAAC,MAAM,IAAIC,IAAI,KAAK,OAAO,EAAE;MAC3BC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAErB,MAAM,CAAC;IACzD,CAAC,MAAM,IAAIsB,IAAI,KAAK,YAAY,EAAE;MAChC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAErB,MAAM,CAAC;MACzD,CAAC,CAAC,OAAOU,CAAC,EAAE;QACVc,SAAS,GAAGd,CAAU;QACtB,IAAI;UACFa,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;QAClD,CAAC,CAAC,OAAOM,WAAW,EAAE;UACpB,MAAMH,SAAS;QACjB;MACF;IACF,CAAC,MAAM,IAAIF,IAAI,KAAK,aAAa,EAAE;MACjC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;MAClD,CAAC,CAAC,OAAOX,CAAC,EAAE;QACVc,SAAS,GAAGd,CAAU;QACtB,IAAI;UACFa,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAErB,MAAM,CAAC;QACzD,CAAC,CAAC,OAAO4B,UAAU,EAAE;UACnB,MAAMJ,SAAS;QACjB;MACF;IACF,CAAC,MAAM;MACL,MAAM,IAAIR,KAAK,CAAC,gBAAgB,GAAGM,IAAI,GAAG,6DAA6D,CAAC;IAC1G;IACA,OAAOC,MAAM;EACf;EAEA,MAAcG,qBAAqBA,CAACL,IAAY,EAAErB,MAAwB,EAAkC;IAC1G,OAAO,IAAI,CAACF,OAAO,CAACsB,SAAS,CAACC,IAAI,EAAErB,MAAM,CAAC;EAC7C;EAEA,MAAcyB,sBAAsBA,CAACJ,IAAY,EAAkC;IACjF,MAAMQ,eAAe,GAAG,MAAM,IAAAC,4BAAoB,EAACT,IAAI,CAAC;IACxD,OAAO;MACLD,SAAS,EAAES;IACb,CAAC;EACH;EAEA,MAAME,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACjC,OAAO,EAAEiC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAAClC,OAAO,CAACkC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAArC,QAAA,GAAAA,QAAA","ignoreList":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["PROJECT_ID","exports"],"sourceRoot":"../../src","sources":["projectId.ts"],"mappings":";;;;;;AAAO,MAAMA,UAAU,GAAAC,OAAA,CAAAD,UAAA,GAAG,SAAS","ignoreList":[]}
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.getTextCompletion = getTextCompletion;
|
|
7
|
+
exports.getVertexAICompletion = getVertexAICompletion;
|
|
8
|
+
exports.getVertexAIEmbedding = getVertexAIEmbedding;
|
|
9
|
+
exports.getVisionCompletion = getVisionCompletion;
|
|
10
|
+
exports.getVisionCompletionFromData = getVisionCompletionFromData;
|
|
11
|
+
exports.setCactusToken = setCactusToken;
|
|
12
|
+
let _cactusToken = null;
|
|
13
|
+
function setCactusToken(token) {
|
|
14
|
+
_cactusToken = token;
|
|
15
|
+
}
|
|
16
|
+
async function getVertexAIEmbedding(text) {
|
|
17
|
+
if (_cactusToken === null) {
|
|
18
|
+
throw new Error('CactusToken not set. Please call CactusLM.init with cactusToken parameter.');
|
|
19
|
+
}
|
|
20
|
+
const projectId = 'cactus-v1-452518';
|
|
21
|
+
const location = 'us-central1';
|
|
22
|
+
const modelId = 'text-embedding-005';
|
|
23
|
+
const endpoint = `https://${location}-aiplatform.googleapis.com/v1/projects/${projectId}/locations/${location}/publishers/google/models/${modelId}:predict`;
|
|
24
|
+
const headers = {
|
|
25
|
+
'Authorization': `Bearer ${_cactusToken}`,
|
|
26
|
+
'Content-Type': 'application/json'
|
|
27
|
+
};
|
|
28
|
+
const requestBody = {
|
|
29
|
+
instances: [{
|
|
30
|
+
content: text
|
|
31
|
+
}]
|
|
32
|
+
};
|
|
33
|
+
const response = await fetch(endpoint, {
|
|
34
|
+
method: 'POST',
|
|
35
|
+
headers,
|
|
36
|
+
body: JSON.stringify(requestBody)
|
|
37
|
+
});
|
|
38
|
+
if (response.status === 401) {
|
|
39
|
+
_cactusToken = null;
|
|
40
|
+
throw new Error('Authentication failed. Please update your cactusToken.');
|
|
41
|
+
} else if (!response.ok) {
|
|
42
|
+
const errorText = await response.text();
|
|
43
|
+
throw new Error(`HTTP ${response.status}: ${errorText}`);
|
|
44
|
+
}
|
|
45
|
+
const responseBody = await response.json();
|
|
46
|
+
if (responseBody.error) {
|
|
47
|
+
throw new Error(`API Error: ${responseBody.error.message}`);
|
|
48
|
+
}
|
|
49
|
+
const predictions = responseBody.predictions;
|
|
50
|
+
if (!predictions || predictions.length === 0) {
|
|
51
|
+
throw new Error('No predictions in response');
|
|
52
|
+
}
|
|
53
|
+
const embeddings = predictions[0].embeddings;
|
|
54
|
+
const values = embeddings.values;
|
|
55
|
+
return values;
|
|
56
|
+
}
|
|
57
|
+
async function getVertexAICompletion(textPrompt, imageData, imagePath, mimeType) {
|
|
58
|
+
if (_cactusToken === null) {
|
|
59
|
+
throw new Error('CactusToken not set. Please call CactusVLM.init with cactusToken parameter.');
|
|
60
|
+
}
|
|
61
|
+
const projectId = 'cactus-v1-452518';
|
|
62
|
+
const location = 'global';
|
|
63
|
+
const modelId = 'gemini-2.5-flash-lite-preview-06-17';
|
|
64
|
+
const endpoint = `https://aiplatform.googleapis.com/v1/projects/${projectId}/locations/${location}/publishers/google/models/${modelId}:generateContent`;
|
|
65
|
+
const headers = {
|
|
66
|
+
'Authorization': `Bearer ${_cactusToken}`,
|
|
67
|
+
'Content-Type': 'application/json'
|
|
68
|
+
};
|
|
69
|
+
const parts = [];
|
|
70
|
+
if (imageData) {
|
|
71
|
+
const detectedMimeType = mimeType || 'image/jpeg';
|
|
72
|
+
parts.push({
|
|
73
|
+
inlineData: {
|
|
74
|
+
mimeType: detectedMimeType,
|
|
75
|
+
data: imageData
|
|
76
|
+
}
|
|
77
|
+
});
|
|
78
|
+
} else if (imagePath) {
|
|
79
|
+
const detectedMimeType = mimeType || detectMimeType(imagePath);
|
|
80
|
+
const RNFS = require('react-native-fs');
|
|
81
|
+
const base64Data = await RNFS.readFile(imagePath, 'base64');
|
|
82
|
+
parts.push({
|
|
83
|
+
inlineData: {
|
|
84
|
+
mimeType: detectedMimeType,
|
|
85
|
+
data: base64Data
|
|
86
|
+
}
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
parts.push({
|
|
90
|
+
text: textPrompt
|
|
91
|
+
});
|
|
92
|
+
const requestBody = {
|
|
93
|
+
contents: {
|
|
94
|
+
role: 'user',
|
|
95
|
+
parts: parts
|
|
96
|
+
}
|
|
97
|
+
};
|
|
98
|
+
const response = await fetch(endpoint, {
|
|
99
|
+
method: 'POST',
|
|
100
|
+
headers,
|
|
101
|
+
body: JSON.stringify(requestBody)
|
|
102
|
+
});
|
|
103
|
+
if (response.status === 401) {
|
|
104
|
+
_cactusToken = null;
|
|
105
|
+
throw new Error('Authentication failed. Please update your cactusToken.');
|
|
106
|
+
} else if (!response.ok) {
|
|
107
|
+
const errorText = await response.text();
|
|
108
|
+
throw new Error(`HTTP ${response.status}: ${errorText}`);
|
|
109
|
+
}
|
|
110
|
+
const responseBody = await response.json();
|
|
111
|
+
if (Array.isArray(responseBody)) {
|
|
112
|
+
throw new Error('Unexpected response format: received array instead of object');
|
|
113
|
+
}
|
|
114
|
+
if (responseBody.error) {
|
|
115
|
+
throw new Error(`API Error: ${responseBody.error.message}`);
|
|
116
|
+
}
|
|
117
|
+
const candidates = responseBody.candidates;
|
|
118
|
+
if (!candidates || candidates.length === 0) {
|
|
119
|
+
throw new Error('No candidates in response');
|
|
120
|
+
}
|
|
121
|
+
const content = candidates[0].content;
|
|
122
|
+
const responseParts = content.parts;
|
|
123
|
+
if (!responseParts || responseParts.length === 0) {
|
|
124
|
+
throw new Error('No parts in response');
|
|
125
|
+
}
|
|
126
|
+
return responseParts[0].text || '';
|
|
127
|
+
}
|
|
128
|
+
async function getTextCompletion(prompt) {
|
|
129
|
+
return getVertexAICompletion(prompt);
|
|
130
|
+
}
|
|
131
|
+
async function getVisionCompletion(prompt, imagePath) {
|
|
132
|
+
return getVertexAICompletion(prompt, undefined, imagePath);
|
|
133
|
+
}
|
|
134
|
+
async function getVisionCompletionFromData(prompt, imageData, mimeType) {
|
|
135
|
+
return getVertexAICompletion(prompt, imageData, undefined, mimeType);
|
|
136
|
+
}
|
|
137
|
+
function detectMimeType(filePath) {
|
|
138
|
+
const extension = filePath.toLowerCase().split('.').pop();
|
|
139
|
+
switch (extension) {
|
|
140
|
+
case 'jpg':
|
|
141
|
+
case 'jpeg':
|
|
142
|
+
return 'image/jpeg';
|
|
143
|
+
case 'png':
|
|
144
|
+
return 'image/png';
|
|
145
|
+
case 'gif':
|
|
146
|
+
return 'image/gif';
|
|
147
|
+
case 'webp':
|
|
148
|
+
return 'image/webp';
|
|
149
|
+
default:
|
|
150
|
+
return 'image/jpeg';
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
//# sourceMappingURL=remote.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_cactusToken","setCactusToken","token","getVertexAIEmbedding","text","Error","projectId","location","modelId","endpoint","headers","requestBody","instances","content","response","fetch","method","body","JSON","stringify","status","ok","errorText","responseBody","json","error","message","predictions","length","embeddings","values","getVertexAICompletion","textPrompt","imageData","imagePath","mimeType","parts","detectedMimeType","push","inlineData","data","detectMimeType","RNFS","require","base64Data","readFile","contents","role","Array","isArray","candidates","responseParts","getTextCompletion","prompt","getVisionCompletion","undefined","getVisionCompletionFromData","filePath","extension","toLowerCase","split","pop"],"sourceRoot":"../../src","sources":["remote.ts"],"mappings":";;;;;;;;;;;AAAA,IAAIA,YAA2B,GAAG,IAAI;AAE/B,SAASC,cAAcA,CAACC,KAAoB,EAAQ;EACzDF,YAAY,GAAGE,KAAK;AACtB;AAEO,eAAeC,oBAAoBA,CAACC,IAAY,EAAqB;EAC1E,IAAIJ,YAAY,KAAK,IAAI,EAAE;IACzB,MAAM,IAAIK,KAAK,CAAC,4EAA4E,CAAC;EAC/F;EAEA,MAAMC,SAAS,GAAG,kBAAkB;EACpC,MAAMC,QAAQ,GAAG,aAAa;EAC9B,MAAMC,OAAO,GAAG,oBAAoB;EAEpC,MAAMC,QAAQ,GAAG,WAAWF,QAAQ,0CAA0CD,SAAS,cAAcC,QAAQ,6BAA6BC,OAAO,UAAU;EAE3J,MAAME,OAAO,GAAG;IACd,eAAe,EAAE,UAAUV,YAAY,EAAE;IACzC,cAAc,EAAE;EAClB,CAAC;EAED,MAAMW,WAAW,GAAG;IAClBC,SAAS,EAAE,CAAC;MAAEC,OAAO,EAAET;IAAK,CAAC;EAC/B,CAAC;EAED,MAAMU,QAAQ,GAAG,MAAMC,KAAK,CAACN,QAAQ,EAAE;IACrCO,MAAM,EAAE,MAAM;IACdN,OAAO;IACPO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACR,WAAW;EAClC,CAAC,CAAC;EAEF,IAAIG,QAAQ,CAACM,MAAM,KAAK,GAAG,EAAE;IAC3BpB,YAAY,GAAG,IAAI;IACnB,MAAM,IAAIK,KAAK,CAAC,wDAAwD,CAAC;EAC3E,CAAC,MAAM,IAAI,CAACS,QAAQ,CAACO,EAAE,EAAE;IACvB,MAAMC,SAAS,GAAG,MAAMR,QAAQ,CAACV,IAAI,CAAC,CAAC;IACvC,MAAM,IAAIC,KAAK,CAAC,QAAQS,QAAQ,CAACM,MAAM,KAAKE,SAAS,EAAE,CAAC;EAC1D;EAEA,MAAMC,YAAY,GAAG,MAAMT,QAAQ,CAACU,IAAI,CAAC,CAAC;EAE1C,IAAID,YAAY,CAACE,KAAK,EAAE;IACtB,MAAM,IAAIpB,KAAK,CAAC,cAAckB,YAAY,CAACE,KAAK,CAACC,OAAO,EAAE,CAAC;EAC7D;EAEA,MAAMC,WAAW,GAAGJ,YAAY,CAACI,WAAW;EAC5C,IAAI,CAACA,WAAW,IAAIA,WAAW,CAACC,MAAM,KAAK,CAAC,EAAE;IAC5C,MAAM,IAAIvB,KAAK,CAAC,4BAA4B,CAAC;EAC/C;EAEA,MAAMwB,UAAU,GAAGF,WAAW,CAAC,CAAC,CAAC,CAACE,UAAU;EAC5C,MAAMC,MAAM,GAAGD,UAAU,CAACC,MAAM;EAEhC,OAAOA,MAAM;AACf;AAEO,eAAeC,qBAAqBA,CACzCC,UAAkB,EAClBC,SAAkB,EAClBC,SAAkB,EAClBC,QAAiB,EACA;EACjB,IAAInC,YAAY,KAAK,IAAI,EAAE;IACzB,MAAM,IAAIK,KAAK,CAAC,6EAA6E,CAAC;EAChG;EAEA,MAAMC,SAAS,GAAG,kBAAkB;EACpC,MAAMC,QAAQ,GAAG,QAAQ;EACzB,MAAMC,OAAO,GAAG,qCAAqC;EAErD,MAAMC,QAAQ,GAAG,iDAAiDH,SAAS,cAAcC,QAAQ,6BAA6BC,OAAO,kBAAkB;EAEvJ,MAAME,OAAO,GAAG;IACd,eAAe,EAAE,UAAUV,YAAY,EAAE;IACzC,cAAc,EAAE;EAClB,CAAC;EAED,MAAMoC,KAAY,GAAG,EAAE;EAEvB,IAAIH,SAAS,EAAE;IACb,MAAMI,gBAAgB,GAAGF,QAAQ,IAAI,YAAY;IACjDC,KAAK,CAACE,IAAI,CAAC;MACTC,UAAU,EAAE;QACVJ,QAAQ,EAAEE,gBAAgB;QAC1BG,IAAI,EAAEP;MACR;IACF,CAAC,CAAC;EACJ,CAAC,MAAM,IAAIC,SAAS,EAAE;IACpB,MAAMG,gBAAgB,GAAGF,QAAQ,IAAIM,cAAc,CAACP,SAAS,CAAC;IAC9D,MAAMQ,IAAI,GAAGC,OAAO,CAAC,iBAAiB,CAAC;IACvC,MAAMC,UAAU,GAAG,MAAMF,IAAI,CAACG,QAAQ,CAACX,SAAS,EAAE,QAAQ,CAAC;IAC3DE,KAAK,CAACE,IAAI,CAAC;MACTC,UAAU,EAAE;QACVJ,QAAQ,EAAEE,gBAAgB;QAC1BG,IAAI,EAAEI;MACR;IACF,CAAC,CAAC;EACJ;EAEAR,KAAK,CAACE,IAAI,CAAC;IAAElC,IAAI,EAAE4B;EAAW,CAAC,CAAC;EAEhC,MAAMrB,WAAW,GAAG;IAClBmC,QAAQ,EAAE;MACRC,IAAI,EAAE,MAAM;MACZX,KAAK,EAAEA;IACT;EACF,CAAC;EAED,MAAMtB,QAAQ,GAAG,MAAMC,KAAK,CAACN,QAAQ,EAAE;IACrCO,MAAM,EAAE,MAAM;IACdN,OAAO;IACPO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACR,WAAW;EAClC,CAAC,CAAC;EAEF,IAAIG,QAAQ,CAACM,MAAM,KAAK,GAAG,EAAE;IAC3BpB,YAAY,GAAG,IAAI;IACnB,MAAM,IAAIK,KAAK,CAAC,wDAAwD,CAAC;EAC3E,CAAC,MAAM,IAAI,CAACS,QAAQ,CAACO,EAAE,EAAE;IACvB,MAAMC,SAAS,GAAG,MAAMR,QAAQ,CAACV,IAAI,CAAC,CAAC;IACvC,MAAM,IAAIC,KAAK,CAAC,QAAQS,QAAQ,CAACM,MAAM,KAAKE,SAAS,EAAE,CAAC;EAC1D;EAEA,MAAMC,YAAY,GAAG,MAAMT,QAAQ,CAACU,IAAI,CAAC,CAAC;EAE1C,IAAIwB,KAAK,CAACC,OAAO,CAAC1B,YAAY,CAAC,EAAE;IAC/B,MAAM,IAAIlB,KAAK,CAAC,8DAA8D,CAAC;EACjF;EAEA,IAAIkB,YAAY,CAACE,KAAK,EAAE;IACtB,MAAM,IAAIpB,KAAK,CAAC,cAAckB,YAAY,CAACE,KAAK,CAACC,OAAO,EAAE,CAAC;EAC7D;EAEA,MAAMwB,UAAU,GAAG3B,YAAY,CAAC2B,UAAU;EAC1C,IAAI,CAACA,UAAU,IAAIA,UAAU,CAACtB,MAAM,KAAK,CAAC,EAAE;IAC1C,MAAM,IAAIvB,KAAK,CAAC,2BAA2B,CAAC;EAC9C;EAEA,MAAMQ,OAAO,GAAGqC,UAAU,CAAC,CAAC,CAAC,CAACrC,OAAO;EACrC,MAAMsC,aAAa,GAAGtC,OAAO,CAACuB,KAAK;EACnC,IAAI,CAACe,aAAa,IAAIA,aAAa,CAACvB,MAAM,KAAK,CAAC,EAAE;IAChD,MAAM,IAAIvB,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,OAAO8C,aAAa,CAAC,CAAC,CAAC,CAAC/C,IAAI,IAAI,EAAE;AACpC;AAEO,eAAegD,iBAAiBA,CAACC,MAAc,EAAmB;EACvE,OAAOtB,qBAAqB,CAACsB,MAAM,CAAC;AACtC;AAEO,eAAeC,mBAAmBA,CAACD,MAAc,EAAEnB,SAAiB,EAAmB;EAC5F,OAAOH,qBAAqB,CAACsB,MAAM,EAAEE,SAAS,EAAErB,SAAS,CAAC;AAC5D;AAEO,eAAesB,2BAA2BA,CAACH,MAAc,EAAEpB,SAAiB,EAAEE,QAAiB,EAAmB;EACvH,OAAOJ,qBAAqB,CAACsB,MAAM,EAAEpB,SAAS,EAAEsB,SAAS,EAAEpB,QAAQ,CAAC;AACtE;AAEA,SAASM,cAAcA,CAACgB,QAAgB,EAAU;EAChD,MAAMC,SAAS,GAAGD,QAAQ,CAACE,WAAW,CAAC,CAAC,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC;EACzD,QAAQH,SAAS;IACf,KAAK,KAAK;IACV,KAAK,MAAM;MACT,OAAO,YAAY;IACrB,KAAK,KAAK;MACR,OAAO,WAAW;IACpB,KAAK,KAAK;MACR,OAAO,WAAW;IACpB,KAAK,MAAM;MACT,OAAO,YAAY;IACrB;MACE,OAAO,YAAY;EACvB;AACF","ignoreList":[]}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.Telemetry = void 0;
|
|
7
|
+
var _reactNative = require("react-native");
|
|
8
|
+
var _projectId = require("./projectId");
|
|
9
|
+
// Import package.json to get version
|
|
10
|
+
const packageJson = require('../package.json');
|
|
11
|
+
class Telemetry {
|
|
12
|
+
static instance = null;
|
|
13
|
+
constructor(config) {
|
|
14
|
+
this.config = {
|
|
15
|
+
table: 'telemetry',
|
|
16
|
+
...config
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
static getFilename(path) {
|
|
20
|
+
try {
|
|
21
|
+
return path.split('/').pop() || path.split('\\').pop() || 'unknown';
|
|
22
|
+
} catch {
|
|
23
|
+
return 'unknown';
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
static autoInit() {
|
|
27
|
+
if (!Telemetry.instance) {
|
|
28
|
+
Telemetry.instance = new Telemetry({
|
|
29
|
+
supabaseUrl: 'https://vlqqczxwyaodtcdmdmlw.supabase.co',
|
|
30
|
+
supabaseKey: 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6InZscXFjenh3eWFvZHRjZG1kbWx3Iiwicm9sZSI6ImFub24iLCJpYXQiOjE3NTE1MTg2MzIsImV4cCI6MjA2NzA5NDYzMn0.nBzqGuK9j6RZ6mOPWU2boAC_5H9XDs-fPpo5P3WZYbI' // Anon!
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
static init(config) {
|
|
35
|
+
if (!Telemetry.instance) {
|
|
36
|
+
Telemetry.instance = new Telemetry(config);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
static track(payload, options, deviceMetadata) {
|
|
40
|
+
if (!Telemetry.instance) {
|
|
41
|
+
Telemetry.autoInit();
|
|
42
|
+
}
|
|
43
|
+
Telemetry.instance.trackInternal(payload, options, deviceMetadata);
|
|
44
|
+
}
|
|
45
|
+
static error(error, options) {
|
|
46
|
+
if (!Telemetry.instance) {
|
|
47
|
+
Telemetry.autoInit();
|
|
48
|
+
}
|
|
49
|
+
Telemetry.instance.errorInternal(error, options);
|
|
50
|
+
}
|
|
51
|
+
trackInternal(payload, options, deviceMetadata) {
|
|
52
|
+
const record = {
|
|
53
|
+
project_id: _projectId.PROJECT_ID,
|
|
54
|
+
device_id: deviceMetadata?.deviceId,
|
|
55
|
+
device_manufacturer: deviceMetadata?.make,
|
|
56
|
+
device_model: deviceMetadata?.model,
|
|
57
|
+
os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
|
|
58
|
+
os_version: _reactNative.Platform.Version.toString(),
|
|
59
|
+
framework: 'react-native',
|
|
60
|
+
framework_version: packageJson.version,
|
|
61
|
+
telemetry_payload: payload,
|
|
62
|
+
timestamp: new Date().toISOString(),
|
|
63
|
+
model_filename: Telemetry.getFilename(options.model || ''),
|
|
64
|
+
n_ctx: options.n_ctx,
|
|
65
|
+
n_gpu_layers: options.n_gpu_layers
|
|
66
|
+
};
|
|
67
|
+
this.sendRecord(record).catch(() => {});
|
|
68
|
+
}
|
|
69
|
+
errorInternal(error, options) {
|
|
70
|
+
const errorPayload = {
|
|
71
|
+
message: error.message,
|
|
72
|
+
stack: error.stack,
|
|
73
|
+
name: error.name
|
|
74
|
+
};
|
|
75
|
+
const record = {
|
|
76
|
+
project_id: _projectId.PROJECT_ID,
|
|
77
|
+
os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
|
|
78
|
+
os_version: _reactNative.Platform.Version.toString(),
|
|
79
|
+
framework: 'react-native',
|
|
80
|
+
framework_version: packageJson.version,
|
|
81
|
+
error_payload: errorPayload,
|
|
82
|
+
timestamp: new Date().toISOString(),
|
|
83
|
+
model_filename: Telemetry.getFilename(options.model || ''),
|
|
84
|
+
n_ctx: options.n_ctx,
|
|
85
|
+
n_gpu_layers: options.n_gpu_layers
|
|
86
|
+
};
|
|
87
|
+
this.sendRecord(record).catch(() => {});
|
|
88
|
+
}
|
|
89
|
+
async sendRecord(record) {
|
|
90
|
+
await globalThis.fetch(`${this.config.supabaseUrl}/rest/v1/${this.config.table}`, {
|
|
91
|
+
method: 'POST',
|
|
92
|
+
headers: {
|
|
93
|
+
'apikey': this.config.supabaseKey,
|
|
94
|
+
'Authorization': `Bearer ${this.config.supabaseKey}`,
|
|
95
|
+
'Content-Type': 'application/json',
|
|
96
|
+
'Prefer': 'return=minimal'
|
|
97
|
+
},
|
|
98
|
+
body: JSON.stringify([record])
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
exports.Telemetry = Telemetry;
|
|
103
|
+
//# sourceMappingURL=telemetry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_reactNative","require","_projectId","packageJson","Telemetry","instance","constructor","config","table","getFilename","path","split","pop","autoInit","supabaseUrl","supabaseKey","init","track","payload","options","deviceMetadata","trackInternal","error","errorInternal","record","project_id","PROJECT_ID","device_id","deviceId","device_manufacturer","make","device_model","model","os","Platform","OS","os_version","Version","toString","framework","framework_version","version","telemetry_payload","timestamp","Date","toISOString","model_filename","n_ctx","n_gpu_layers","sendRecord","catch","errorPayload","message","stack","name","error_payload","globalThis","fetch","method","headers","body","JSON","stringify","exports"],"sourceRoot":"../../src","sources":["telemetry.ts"],"mappings":";;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAGA,IAAAC,UAAA,GAAAD,OAAA;AAFA;AACA,MAAME,WAAW,GAAGF,OAAO,CAAC,iBAAiB,CAAC;AAgCvC,MAAMG,SAAS,CAAC;EACrB,OAAeC,QAAQ,GAAqB,IAAI;EAGxCC,WAAWA,CAACC,MAAuB,EAAE;IAC3C,IAAI,CAACA,MAAM,GAAG;MACZC,KAAK,EAAE,WAAW;MAClB,GAAGD;IACL,CAAC;EACH;EAEA,OAAeE,WAAWA,CAACC,IAAY,EAAU;IAC/C,IAAI;MACF,OAAOA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC,IAAIF,IAAI,CAACC,KAAK,CAAC,IAAI,CAAC,CAACC,GAAG,CAAC,CAAC,IAAI,SAAS;IACrE,CAAC,CAAC,MAAM;MACN,OAAO,SAAS;IAClB;EACF;EAEA,OAAOC,QAAQA,CAAA,EAAS;IACtB,IAAI,CAACT,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAAC;QACjCU,WAAW,EAAE,0CAA0C;QACvDC,WAAW,EAAE,kNAAkN,CAAE;MACnO,CAAC,CAAC;IACJ;EACF;EAEA,OAAOC,IAAIA,CAACT,MAAuB,EAAQ;IACzC,IAAI,CAACH,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAACG,MAAM,CAAC;IAC5C;EACF;EAEA,OAAOU,KAAKA,CAACC,OAA4B,EAAEC,OAAwB,EAAEC,cAAoC,EAAQ;IAC/G,IAAI,CAAChB,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEgB,aAAa,CAACH,OAAO,EAAEC,OAAO,EAAEC,cAAc,CAAC;EACrE;EAEA,OAAOE,KAAKA,CAACA,KAAY,EAAEH,OAAwB,EAAQ;IACzD,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEkB,aAAa,CAACD,KAAK,EAAEH,OAAO,CAAC;EACnD;EAEQE,aAAaA,CAACH,OAA4B,EAAEC,OAAwB,EAAEC,cAAoC,EAAQ;IACxH,MAAMI,MAAuB,GAAG;MAC9BC,UAAU,EAAEC,qBAAU;MACtBC,SAAS,EAAEP,cAAc,EAAEQ,QAAQ;MACnCC,mBAAmB,EAAET,cAAc,EAAEU,IAAI;MACzCC,YAAY,EAAEX,cAAc,EAAEY,KAAK;MACnCC,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAErC,WAAW,CAACsC,OAAO;MACtCC,iBAAiB,EAAExB,OAAO;MAC1ByB,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAE1C,SAAS,CAACK,WAAW,CAACU,OAAO,CAACa,KAAK,IAAI,EAAE,CAAC;MAC1De,KAAK,EAAE5B,OAAO,CAAC4B,KAAK;MACpBC,YAAY,EAAE7B,OAAO,CAAC6B;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAACzB,MAAM,CAAC,CAAC0B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEQ3B,aAAaA,CAACD,KAAY,EAAEH,OAAwB,EAAQ;IAClE,MAAMgC,YAAY,GAAG;MACnBC,OAAO,EAAE9B,KAAK,CAAC8B,OAAO;MACtBC,KAAK,EAAE/B,KAAK,CAAC+B,KAAK;MAClBC,IAAI,EAAEhC,KAAK,CAACgC;IACd,CAAC;IAED,MAAM9B,MAAuB,GAAG;MAC9BC,UAAU,EAAEC,qBAAU;MACtBO,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAErC,WAAW,CAACsC,OAAO;MACtCc,aAAa,EAAEJ,YAAY;MAC3BR,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAE1C,SAAS,CAACK,WAAW,CAACU,OAAO,CAACa,KAAK,IAAI,EAAE,CAAC;MAC1De,KAAK,EAAE5B,OAAO,CAAC4B,KAAK;MACpBC,YAAY,EAAE7B,OAAO,CAAC6B;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAACzB,MAAM,CAAC,CAAC0B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEA,MAAcD,UAAUA,CAACzB,MAAuB,EAAiB;IAC/D,MAAOgC,UAAU,CAASC,KAAK,CAAC,GAAG,IAAI,CAAClD,MAAM,CAACO,WAAW,YAAY,IAAI,CAACP,MAAM,CAACC,KAAK,EAAE,EAAE;MACzFkD,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAACpD,MAAM,CAACQ,WAAW;QACjC,eAAe,EAAE,UAAU,IAAI,CAACR,MAAM,CAACQ,WAAW,EAAE;QACpD,cAAc,EAAE,kBAAkB;QAClC,QAAQ,EAAE;MACZ,CAAC;MACD6C,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC,CAACtC,MAAM,CAAC;IAC/B,CAAC,CAAC;EACJ;AACF;AAACuC,OAAA,CAAA3D,SAAA,GAAAA,SAAA","ignoreList":[]}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.Tools = void 0;
|
|
7
|
+
exports.parseAndExecuteTool = parseAndExecuteTool;
|
|
8
|
+
class Tools {
|
|
9
|
+
tools = new Map();
|
|
10
|
+
add(func, description, parameters) {
|
|
11
|
+
this.tools.set(func.name, {
|
|
12
|
+
func,
|
|
13
|
+
description,
|
|
14
|
+
parameters,
|
|
15
|
+
required: Object.entries(parameters).filter(([_, param]) => param.required).map(([key, _]) => key)
|
|
16
|
+
});
|
|
17
|
+
return func;
|
|
18
|
+
}
|
|
19
|
+
getSchemas() {
|
|
20
|
+
return Array.from(this.tools.entries()).map(([name, {
|
|
21
|
+
description,
|
|
22
|
+
parameters,
|
|
23
|
+
required
|
|
24
|
+
}]) => ({
|
|
25
|
+
type: "function",
|
|
26
|
+
function: {
|
|
27
|
+
name,
|
|
28
|
+
description,
|
|
29
|
+
parameters: {
|
|
30
|
+
type: "object",
|
|
31
|
+
properties: parameters,
|
|
32
|
+
required
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
}));
|
|
36
|
+
}
|
|
37
|
+
async execute(name, args) {
|
|
38
|
+
const tool = this.tools.get(name);
|
|
39
|
+
if (!tool) throw new Error(`Tool ${name} not found`);
|
|
40
|
+
return await tool.func(...Object.values(args));
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
exports.Tools = Tools;
|
|
44
|
+
async function parseAndExecuteTool(result, tools) {
|
|
45
|
+
if (!result.tool_calls || result.tool_calls.length === 0) {
|
|
46
|
+
// console.log('No tool calls found');
|
|
47
|
+
return {
|
|
48
|
+
toolCalled: false
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
try {
|
|
52
|
+
const toolCall = result.tool_calls[0];
|
|
53
|
+
if (!toolCall) {
|
|
54
|
+
// console.log('No tool call found');
|
|
55
|
+
return {
|
|
56
|
+
toolCalled: false
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
const toolName = toolCall.function.name;
|
|
60
|
+
const toolInput = JSON.parse(toolCall.function.arguments);
|
|
61
|
+
|
|
62
|
+
// console.log('Calling tool:', toolName, toolInput);
|
|
63
|
+
const toolOutput = await tools.execute(toolName, toolInput);
|
|
64
|
+
// console.log('Tool called result:', toolOutput);
|
|
65
|
+
|
|
66
|
+
return {
|
|
67
|
+
toolCalled: true,
|
|
68
|
+
toolName,
|
|
69
|
+
toolInput,
|
|
70
|
+
toolOutput
|
|
71
|
+
};
|
|
72
|
+
} catch (error) {
|
|
73
|
+
// console.error('Error parsing tool call:', error);
|
|
74
|
+
return {
|
|
75
|
+
toolCalled: false
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
//# sourceMappingURL=tools.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["Tools","tools","Map","add","func","description","parameters","set","name","required","Object","entries","filter","_","param","map","key","getSchemas","Array","from","type","function","properties","execute","args","tool","get","Error","values","exports","parseAndExecuteTool","result","tool_calls","length","toolCalled","toolCall","toolName","toolInput","JSON","parse","arguments","toolOutput","error"],"sourceRoot":"../../src","sources":["tools.ts"],"mappings":";;;;;;;AAeO,MAAMA,KAAK,CAAC;EACTC,KAAK,GAAG,IAAIC,GAAG,CAAe,CAAC;EAEvCC,GAAGA,CACCC,IAAc,EACdC,WAAmB,EACnBC,UAAsC,EACtC;IACA,IAAI,CAACL,KAAK,CAACM,GAAG,CAACH,IAAI,CAACI,IAAI,EAAE;MACxBJ,IAAI;MACJC,WAAW;MACXC,UAAU;MACVG,QAAQ,EAAEC,MAAM,CAACC,OAAO,CAACL,UAAU,CAAC,CACjCM,MAAM,CAAC,CAAC,CAACC,CAAC,EAAEC,KAAK,CAAC,KAAKA,KAAK,CAACL,QAAQ,CAAC,CACtCM,GAAG,CAAC,CAAC,CAACC,GAAG,EAAEH,CAAC,CAAC,KAAKG,GAAG;IAC1B,CAAC,CAAC;IACF,OAAOZ,IAAI;EACb;EAEFa,UAAUA,CAAA,EAAG;IACT,OAAOC,KAAK,CAACC,IAAI,CAAC,IAAI,CAAClB,KAAK,CAACU,OAAO,CAAC,CAAC,CAAC,CAACI,GAAG,CAAC,CAAC,CAACP,IAAI,EAAE;MAAEH,WAAW;MAAEC,UAAU;MAAEG;IAAS,CAAC,CAAC,MAAM;MAC9FW,IAAI,EAAE,UAAU;MAChBC,QAAQ,EAAE;QACRb,IAAI;QACJH,WAAW;QACXC,UAAU,EAAE;UACVc,IAAI,EAAE,QAAQ;UACdE,UAAU,EAAEhB,UAAU;UACtBG;QACF;MACF;IACF,CAAC,CAAC,CAAC;EACL;EAEF,MAAMc,OAAOA,CAACf,IAAY,EAAEgB,IAAS,EAAE;IACnC,MAAMC,IAAI,GAAG,IAAI,CAACxB,KAAK,CAACyB,GAAG,CAAClB,IAAI,CAAC;IACjC,IAAI,CAACiB,IAAI,EAAE,MAAM,IAAIE,KAAK,CAAC,QAAQnB,IAAI,YAAY,CAAC;IACpD,OAAO,MAAMiB,IAAI,CAACrB,IAAI,CAAC,GAAGM,MAAM,CAACkB,MAAM,CAACJ,IAAI,CAAC,CAAC;EAClD;AACF;AAACK,OAAA,CAAA7B,KAAA,GAAAA,KAAA;AAEM,eAAe8B,mBAAmBA,CAACC,MAA8B,EAAE9B,KAAY,EAAwF;EAC5K,IAAI,CAAC8B,MAAM,CAACC,UAAU,IAAID,MAAM,CAACC,UAAU,CAACC,MAAM,KAAK,CAAC,EAAE;IACtD;IACA,OAAO;MAACC,UAAU,EAAE;IAAK,CAAC;EAC9B;EAEA,IAAI;IACA,MAAMC,QAAQ,GAAGJ,MAAM,CAACC,UAAU,CAAC,CAAC,CAAC;IACrC,IAAI,CAACG,QAAQ,EAAE;MACb;MACA,OAAO;QAACD,UAAU,EAAE;MAAK,CAAC;IAC5B;IACA,MAAME,QAAQ,GAAGD,QAAQ,CAACd,QAAQ,CAACb,IAAI;IACvC,MAAM6B,SAAS,GAAGC,IAAI,CAACC,KAAK,CAACJ,QAAQ,CAACd,QAAQ,CAACmB,SAAS,CAAC;;IAEzD;IACA,MAAMC,UAAU,GAAG,MAAMxC,KAAK,CAACsB,OAAO,CAACa,QAAQ,EAAEC,SAAS,CAAC;IAC3D;;IAEA,OAAO;MACHH,UAAU,EAAE,IAAI;MAChBE,QAAQ;MACRC,SAAS;MACTI;IACJ,CAAC;EACL,CAAC,CAAC,OAAOC,KAAK,EAAE;IACZ;IACA,OAAO;MAACR,UAAU,EAAE;IAAK,CAAC;EAC9B;AACF","ignoreList":[]}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.CactusTTS = void 0;
|
|
7
|
+
var _index = require("./index");
|
|
8
|
+
class CactusTTS {
|
|
9
|
+
constructor(context) {
|
|
10
|
+
this.context = context;
|
|
11
|
+
}
|
|
12
|
+
static async init(context, vocoderModelPath) {
|
|
13
|
+
await (0, _index.initVocoder)(context.id, vocoderModelPath);
|
|
14
|
+
return new CactusTTS(context);
|
|
15
|
+
}
|
|
16
|
+
async generate(textToSpeak, speakerJsonStr) {
|
|
17
|
+
const {
|
|
18
|
+
formatted_prompt
|
|
19
|
+
} = await (0, _index.getFormattedAudioCompletion)(this.context.id, speakerJsonStr, textToSpeak);
|
|
20
|
+
// This part is simplified. In a real scenario, the tokens from
|
|
21
|
+
// the main model would be generated and passed to decodeAudioTokens.
|
|
22
|
+
// For now, we are assuming a direct path which may not be fully functional
|
|
23
|
+
// without the main model's token output for TTS.
|
|
24
|
+
const tokens = (await this.context.tokenize(formatted_prompt)).tokens;
|
|
25
|
+
return (0, _index.decodeAudioTokens)(this.context.id, tokens);
|
|
26
|
+
}
|
|
27
|
+
async release() {
|
|
28
|
+
return (0, _index.releaseVocoder)(this.context.id);
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
exports.CactusTTS = CactusTTS;
|
|
32
|
+
//# sourceMappingURL=tts.js.map
|
package/lib/commonjs/tts.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_index","require","CactusTTS","constructor","context","init","vocoderModelPath","initVocoder","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","getFormattedAudioCompletion","tokens","tokenize","decodeAudioTokens","release","releaseVocoder","exports"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAM,IAAAC,kBAAW,EAACH,OAAO,CAACI,EAAE,EAAEF,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMK,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAM,IAAAC,kCAA2B,EAC5D,IAAI,CAACT,OAAO,CAACI,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD,MAAMI,MAAM,GAAG,CAAC,MAAM,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACH,gBAAgB,CAAC,EAAEE,MAAM;IACrE,OAAO,IAAAE,wBAAiB,EAAC,IAAI,CAACZ,OAAO,CAACI,EAAE,EAAEM,MAAM,CAAC;EACnD;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAAC,qBAAc,EAAC,IAAI,CAACd,OAAO,CAACI,EAAE,CAAC;EACxC;AACF;AAACW,OAAA,CAAAjB,SAAA,GAAAA,SAAA","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["_index","require","CactusTTS","constructor","context","init","vocoderModelPath","initVocoder","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","getFormattedAudioCompletion","tokens","tokenize","decodeAudioTokens","release","releaseVocoder","exports"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAM,IAAAC,kBAAW,EAACH,OAAO,CAACI,EAAE,EAAEF,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMK,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAM,IAAAC,kCAA2B,EAC5D,IAAI,CAACT,OAAO,CAACI,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD;IACA;IACA;IACA;IACA,MAAMI,MAAM,GAAG,CAAC,MAAM,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACH,gBAAgB,CAAC,EAAEE,MAAM;IACrE,OAAO,IAAAE,wBAAiB,EAAC,IAAI,CAACZ,OAAO,CAACI,EAAE,EAAEM,MAAM,CAAC;EACnD;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAAC,qBAAc,EAAC,IAAI,CAACd,OAAO,CAACI,EAAE,CAAC;EACxC;AACF;AAACW,OAAA,CAAAjB,SAAA,GAAAA,SAAA","ignoreList":[]}
|