cactus-react-native 0.1.3 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/README.md +551 -720
  2. package/android/src/main/java/com/cactus/Cactus.java +41 -0
  3. package/android/src/main/java/com/cactus/LlamaContext.java +19 -0
  4. package/android/src/newarch/java/com/cactus/CactusModule.java +5 -0
  5. package/android/src/oldarch/java/com/cactus/CactusModule.java +5 -0
  6. package/ios/Cactus.mm +14 -0
  7. package/ios/CactusContext.h +1 -0
  8. package/ios/CactusContext.mm +18 -0
  9. package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
  10. package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
  11. package/lib/commonjs/NativeCactus.js +10 -0
  12. package/lib/commonjs/NativeCactus.js.map +1 -1
  13. package/lib/commonjs/chat.js +37 -0
  14. package/lib/commonjs/grammar.js +560 -0
  15. package/lib/commonjs/index.js +545 -0
  16. package/lib/commonjs/index.js.map +1 -1
  17. package/lib/commonjs/lm.js +106 -0
  18. package/lib/commonjs/lm.js.map +1 -1
  19. package/lib/commonjs/projectId.js +8 -0
  20. package/lib/commonjs/projectId.js.map +1 -0
  21. package/lib/commonjs/remote.js +153 -0
  22. package/lib/commonjs/remote.js.map +1 -0
  23. package/lib/commonjs/telemetry.js +103 -0
  24. package/lib/commonjs/telemetry.js.map +1 -0
  25. package/lib/commonjs/tools.js +79 -0
  26. package/lib/commonjs/tools.js.map +1 -0
  27. package/lib/commonjs/tts.js +32 -0
  28. package/lib/commonjs/tts.js.map +1 -1
  29. package/lib/commonjs/vlm.js +150 -0
  30. package/lib/commonjs/vlm.js.map +1 -0
  31. package/lib/module/NativeCactus.js +8 -0
  32. package/lib/module/NativeCactus.js.map +1 -1
  33. package/lib/module/chat.js +33 -0
  34. package/lib/module/grammar.js +553 -0
  35. package/lib/module/index.js +435 -0
  36. package/lib/module/index.js.map +1 -1
  37. package/lib/module/lm.js +101 -0
  38. package/lib/module/lm.js.map +1 -0
  39. package/lib/module/projectId.js +4 -0
  40. package/lib/module/projectId.js.map +1 -0
  41. package/lib/module/remote.js +144 -0
  42. package/lib/module/remote.js.map +1 -0
  43. package/lib/module/telemetry.js +98 -0
  44. package/lib/module/telemetry.js.map +1 -0
  45. package/lib/module/tools.js +73 -0
  46. package/lib/module/tools.js.map +1 -0
  47. package/lib/module/tts.js +27 -0
  48. package/lib/module/tts.js.map +1 -1
  49. package/lib/module/vlm.js +145 -0
  50. package/lib/module/vlm.js.map +1 -1
  51. package/lib/typescript/NativeCactus.d.ts +7 -0
  52. package/lib/typescript/NativeCactus.d.ts.map +1 -1
  53. package/lib/typescript/index.d.ts +3 -1
  54. package/lib/typescript/index.d.ts.map +1 -1
  55. package/lib/typescript/lm.d.ts +11 -34
  56. package/lib/typescript/lm.d.ts.map +1 -1
  57. package/lib/typescript/projectId.d.ts +2 -0
  58. package/lib/typescript/projectId.d.ts.map +1 -0
  59. package/lib/typescript/remote.d.ts +7 -0
  60. package/lib/typescript/remote.d.ts.map +1 -0
  61. package/lib/typescript/telemetry.d.ts +25 -0
  62. package/lib/typescript/telemetry.d.ts.map +1 -0
  63. package/lib/typescript/tools.d.ts +0 -3
  64. package/lib/typescript/tools.d.ts.map +1 -1
  65. package/lib/typescript/tts.d.ts.map +1 -1
  66. package/lib/typescript/vlm.d.ts +14 -34
  67. package/lib/typescript/vlm.d.ts.map +1 -1
  68. package/package.json +4 -4
  69. package/scripts/postInstall.js +33 -0
  70. package/src/NativeCactus.ts +7 -0
  71. package/src/index.ts +122 -46
  72. package/src/lm.ts +80 -5
  73. package/src/projectId.ts +1 -0
  74. package/src/remote.ts +175 -0
  75. package/src/telemetry.ts +138 -0
  76. package/src/tools.ts +17 -58
  77. package/src/vlm.ts +129 -8
  78. package/android/src/main/jniLibs/x86_64/libcactus.so +0 -0
  79. package/android/src/main/jniLibs/x86_64/libcactus_x86_64.so +0 -0
@@ -0,0 +1,106 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.CactusLM = void 0;
7
+ var _index = require("./index");
8
+ var _telemetry = require("./telemetry");
9
+ var _remote = require("./remote");
10
+ class CactusLM {
11
+ constructor(context) {
12
+ this.context = context;
13
+ }
14
+ static async init(params, onProgress, cactusToken) {
15
+ if (cactusToken) {
16
+ (0, _remote.setCactusToken)(cactusToken);
17
+ }
18
+ const configs = [params, {
19
+ ...params,
20
+ n_gpu_layers: 0
21
+ }];
22
+ for (const config of configs) {
23
+ try {
24
+ const context = await (0, _index.initLlama)(config, onProgress);
25
+ return {
26
+ lm: new CactusLM(context),
27
+ error: null
28
+ };
29
+ } catch (e) {
30
+ _telemetry.Telemetry.error(e, {
31
+ n_gpu_layers: config.n_gpu_layers ?? null,
32
+ n_ctx: config.n_ctx ?? null,
33
+ model: config.model ?? null
34
+ });
35
+ if (configs.indexOf(config) === configs.length - 1) {
36
+ return {
37
+ lm: null,
38
+ error: e
39
+ };
40
+ }
41
+ }
42
+ }
43
+ return {
44
+ lm: null,
45
+ error: new Error('Failed to initialize CactusLM')
46
+ };
47
+ }
48
+ async completion(messages, params = {}, callback) {
49
+ return await this.context.completion({
50
+ messages,
51
+ ...params
52
+ }, callback);
53
+ }
54
+ async embedding(text, params, mode = 'local') {
55
+ let result;
56
+ let lastError = null;
57
+ if (mode === 'remote') {
58
+ result = await this._handleRemoteEmbedding(text);
59
+ } else if (mode === 'local') {
60
+ result = await this._handleLocalEmbedding(text, params);
61
+ } else if (mode === 'localfirst') {
62
+ try {
63
+ result = await this._handleLocalEmbedding(text, params);
64
+ } catch (e) {
65
+ lastError = e;
66
+ try {
67
+ result = await this._handleRemoteEmbedding(text);
68
+ } catch (remoteError) {
69
+ throw lastError;
70
+ }
71
+ }
72
+ } else if (mode === 'remotefirst') {
73
+ try {
74
+ result = await this._handleRemoteEmbedding(text);
75
+ } catch (e) {
76
+ lastError = e;
77
+ try {
78
+ result = await this._handleLocalEmbedding(text, params);
79
+ } catch (localError) {
80
+ throw lastError;
81
+ }
82
+ }
83
+ } else {
84
+ throw new Error('Invalid mode: ' + mode + '. Must be "local", "remote", "localfirst", or "remotefirst"');
85
+ }
86
+ return result;
87
+ }
88
+ async _handleLocalEmbedding(text, params) {
89
+ return this.context.embedding(text, params);
90
+ }
91
+ async _handleRemoteEmbedding(text) {
92
+ const embeddingValues = await (0, _remote.getVertexAIEmbedding)(text);
93
+ return {
94
+ embedding: embeddingValues
95
+ };
96
+ }
97
+ async rewind() {
98
+ // @ts-ignore
99
+ return this.context?.rewind();
100
+ }
101
+ async release() {
102
+ return this.context.release();
103
+ }
104
+ }
105
+ exports.CactusLM = CactusLM;
106
+ //# sourceMappingURL=lm.js.map
@@ -1 +1 @@
1
- {"version":3,"names":["_index","require","CactusLM","constructor","context","init","params","onProgress","initLlama","completion","messages","n_predict","temperature","top_p","top_k","min_p","penalty_repeat","penalty_freq","penalty_present","mirostat","mirostat_tau","mirostat_eta","seed","stop","ignore_eos","chat_template","jinja","tools","parallel_tool_calls","tool_choice","response_format","n_probs","grammar","grammar_lazy","grammar_triggers","json_schema","callback","embedding","text","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAWO,MAAMC,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACpB;IACnB,MAAMH,OAAO,GAAG,MAAM,IAAAI,gBAAS,EAACF,MAAM,EAAEC,UAAU,CAAC;IACnD,OAAO,IAAIL,QAAQ,CAACE,OAAO,CAAC;EAC9B;EAEA,MAAMK,UAAUA,CACdC,QAAsC,EACtC;IACEC,SAAS;IACTC,WAAW;IACXC,KAAK;IACLC,KAAK;IACLC,KAAK;IACLC,cAAc;IACdC,YAAY;IACZC,eAAe;IACfC,QAAQ;IACRC,YAAY;IACZC,YAAY;IACZC,IAAI;IACJC,IAAI;IACJC,UAAU;IACVC,aAAa;IACbC,KAAK;IACLC,KAAK;IACLC,mBAAmB;IACnBC,WAAW;IACXC,eAAe;IACfC,OAAO;IACPC,OAAO;IACPC,YAAY;IACZC,gBAAgB;IAChBC;EA2BF,CAAC,GAAG,CAAC,CAAC,EACNC,QAAoC,EACH;IACjC,OAAO,IAAI,CAAChC,OAAO,CAACK,UAAU,CAAC;MAC7BC,QAAQ;MACRC,SAAS;MACTC,WAAW;MACXC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC,cAAc;MACdC,YAAY;MACZC,eAAe;MACfC,QAAQ;MACRC,YAAY;MACZC,YAAY;MACZC,IAAI;MACJC,IAAI;MACJC,UAAU;MACVC,aAAa;MACbC,KAAK;MACLC,KAAK;MACLC,mBAAmB;MACnBC,WAAW;MACXC,eAAe;MACfC,OAAO;MACPC,OAAO;MACPC,YAAY;MACZC,gBAAgB;MAChBC;IACF,CAAC,EAAEC,QAAQ,CAAC;EACd;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZhC,MAAwB,EACQ;IAChC,OAAO,IAAI,CAACF,OAAO,CAACiC,SAAS,CAACC,IAAI,EAAEhC,MAAM,CAAC;EAC7C;EAEA,MAAMiC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACnC,OAAO,EAAEmC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACpC,OAAO,CAACoC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAvC,QAAA,GAAAA,QAAA","ignoreList":[]}
1
+ {"version":3,"names":["_index","require","_telemetry","_remote","CactusLM","constructor","context","init","params","onProgress","cactusToken","setCactusToken","configs","n_gpu_layers","config","initLlama","lm","error","e","Telemetry","n_ctx","model","indexOf","length","Error","completion","messages","callback","embedding","text","mode","result","lastError","_handleRemoteEmbedding","_handleLocalEmbedding","remoteError","localError","embeddingValues","getVertexAIEmbedding","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASA,IAAAC,UAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AAOO,MAAMG,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACvCC,WAAoB,EACK;IACzB,IAAIA,WAAW,EAAE;MACf,IAAAC,sBAAc,EAACD,WAAW,CAAC;IAC7B;IAEA,MAAME,OAAO,GAAG,CACdJ,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEK,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAMN,OAAO,GAAG,MAAM,IAAAS,gBAAS,EAACD,MAAM,EAAEL,UAAU,CAAC;QACnD,OAAO;UAAEO,EAAE,EAAE,IAAIZ,QAAQ,CAACE,OAAO,CAAC;UAAEW,KAAK,EAAE;QAAK,CAAC;MACnD,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAW;UAC1BL,YAAY,EAAEC,MAAM,CAACD,YAAY,IAAI,IAAI;UACzCO,KAAK,EAAEN,MAAM,CAACM,KAAK,IAAI,IAAI;UAC3BC,KAAK,EAAEP,MAAM,CAACO,KAAK,IAAI;QACzB,CAAC,CAAC;QACF,IAAIT,OAAO,CAACU,OAAO,CAACR,MAAM,CAAC,KAAKF,OAAO,CAACW,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAAEP,EAAE,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAW,CAAC;QACxC;MACF;IACF;IACA,OAAO;MAAEF,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIO,KAAK,CAAC,+BAA+B;IAAE,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtClB,MAAwB,GAAG,CAAC,CAAC,EAC7BmB,QAA8B,EACG;IACjC,OAAO,MAAM,IAAI,CAACrB,OAAO,CAACmB,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGlB;IAAO,CAAC,EAAEmB,QAAQ,CAAC;EACzE;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZrB,MAAwB,EACxBsB,IAAY,GAAG,OAAO,EACU;IAChC,IAAIC,MAA6B;IACjC,IAAIC,SAAuB,GAAG,IAAI;IAElC,IAAIF,IAAI,KAAK,QAAQ,EAAE;MACrBC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;IAClD,CAAC,MAAM,IAAIC,IAAI,KAAK,OAAO,EAAE;MAC3BC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAErB,MAAM,CAAC;IACzD,CAAC,MAAM,IAAIsB,IAAI,KAAK,YAAY,EAAE;MAChC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAErB,MAAM,CAAC;MACzD,CAAC,CAAC,OAAOU,CAAC,EAAE;QACVc,SAAS,GAAGd,CAAU;QACtB,IAAI;UACFa,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;QAClD,CAAC,CAAC,OAAOM,WAAW,EAAE;UACpB,MAAMH,SAAS;QACjB;MACF;IACF,CAAC,MAAM,IAAIF,IAAI,KAAK,aAAa,EAAE;MACjC,IAAI;QACFC,MAAM,GAAG,MAAM,IAAI,CAACE,sBAAsB,CAACJ,IAAI,CAAC;MAClD,CAAC,CAAC,OAAOX,CAAC,EAAE;QACVc,SAAS,GAAGd,CAAU;QACtB,IAAI;UACFa,MAAM,GAAG,MAAM,IAAI,CAACG,qBAAqB,CAACL,IAAI,EAAErB,MAAM,CAAC;QACzD,CAAC,CAAC,OAAO4B,UAAU,EAAE;UACnB,MAAMJ,SAAS;QACjB;MACF;IACF,CAAC,MAAM;MACL,MAAM,IAAIR,KAAK,CAAC,gBAAgB,GAAGM,IAAI,GAAG,6DAA6D,CAAC;IAC1G;IACA,OAAOC,MAAM;EACf;EAEA,MAAcG,qBAAqBA,CAACL,IAAY,EAAErB,MAAwB,EAAkC;IAC1G,OAAO,IAAI,CAACF,OAAO,CAACsB,SAAS,CAACC,IAAI,EAAErB,MAAM,CAAC;EAC7C;EAEA,MAAcyB,sBAAsBA,CAACJ,IAAY,EAAkC;IACjF,MAAMQ,eAAe,GAAG,MAAM,IAAAC,4BAAoB,EAACT,IAAI,CAAC;IACxD,OAAO;MACLD,SAAS,EAAES;IACb,CAAC;EACH;EAEA,MAAME,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACjC,OAAO,EAAEiC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAAClC,OAAO,CAACkC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAArC,QAAA,GAAAA,QAAA","ignoreList":[]}
@@ -0,0 +1,8 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.PROJECT_ID = void 0;
7
+ const PROJECT_ID = exports.PROJECT_ID = 'not-set';
8
+ //# sourceMappingURL=projectId.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"names":["PROJECT_ID","exports"],"sourceRoot":"../../src","sources":["projectId.ts"],"mappings":";;;;;;AAAO,MAAMA,UAAU,GAAAC,OAAA,CAAAD,UAAA,GAAG,SAAS","ignoreList":[]}
@@ -0,0 +1,153 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.getTextCompletion = getTextCompletion;
7
+ exports.getVertexAICompletion = getVertexAICompletion;
8
+ exports.getVertexAIEmbedding = getVertexAIEmbedding;
9
+ exports.getVisionCompletion = getVisionCompletion;
10
+ exports.getVisionCompletionFromData = getVisionCompletionFromData;
11
+ exports.setCactusToken = setCactusToken;
12
+ let _cactusToken = null;
13
+ function setCactusToken(token) {
14
+ _cactusToken = token;
15
+ }
16
+ async function getVertexAIEmbedding(text) {
17
+ if (_cactusToken === null) {
18
+ throw new Error('CactusToken not set. Please call CactusLM.init with cactusToken parameter.');
19
+ }
20
+ const projectId = 'cactus-v1-452518';
21
+ const location = 'us-central1';
22
+ const modelId = 'text-embedding-005';
23
+ const endpoint = `https://${location}-aiplatform.googleapis.com/v1/projects/${projectId}/locations/${location}/publishers/google/models/${modelId}:predict`;
24
+ const headers = {
25
+ 'Authorization': `Bearer ${_cactusToken}`,
26
+ 'Content-Type': 'application/json'
27
+ };
28
+ const requestBody = {
29
+ instances: [{
30
+ content: text
31
+ }]
32
+ };
33
+ const response = await fetch(endpoint, {
34
+ method: 'POST',
35
+ headers,
36
+ body: JSON.stringify(requestBody)
37
+ });
38
+ if (response.status === 401) {
39
+ _cactusToken = null;
40
+ throw new Error('Authentication failed. Please update your cactusToken.');
41
+ } else if (!response.ok) {
42
+ const errorText = await response.text();
43
+ throw new Error(`HTTP ${response.status}: ${errorText}`);
44
+ }
45
+ const responseBody = await response.json();
46
+ if (responseBody.error) {
47
+ throw new Error(`API Error: ${responseBody.error.message}`);
48
+ }
49
+ const predictions = responseBody.predictions;
50
+ if (!predictions || predictions.length === 0) {
51
+ throw new Error('No predictions in response');
52
+ }
53
+ const embeddings = predictions[0].embeddings;
54
+ const values = embeddings.values;
55
+ return values;
56
+ }
57
+ async function getVertexAICompletion(textPrompt, imageData, imagePath, mimeType) {
58
+ if (_cactusToken === null) {
59
+ throw new Error('CactusToken not set. Please call CactusVLM.init with cactusToken parameter.');
60
+ }
61
+ const projectId = 'cactus-v1-452518';
62
+ const location = 'global';
63
+ const modelId = 'gemini-2.5-flash-lite-preview-06-17';
64
+ const endpoint = `https://aiplatform.googleapis.com/v1/projects/${projectId}/locations/${location}/publishers/google/models/${modelId}:generateContent`;
65
+ const headers = {
66
+ 'Authorization': `Bearer ${_cactusToken}`,
67
+ 'Content-Type': 'application/json'
68
+ };
69
+ const parts = [];
70
+ if (imageData) {
71
+ const detectedMimeType = mimeType || 'image/jpeg';
72
+ parts.push({
73
+ inlineData: {
74
+ mimeType: detectedMimeType,
75
+ data: imageData
76
+ }
77
+ });
78
+ } else if (imagePath) {
79
+ const detectedMimeType = mimeType || detectMimeType(imagePath);
80
+ const RNFS = require('react-native-fs');
81
+ const base64Data = await RNFS.readFile(imagePath, 'base64');
82
+ parts.push({
83
+ inlineData: {
84
+ mimeType: detectedMimeType,
85
+ data: base64Data
86
+ }
87
+ });
88
+ }
89
+ parts.push({
90
+ text: textPrompt
91
+ });
92
+ const requestBody = {
93
+ contents: {
94
+ role: 'user',
95
+ parts: parts
96
+ }
97
+ };
98
+ const response = await fetch(endpoint, {
99
+ method: 'POST',
100
+ headers,
101
+ body: JSON.stringify(requestBody)
102
+ });
103
+ if (response.status === 401) {
104
+ _cactusToken = null;
105
+ throw new Error('Authentication failed. Please update your cactusToken.');
106
+ } else if (!response.ok) {
107
+ const errorText = await response.text();
108
+ throw new Error(`HTTP ${response.status}: ${errorText}`);
109
+ }
110
+ const responseBody = await response.json();
111
+ if (Array.isArray(responseBody)) {
112
+ throw new Error('Unexpected response format: received array instead of object');
113
+ }
114
+ if (responseBody.error) {
115
+ throw new Error(`API Error: ${responseBody.error.message}`);
116
+ }
117
+ const candidates = responseBody.candidates;
118
+ if (!candidates || candidates.length === 0) {
119
+ throw new Error('No candidates in response');
120
+ }
121
+ const content = candidates[0].content;
122
+ const responseParts = content.parts;
123
+ if (!responseParts || responseParts.length === 0) {
124
+ throw new Error('No parts in response');
125
+ }
126
+ return responseParts[0].text || '';
127
+ }
128
+ async function getTextCompletion(prompt) {
129
+ return getVertexAICompletion(prompt);
130
+ }
131
+ async function getVisionCompletion(prompt, imagePath) {
132
+ return getVertexAICompletion(prompt, undefined, imagePath);
133
+ }
134
+ async function getVisionCompletionFromData(prompt, imageData, mimeType) {
135
+ return getVertexAICompletion(prompt, imageData, undefined, mimeType);
136
+ }
137
+ function detectMimeType(filePath) {
138
+ const extension = filePath.toLowerCase().split('.').pop();
139
+ switch (extension) {
140
+ case 'jpg':
141
+ case 'jpeg':
142
+ return 'image/jpeg';
143
+ case 'png':
144
+ return 'image/png';
145
+ case 'gif':
146
+ return 'image/gif';
147
+ case 'webp':
148
+ return 'image/webp';
149
+ default:
150
+ return 'image/jpeg';
151
+ }
152
+ }
153
+ //# sourceMappingURL=remote.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"names":["_cactusToken","setCactusToken","token","getVertexAIEmbedding","text","Error","projectId","location","modelId","endpoint","headers","requestBody","instances","content","response","fetch","method","body","JSON","stringify","status","ok","errorText","responseBody","json","error","message","predictions","length","embeddings","values","getVertexAICompletion","textPrompt","imageData","imagePath","mimeType","parts","detectedMimeType","push","inlineData","data","detectMimeType","RNFS","require","base64Data","readFile","contents","role","Array","isArray","candidates","responseParts","getTextCompletion","prompt","getVisionCompletion","undefined","getVisionCompletionFromData","filePath","extension","toLowerCase","split","pop"],"sourceRoot":"../../src","sources":["remote.ts"],"mappings":";;;;;;;;;;;AAAA,IAAIA,YAA2B,GAAG,IAAI;AAE/B,SAASC,cAAcA,CAACC,KAAoB,EAAQ;EACzDF,YAAY,GAAGE,KAAK;AACtB;AAEO,eAAeC,oBAAoBA,CAACC,IAAY,EAAqB;EAC1E,IAAIJ,YAAY,KAAK,IAAI,EAAE;IACzB,MAAM,IAAIK,KAAK,CAAC,4EAA4E,CAAC;EAC/F;EAEA,MAAMC,SAAS,GAAG,kBAAkB;EACpC,MAAMC,QAAQ,GAAG,aAAa;EAC9B,MAAMC,OAAO,GAAG,oBAAoB;EAEpC,MAAMC,QAAQ,GAAG,WAAWF,QAAQ,0CAA0CD,SAAS,cAAcC,QAAQ,6BAA6BC,OAAO,UAAU;EAE3J,MAAME,OAAO,GAAG;IACd,eAAe,EAAE,UAAUV,YAAY,EAAE;IACzC,cAAc,EAAE;EAClB,CAAC;EAED,MAAMW,WAAW,GAAG;IAClBC,SAAS,EAAE,CAAC;MAAEC,OAAO,EAAET;IAAK,CAAC;EAC/B,CAAC;EAED,MAAMU,QAAQ,GAAG,MAAMC,KAAK,CAACN,QAAQ,EAAE;IACrCO,MAAM,EAAE,MAAM;IACdN,OAAO;IACPO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACR,WAAW;EAClC,CAAC,CAAC;EAEF,IAAIG,QAAQ,CAACM,MAAM,KAAK,GAAG,EAAE;IAC3BpB,YAAY,GAAG,IAAI;IACnB,MAAM,IAAIK,KAAK,CAAC,wDAAwD,CAAC;EAC3E,CAAC,MAAM,IAAI,CAACS,QAAQ,CAACO,EAAE,EAAE;IACvB,MAAMC,SAAS,GAAG,MAAMR,QAAQ,CAACV,IAAI,CAAC,CAAC;IACvC,MAAM,IAAIC,KAAK,CAAC,QAAQS,QAAQ,CAACM,MAAM,KAAKE,SAAS,EAAE,CAAC;EAC1D;EAEA,MAAMC,YAAY,GAAG,MAAMT,QAAQ,CAACU,IAAI,CAAC,CAAC;EAE1C,IAAID,YAAY,CAACE,KAAK,EAAE;IACtB,MAAM,IAAIpB,KAAK,CAAC,cAAckB,YAAY,CAACE,KAAK,CAACC,OAAO,EAAE,CAAC;EAC7D;EAEA,MAAMC,WAAW,GAAGJ,YAAY,CAACI,WAAW;EAC5C,IAAI,CAACA,WAAW,IAAIA,WAAW,CAACC,MAAM,KAAK,CAAC,EAAE;IAC5C,MAAM,IAAIvB,KAAK,CAAC,4BAA4B,CAAC;EAC/C;EAEA,MAAMwB,UAAU,GAAGF,WAAW,CAAC,CAAC,CAAC,CAACE,UAAU;EAC5C,MAAMC,MAAM,GAAGD,UAAU,CAACC,MAAM;EAEhC,OAAOA,MAAM;AACf;AAEO,eAAeC,qBAAqBA,CACzCC,UAAkB,EAClBC,SAAkB,EAClBC,SAAkB,EAClBC,QAAiB,EACA;EACjB,IAAInC,YAAY,KAAK,IAAI,EAAE;IACzB,MAAM,IAAIK,KAAK,CAAC,6EAA6E,CAAC;EAChG;EAEA,MAAMC,SAAS,GAAG,kBAAkB;EACpC,MAAMC,QAAQ,GAAG,QAAQ;EACzB,MAAMC,OAAO,GAAG,qCAAqC;EAErD,MAAMC,QAAQ,GAAG,iDAAiDH,SAAS,cAAcC,QAAQ,6BAA6BC,OAAO,kBAAkB;EAEvJ,MAAME,OAAO,GAAG;IACd,eAAe,EAAE,UAAUV,YAAY,EAAE;IACzC,cAAc,EAAE;EAClB,CAAC;EAED,MAAMoC,KAAY,GAAG,EAAE;EAEvB,IAAIH,SAAS,EAAE;IACb,MAAMI,gBAAgB,GAAGF,QAAQ,IAAI,YAAY;IACjDC,KAAK,CAACE,IAAI,CAAC;MACTC,UAAU,EAAE;QACVJ,QAAQ,EAAEE,gBAAgB;QAC1BG,IAAI,EAAEP;MACR;IACF,CAAC,CAAC;EACJ,CAAC,MAAM,IAAIC,SAAS,EAAE;IACpB,MAAMG,gBAAgB,GAAGF,QAAQ,IAAIM,cAAc,CAACP,SAAS,CAAC;IAC9D,MAAMQ,IAAI,GAAGC,OAAO,CAAC,iBAAiB,CAAC;IACvC,MAAMC,UAAU,GAAG,MAAMF,IAAI,CAACG,QAAQ,CAACX,SAAS,EAAE,QAAQ,CAAC;IAC3DE,KAAK,CAACE,IAAI,CAAC;MACTC,UAAU,EAAE;QACVJ,QAAQ,EAAEE,gBAAgB;QAC1BG,IAAI,EAAEI;MACR;IACF,CAAC,CAAC;EACJ;EAEAR,KAAK,CAACE,IAAI,CAAC;IAAElC,IAAI,EAAE4B;EAAW,CAAC,CAAC;EAEhC,MAAMrB,WAAW,GAAG;IAClBmC,QAAQ,EAAE;MACRC,IAAI,EAAE,MAAM;MACZX,KAAK,EAAEA;IACT;EACF,CAAC;EAED,MAAMtB,QAAQ,GAAG,MAAMC,KAAK,CAACN,QAAQ,EAAE;IACrCO,MAAM,EAAE,MAAM;IACdN,OAAO;IACPO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACR,WAAW;EAClC,CAAC,CAAC;EAEF,IAAIG,QAAQ,CAACM,MAAM,KAAK,GAAG,EAAE;IAC3BpB,YAAY,GAAG,IAAI;IACnB,MAAM,IAAIK,KAAK,CAAC,wDAAwD,CAAC;EAC3E,CAAC,MAAM,IAAI,CAACS,QAAQ,CAACO,EAAE,EAAE;IACvB,MAAMC,SAAS,GAAG,MAAMR,QAAQ,CAACV,IAAI,CAAC,CAAC;IACvC,MAAM,IAAIC,KAAK,CAAC,QAAQS,QAAQ,CAACM,MAAM,KAAKE,SAAS,EAAE,CAAC;EAC1D;EAEA,MAAMC,YAAY,GAAG,MAAMT,QAAQ,CAACU,IAAI,CAAC,CAAC;EAE1C,IAAIwB,KAAK,CAACC,OAAO,CAAC1B,YAAY,CAAC,EAAE;IAC/B,MAAM,IAAIlB,KAAK,CAAC,8DAA8D,CAAC;EACjF;EAEA,IAAIkB,YAAY,CAACE,KAAK,EAAE;IACtB,MAAM,IAAIpB,KAAK,CAAC,cAAckB,YAAY,CAACE,KAAK,CAACC,OAAO,EAAE,CAAC;EAC7D;EAEA,MAAMwB,UAAU,GAAG3B,YAAY,CAAC2B,UAAU;EAC1C,IAAI,CAACA,UAAU,IAAIA,UAAU,CAACtB,MAAM,KAAK,CAAC,EAAE;IAC1C,MAAM,IAAIvB,KAAK,CAAC,2BAA2B,CAAC;EAC9C;EAEA,MAAMQ,OAAO,GAAGqC,UAAU,CAAC,CAAC,CAAC,CAACrC,OAAO;EACrC,MAAMsC,aAAa,GAAGtC,OAAO,CAACuB,KAAK;EACnC,IAAI,CAACe,aAAa,IAAIA,aAAa,CAACvB,MAAM,KAAK,CAAC,EAAE;IAChD,MAAM,IAAIvB,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,OAAO8C,aAAa,CAAC,CAAC,CAAC,CAAC/C,IAAI,IAAI,EAAE;AACpC;AAEO,eAAegD,iBAAiBA,CAACC,MAAc,EAAmB;EACvE,OAAOtB,qBAAqB,CAACsB,MAAM,CAAC;AACtC;AAEO,eAAeC,mBAAmBA,CAACD,MAAc,EAAEnB,SAAiB,EAAmB;EAC5F,OAAOH,qBAAqB,CAACsB,MAAM,EAAEE,SAAS,EAAErB,SAAS,CAAC;AAC5D;AAEO,eAAesB,2BAA2BA,CAACH,MAAc,EAAEpB,SAAiB,EAAEE,QAAiB,EAAmB;EACvH,OAAOJ,qBAAqB,CAACsB,MAAM,EAAEpB,SAAS,EAAEsB,SAAS,EAAEpB,QAAQ,CAAC;AACtE;AAEA,SAASM,cAAcA,CAACgB,QAAgB,EAAU;EAChD,MAAMC,SAAS,GAAGD,QAAQ,CAACE,WAAW,CAAC,CAAC,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC;EACzD,QAAQH,SAAS;IACf,KAAK,KAAK;IACV,KAAK,MAAM;MACT,OAAO,YAAY;IACrB,KAAK,KAAK;MACR,OAAO,WAAW;IACpB,KAAK,KAAK;MACR,OAAO,WAAW;IACpB,KAAK,MAAM;MACT,OAAO,YAAY;IACrB;MACE,OAAO,YAAY;EACvB;AACF","ignoreList":[]}
@@ -0,0 +1,103 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.Telemetry = void 0;
7
+ var _reactNative = require("react-native");
8
+ var _projectId = require("./projectId");
9
+ // Import package.json to get version
10
+ const packageJson = require('../package.json');
11
+ class Telemetry {
12
+ static instance = null;
13
+ constructor(config) {
14
+ this.config = {
15
+ table: 'telemetry',
16
+ ...config
17
+ };
18
+ }
19
+ static getFilename(path) {
20
+ try {
21
+ return path.split('/').pop() || path.split('\\').pop() || 'unknown';
22
+ } catch {
23
+ return 'unknown';
24
+ }
25
+ }
26
+ static autoInit() {
27
+ if (!Telemetry.instance) {
28
+ Telemetry.instance = new Telemetry({
29
+ supabaseUrl: 'https://vlqqczxwyaodtcdmdmlw.supabase.co',
30
+ supabaseKey: 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6InZscXFjenh3eWFvZHRjZG1kbWx3Iiwicm9sZSI6ImFub24iLCJpYXQiOjE3NTE1MTg2MzIsImV4cCI6MjA2NzA5NDYzMn0.nBzqGuK9j6RZ6mOPWU2boAC_5H9XDs-fPpo5P3WZYbI' // Anon!
31
+ });
32
+ }
33
+ }
34
+ static init(config) {
35
+ if (!Telemetry.instance) {
36
+ Telemetry.instance = new Telemetry(config);
37
+ }
38
+ }
39
+ static track(payload, options, deviceMetadata) {
40
+ if (!Telemetry.instance) {
41
+ Telemetry.autoInit();
42
+ }
43
+ Telemetry.instance.trackInternal(payload, options, deviceMetadata);
44
+ }
45
+ static error(error, options) {
46
+ if (!Telemetry.instance) {
47
+ Telemetry.autoInit();
48
+ }
49
+ Telemetry.instance.errorInternal(error, options);
50
+ }
51
+ trackInternal(payload, options, deviceMetadata) {
52
+ const record = {
53
+ project_id: _projectId.PROJECT_ID,
54
+ device_id: deviceMetadata?.deviceId,
55
+ device_manufacturer: deviceMetadata?.make,
56
+ device_model: deviceMetadata?.model,
57
+ os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
58
+ os_version: _reactNative.Platform.Version.toString(),
59
+ framework: 'react-native',
60
+ framework_version: packageJson.version,
61
+ telemetry_payload: payload,
62
+ timestamp: new Date().toISOString(),
63
+ model_filename: Telemetry.getFilename(options.model || ''),
64
+ n_ctx: options.n_ctx,
65
+ n_gpu_layers: options.n_gpu_layers
66
+ };
67
+ this.sendRecord(record).catch(() => {});
68
+ }
69
+ errorInternal(error, options) {
70
+ const errorPayload = {
71
+ message: error.message,
72
+ stack: error.stack,
73
+ name: error.name
74
+ };
75
+ const record = {
76
+ project_id: _projectId.PROJECT_ID,
77
+ os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
78
+ os_version: _reactNative.Platform.Version.toString(),
79
+ framework: 'react-native',
80
+ framework_version: packageJson.version,
81
+ error_payload: errorPayload,
82
+ timestamp: new Date().toISOString(),
83
+ model_filename: Telemetry.getFilename(options.model || ''),
84
+ n_ctx: options.n_ctx,
85
+ n_gpu_layers: options.n_gpu_layers
86
+ };
87
+ this.sendRecord(record).catch(() => {});
88
+ }
89
+ async sendRecord(record) {
90
+ await globalThis.fetch(`${this.config.supabaseUrl}/rest/v1/${this.config.table}`, {
91
+ method: 'POST',
92
+ headers: {
93
+ 'apikey': this.config.supabaseKey,
94
+ 'Authorization': `Bearer ${this.config.supabaseKey}`,
95
+ 'Content-Type': 'application/json',
96
+ 'Prefer': 'return=minimal'
97
+ },
98
+ body: JSON.stringify([record])
99
+ });
100
+ }
101
+ }
102
+ exports.Telemetry = Telemetry;
103
+ //# sourceMappingURL=telemetry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"names":["_reactNative","require","_projectId","packageJson","Telemetry","instance","constructor","config","table","getFilename","path","split","pop","autoInit","supabaseUrl","supabaseKey","init","track","payload","options","deviceMetadata","trackInternal","error","errorInternal","record","project_id","PROJECT_ID","device_id","deviceId","device_manufacturer","make","device_model","model","os","Platform","OS","os_version","Version","toString","framework","framework_version","version","telemetry_payload","timestamp","Date","toISOString","model_filename","n_ctx","n_gpu_layers","sendRecord","catch","errorPayload","message","stack","name","error_payload","globalThis","fetch","method","headers","body","JSON","stringify","exports"],"sourceRoot":"../../src","sources":["telemetry.ts"],"mappings":";;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAGA,IAAAC,UAAA,GAAAD,OAAA;AAFA;AACA,MAAME,WAAW,GAAGF,OAAO,CAAC,iBAAiB,CAAC;AAgCvC,MAAMG,SAAS,CAAC;EACrB,OAAeC,QAAQ,GAAqB,IAAI;EAGxCC,WAAWA,CAACC,MAAuB,EAAE;IAC3C,IAAI,CAACA,MAAM,GAAG;MACZC,KAAK,EAAE,WAAW;MAClB,GAAGD;IACL,CAAC;EACH;EAEA,OAAeE,WAAWA,CAACC,IAAY,EAAU;IAC/C,IAAI;MACF,OAAOA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC,IAAIF,IAAI,CAACC,KAAK,CAAC,IAAI,CAAC,CAACC,GAAG,CAAC,CAAC,IAAI,SAAS;IACrE,CAAC,CAAC,MAAM;MACN,OAAO,SAAS;IAClB;EACF;EAEA,OAAOC,QAAQA,CAAA,EAAS;IACtB,IAAI,CAACT,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAAC;QACjCU,WAAW,EAAE,0CAA0C;QACvDC,WAAW,EAAE,kNAAkN,CAAE;MACnO,CAAC,CAAC;IACJ;EACF;EAEA,OAAOC,IAAIA,CAACT,MAAuB,EAAQ;IACzC,IAAI,CAACH,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAACG,MAAM,CAAC;IAC5C;EACF;EAEA,OAAOU,KAAKA,CAACC,OAA4B,EAAEC,OAAwB,EAAEC,cAAoC,EAAQ;IAC/G,IAAI,CAAChB,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEgB,aAAa,CAACH,OAAO,EAAEC,OAAO,EAAEC,cAAc,CAAC;EACrE;EAEA,OAAOE,KAAKA,CAACA,KAAY,EAAEH,OAAwB,EAAQ;IACzD,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEkB,aAAa,CAACD,KAAK,EAAEH,OAAO,CAAC;EACnD;EAEQE,aAAaA,CAACH,OAA4B,EAAEC,OAAwB,EAAEC,cAAoC,EAAQ;IACxH,MAAMI,MAAuB,GAAG;MAC9BC,UAAU,EAAEC,qBAAU;MACtBC,SAAS,EAAEP,cAAc,EAAEQ,QAAQ;MACnCC,mBAAmB,EAAET,cAAc,EAAEU,IAAI;MACzCC,YAAY,EAAEX,cAAc,EAAEY,KAAK;MACnCC,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAErC,WAAW,CAACsC,OAAO;MACtCC,iBAAiB,EAAExB,OAAO;MAC1ByB,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAE1C,SAAS,CAACK,WAAW,CAACU,OAAO,CAACa,KAAK,IAAI,EAAE,CAAC;MAC1De,KAAK,EAAE5B,OAAO,CAAC4B,KAAK;MACpBC,YAAY,EAAE7B,OAAO,CAAC6B;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAACzB,MAAM,CAAC,CAAC0B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEQ3B,aAAaA,CAACD,KAAY,EAAEH,OAAwB,EAAQ;IAClE,MAAMgC,YAAY,GAAG;MACnBC,OAAO,EAAE9B,KAAK,CAAC8B,OAAO;MACtBC,KAAK,EAAE/B,KAAK,CAAC+B,KAAK;MAClBC,IAAI,EAAEhC,KAAK,CAACgC;IACd,CAAC;IAED,MAAM9B,MAAuB,GAAG;MAC9BC,UAAU,EAAEC,qBAAU;MACtBO,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAErC,WAAW,CAACsC,OAAO;MACtCc,aAAa,EAAEJ,YAAY;MAC3BR,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAE1C,SAAS,CAACK,WAAW,CAACU,OAAO,CAACa,KAAK,IAAI,EAAE,CAAC;MAC1De,KAAK,EAAE5B,OAAO,CAAC4B,KAAK;MACpBC,YAAY,EAAE7B,OAAO,CAAC6B;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAACzB,MAAM,CAAC,CAAC0B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEA,MAAcD,UAAUA,CAACzB,MAAuB,EAAiB;IAC/D,MAAOgC,UAAU,CAASC,KAAK,CAAC,GAAG,IAAI,CAAClD,MAAM,CAACO,WAAW,YAAY,IAAI,CAACP,MAAM,CAACC,KAAK,EAAE,EAAE;MACzFkD,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAACpD,MAAM,CAACQ,WAAW;QACjC,eAAe,EAAE,UAAU,IAAI,CAACR,MAAM,CAACQ,WAAW,EAAE;QACpD,cAAc,EAAE,kBAAkB;QAClC,QAAQ,EAAE;MACZ,CAAC;MACD6C,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC,CAACtC,MAAM,CAAC;IAC/B,CAAC,CAAC;EACJ;AACF;AAACuC,OAAA,CAAA3D,SAAA,GAAAA,SAAA","ignoreList":[]}
@@ -0,0 +1,79 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.Tools = void 0;
7
+ exports.parseAndExecuteTool = parseAndExecuteTool;
8
+ class Tools {
9
+ tools = new Map();
10
+ add(func, description, parameters) {
11
+ this.tools.set(func.name, {
12
+ func,
13
+ description,
14
+ parameters,
15
+ required: Object.entries(parameters).filter(([_, param]) => param.required).map(([key, _]) => key)
16
+ });
17
+ return func;
18
+ }
19
+ getSchemas() {
20
+ return Array.from(this.tools.entries()).map(([name, {
21
+ description,
22
+ parameters,
23
+ required
24
+ }]) => ({
25
+ type: "function",
26
+ function: {
27
+ name,
28
+ description,
29
+ parameters: {
30
+ type: "object",
31
+ properties: parameters,
32
+ required
33
+ }
34
+ }
35
+ }));
36
+ }
37
+ async execute(name, args) {
38
+ const tool = this.tools.get(name);
39
+ if (!tool) throw new Error(`Tool ${name} not found`);
40
+ return await tool.func(...Object.values(args));
41
+ }
42
+ }
43
+ exports.Tools = Tools;
44
+ async function parseAndExecuteTool(result, tools) {
45
+ if (!result.tool_calls || result.tool_calls.length === 0) {
46
+ // console.log('No tool calls found');
47
+ return {
48
+ toolCalled: false
49
+ };
50
+ }
51
+ try {
52
+ const toolCall = result.tool_calls[0];
53
+ if (!toolCall) {
54
+ // console.log('No tool call found');
55
+ return {
56
+ toolCalled: false
57
+ };
58
+ }
59
+ const toolName = toolCall.function.name;
60
+ const toolInput = JSON.parse(toolCall.function.arguments);
61
+
62
+ // console.log('Calling tool:', toolName, toolInput);
63
+ const toolOutput = await tools.execute(toolName, toolInput);
64
+ // console.log('Tool called result:', toolOutput);
65
+
66
+ return {
67
+ toolCalled: true,
68
+ toolName,
69
+ toolInput,
70
+ toolOutput
71
+ };
72
+ } catch (error) {
73
+ // console.error('Error parsing tool call:', error);
74
+ return {
75
+ toolCalled: false
76
+ };
77
+ }
78
+ }
79
+ //# sourceMappingURL=tools.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"names":["Tools","tools","Map","add","func","description","parameters","set","name","required","Object","entries","filter","_","param","map","key","getSchemas","Array","from","type","function","properties","execute","args","tool","get","Error","values","exports","parseAndExecuteTool","result","tool_calls","length","toolCalled","toolCall","toolName","toolInput","JSON","parse","arguments","toolOutput","error"],"sourceRoot":"../../src","sources":["tools.ts"],"mappings":";;;;;;;AAeO,MAAMA,KAAK,CAAC;EACTC,KAAK,GAAG,IAAIC,GAAG,CAAe,CAAC;EAEvCC,GAAGA,CACCC,IAAc,EACdC,WAAmB,EACnBC,UAAsC,EACtC;IACA,IAAI,CAACL,KAAK,CAACM,GAAG,CAACH,IAAI,CAACI,IAAI,EAAE;MACxBJ,IAAI;MACJC,WAAW;MACXC,UAAU;MACVG,QAAQ,EAAEC,MAAM,CAACC,OAAO,CAACL,UAAU,CAAC,CACjCM,MAAM,CAAC,CAAC,CAACC,CAAC,EAAEC,KAAK,CAAC,KAAKA,KAAK,CAACL,QAAQ,CAAC,CACtCM,GAAG,CAAC,CAAC,CAACC,GAAG,EAAEH,CAAC,CAAC,KAAKG,GAAG;IAC1B,CAAC,CAAC;IACF,OAAOZ,IAAI;EACb;EAEFa,UAAUA,CAAA,EAAG;IACT,OAAOC,KAAK,CAACC,IAAI,CAAC,IAAI,CAAClB,KAAK,CAACU,OAAO,CAAC,CAAC,CAAC,CAACI,GAAG,CAAC,CAAC,CAACP,IAAI,EAAE;MAAEH,WAAW;MAAEC,UAAU;MAAEG;IAAS,CAAC,CAAC,MAAM;MAC9FW,IAAI,EAAE,UAAU;MAChBC,QAAQ,EAAE;QACRb,IAAI;QACJH,WAAW;QACXC,UAAU,EAAE;UACVc,IAAI,EAAE,QAAQ;UACdE,UAAU,EAAEhB,UAAU;UACtBG;QACF;MACF;IACF,CAAC,CAAC,CAAC;EACL;EAEF,MAAMc,OAAOA,CAACf,IAAY,EAAEgB,IAAS,EAAE;IACnC,MAAMC,IAAI,GAAG,IAAI,CAACxB,KAAK,CAACyB,GAAG,CAAClB,IAAI,CAAC;IACjC,IAAI,CAACiB,IAAI,EAAE,MAAM,IAAIE,KAAK,CAAC,QAAQnB,IAAI,YAAY,CAAC;IACpD,OAAO,MAAMiB,IAAI,CAACrB,IAAI,CAAC,GAAGM,MAAM,CAACkB,MAAM,CAACJ,IAAI,CAAC,CAAC;EAClD;AACF;AAACK,OAAA,CAAA7B,KAAA,GAAAA,KAAA;AAEM,eAAe8B,mBAAmBA,CAACC,MAA8B,EAAE9B,KAAY,EAAwF;EAC5K,IAAI,CAAC8B,MAAM,CAACC,UAAU,IAAID,MAAM,CAACC,UAAU,CAACC,MAAM,KAAK,CAAC,EAAE;IACtD;IACA,OAAO;MAACC,UAAU,EAAE;IAAK,CAAC;EAC9B;EAEA,IAAI;IACA,MAAMC,QAAQ,GAAGJ,MAAM,CAACC,UAAU,CAAC,CAAC,CAAC;IACrC,IAAI,CAACG,QAAQ,EAAE;MACb;MACA,OAAO;QAACD,UAAU,EAAE;MAAK,CAAC;IAC5B;IACA,MAAME,QAAQ,GAAGD,QAAQ,CAACd,QAAQ,CAACb,IAAI;IACvC,MAAM6B,SAAS,GAAGC,IAAI,CAACC,KAAK,CAACJ,QAAQ,CAACd,QAAQ,CAACmB,SAAS,CAAC;;IAEzD;IACA,MAAMC,UAAU,GAAG,MAAMxC,KAAK,CAACsB,OAAO,CAACa,QAAQ,EAAEC,SAAS,CAAC;IAC3D;;IAEA,OAAO;MACHH,UAAU,EAAE,IAAI;MAChBE,QAAQ;MACRC,SAAS;MACTI;IACJ,CAAC;EACL,CAAC,CAAC,OAAOC,KAAK,EAAE;IACZ;IACA,OAAO;MAACR,UAAU,EAAE;IAAK,CAAC;EAC9B;AACF","ignoreList":[]}
@@ -0,0 +1,32 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.CactusTTS = void 0;
7
+ var _index = require("./index");
8
+ class CactusTTS {
9
+ constructor(context) {
10
+ this.context = context;
11
+ }
12
+ static async init(context, vocoderModelPath) {
13
+ await (0, _index.initVocoder)(context.id, vocoderModelPath);
14
+ return new CactusTTS(context);
15
+ }
16
+ async generate(textToSpeak, speakerJsonStr) {
17
+ const {
18
+ formatted_prompt
19
+ } = await (0, _index.getFormattedAudioCompletion)(this.context.id, speakerJsonStr, textToSpeak);
20
+ // This part is simplified. In a real scenario, the tokens from
21
+ // the main model would be generated and passed to decodeAudioTokens.
22
+ // For now, we are assuming a direct path which may not be fully functional
23
+ // without the main model's token output for TTS.
24
+ const tokens = (await this.context.tokenize(formatted_prompt)).tokens;
25
+ return (0, _index.decodeAudioTokens)(this.context.id, tokens);
26
+ }
27
+ async release() {
28
+ return (0, _index.releaseVocoder)(this.context.id);
29
+ }
30
+ }
31
+ exports.CactusTTS = CactusTTS;
32
+ //# sourceMappingURL=tts.js.map
@@ -1 +1 @@
1
- {"version":3,"names":["_index","require","CactusTTS","constructor","context","init","vocoderModelPath","initVocoder","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","getFormattedAudioCompletion","tokens","tokenize","decodeAudioTokens","release","releaseVocoder","exports"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAM,IAAAC,kBAAW,EAACH,OAAO,CAACI,EAAE,EAAEF,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMK,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAM,IAAAC,kCAA2B,EAC5D,IAAI,CAACT,OAAO,CAACI,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD,MAAMI,MAAM,GAAG,CAAC,MAAM,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACH,gBAAgB,CAAC,EAAEE,MAAM;IACrE,OAAO,IAAAE,wBAAiB,EAAC,IAAI,CAACZ,OAAO,CAACI,EAAE,EAAEM,MAAM,CAAC;EACnD;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAAC,qBAAc,EAAC,IAAI,CAACd,OAAO,CAACI,EAAE,CAAC;EACxC;AACF;AAACW,OAAA,CAAAjB,SAAA,GAAAA,SAAA","ignoreList":[]}
1
+ {"version":3,"names":["_index","require","CactusTTS","constructor","context","init","vocoderModelPath","initVocoder","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","getFormattedAudioCompletion","tokens","tokenize","decodeAudioTokens","release","releaseVocoder","exports"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAM,IAAAC,kBAAW,EAACH,OAAO,CAACI,EAAE,EAAEF,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMK,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAM,IAAAC,kCAA2B,EAC5D,IAAI,CAACT,OAAO,CAACI,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD;IACA;IACA;IACA;IACA,MAAMI,MAAM,GAAG,CAAC,MAAM,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACH,gBAAgB,CAAC,EAAEE,MAAM;IACrE,OAAO,IAAAE,wBAAiB,EAAC,IAAI,CAACZ,OAAO,CAACI,EAAE,EAAEM,MAAM,CAAC;EACnD;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAAC,qBAAc,EAAC,IAAI,CAACd,OAAO,CAACI,EAAE,CAAC;EACxC;AACF;AAACW,OAAA,CAAAjB,SAAA,GAAAA,SAAA","ignoreList":[]}