cactus-react-native 0.1.3 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/lib/commonjs/NativeCactus.js +10 -0
- package/lib/commonjs/chat.js +37 -0
- package/lib/commonjs/grammar.js +560 -0
- package/lib/commonjs/index.js +459 -0
- package/lib/commonjs/index.js.map +1 -1
- package/lib/commonjs/lm.js +72 -0
- package/lib/commonjs/lm.js.map +1 -1
- package/lib/commonjs/telemetry.js +97 -0
- package/lib/commonjs/telemetry.js.map +1 -0
- package/lib/commonjs/tools.js +79 -0
- package/lib/commonjs/tools.js.map +1 -0
- package/lib/commonjs/tts.js +32 -0
- package/lib/commonjs/tts.js.map +1 -1
- package/lib/commonjs/vlm.js +83 -0
- package/lib/commonjs/vlm.js.map +1 -0
- package/lib/module/NativeCactus.js +8 -0
- package/lib/module/chat.js +33 -0
- package/lib/module/grammar.js +553 -0
- package/lib/module/index.js +392 -0
- package/lib/module/index.js.map +1 -1
- package/lib/module/lm.js +67 -0
- package/lib/module/lm.js.map +1 -0
- package/lib/module/telemetry.js +92 -0
- package/lib/module/telemetry.js.map +1 -0
- package/lib/module/tools.js +73 -0
- package/lib/module/tools.js.map +1 -0
- package/lib/module/tts.js +27 -0
- package/lib/module/tts.js.map +1 -1
- package/lib/module/vlm.js +78 -0
- package/lib/module/vlm.js.map +1 -1
- package/lib/typescript/index.d.ts.map +1 -1
- package/lib/typescript/lm.d.ts +9 -33
- package/lib/typescript/lm.d.ts.map +1 -1
- package/lib/typescript/telemetry.d.ts +21 -0
- package/lib/typescript/telemetry.d.ts.map +1 -0
- package/lib/typescript/tools.d.ts +0 -3
- package/lib/typescript/tools.d.ts.map +1 -1
- package/lib/typescript/tts.d.ts.map +1 -1
- package/lib/typescript/vlm.d.ts +12 -34
- package/lib/typescript/vlm.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/index.ts +64 -41
- package/src/lm.ts +45 -5
- package/src/telemetry.ts +123 -0
- package/src/tools.ts +17 -58
- package/src/vlm.ts +50 -8
- package/android/src/main/jniLibs/x86_64/libcactus.so +0 -0
- package/android/src/main/jniLibs/x86_64/libcactus_x86_64.so +0 -0
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
export class Tools {
|
|
4
|
+
tools = new Map();
|
|
5
|
+
add(func, description, parameters) {
|
|
6
|
+
this.tools.set(func.name, {
|
|
7
|
+
func,
|
|
8
|
+
description,
|
|
9
|
+
parameters,
|
|
10
|
+
required: Object.entries(parameters).filter(([_, param]) => param.required).map(([key, _]) => key)
|
|
11
|
+
});
|
|
12
|
+
return func;
|
|
13
|
+
}
|
|
14
|
+
getSchemas() {
|
|
15
|
+
return Array.from(this.tools.entries()).map(([name, {
|
|
16
|
+
description,
|
|
17
|
+
parameters,
|
|
18
|
+
required
|
|
19
|
+
}]) => ({
|
|
20
|
+
type: "function",
|
|
21
|
+
function: {
|
|
22
|
+
name,
|
|
23
|
+
description,
|
|
24
|
+
parameters: {
|
|
25
|
+
type: "object",
|
|
26
|
+
properties: parameters,
|
|
27
|
+
required
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
}));
|
|
31
|
+
}
|
|
32
|
+
async execute(name, args) {
|
|
33
|
+
const tool = this.tools.get(name);
|
|
34
|
+
if (!tool) throw new Error(`Tool ${name} not found`);
|
|
35
|
+
return await tool.func(...Object.values(args));
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
export async function parseAndExecuteTool(result, tools) {
|
|
39
|
+
if (!result.tool_calls || result.tool_calls.length === 0) {
|
|
40
|
+
// console.log('No tool calls found');
|
|
41
|
+
return {
|
|
42
|
+
toolCalled: false
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
try {
|
|
46
|
+
const toolCall = result.tool_calls[0];
|
|
47
|
+
if (!toolCall) {
|
|
48
|
+
// console.log('No tool call found');
|
|
49
|
+
return {
|
|
50
|
+
toolCalled: false
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
const toolName = toolCall.function.name;
|
|
54
|
+
const toolInput = JSON.parse(toolCall.function.arguments);
|
|
55
|
+
|
|
56
|
+
// console.log('Calling tool:', toolName, toolInput);
|
|
57
|
+
const toolOutput = await tools.execute(toolName, toolInput);
|
|
58
|
+
// console.log('Tool called result:', toolOutput);
|
|
59
|
+
|
|
60
|
+
return {
|
|
61
|
+
toolCalled: true,
|
|
62
|
+
toolName,
|
|
63
|
+
toolInput,
|
|
64
|
+
toolOutput
|
|
65
|
+
};
|
|
66
|
+
} catch (error) {
|
|
67
|
+
// console.error('Error parsing tool call:', error);
|
|
68
|
+
return {
|
|
69
|
+
toolCalled: false
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
//# sourceMappingURL=tools.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["Tools","tools","Map","add","func","description","parameters","set","name","required","Object","entries","filter","_","param","map","key","getSchemas","Array","from","type","function","properties","execute","args","tool","get","Error","values","parseAndExecuteTool","result","tool_calls","length","toolCalled","toolCall","toolName","toolInput","JSON","parse","arguments","toolOutput","error"],"sourceRoot":"../../src","sources":["tools.ts"],"mappings":";;AAeA,OAAO,MAAMA,KAAK,CAAC;EACTC,KAAK,GAAG,IAAIC,GAAG,CAAe,CAAC;EAEvCC,GAAGA,CACCC,IAAc,EACdC,WAAmB,EACnBC,UAAsC,EACtC;IACA,IAAI,CAACL,KAAK,CAACM,GAAG,CAACH,IAAI,CAACI,IAAI,EAAE;MACxBJ,IAAI;MACJC,WAAW;MACXC,UAAU;MACVG,QAAQ,EAAEC,MAAM,CAACC,OAAO,CAACL,UAAU,CAAC,CACjCM,MAAM,CAAC,CAAC,CAACC,CAAC,EAAEC,KAAK,CAAC,KAAKA,KAAK,CAACL,QAAQ,CAAC,CACtCM,GAAG,CAAC,CAAC,CAACC,GAAG,EAAEH,CAAC,CAAC,KAAKG,GAAG;IAC1B,CAAC,CAAC;IACF,OAAOZ,IAAI;EACb;EAEFa,UAAUA,CAAA,EAAG;IACT,OAAOC,KAAK,CAACC,IAAI,CAAC,IAAI,CAAClB,KAAK,CAACU,OAAO,CAAC,CAAC,CAAC,CAACI,GAAG,CAAC,CAAC,CAACP,IAAI,EAAE;MAAEH,WAAW;MAAEC,UAAU;MAAEG;IAAS,CAAC,CAAC,MAAM;MAC9FW,IAAI,EAAE,UAAU;MAChBC,QAAQ,EAAE;QACRb,IAAI;QACJH,WAAW;QACXC,UAAU,EAAE;UACVc,IAAI,EAAE,QAAQ;UACdE,UAAU,EAAEhB,UAAU;UACtBG;QACF;MACF;IACF,CAAC,CAAC,CAAC;EACL;EAEF,MAAMc,OAAOA,CAACf,IAAY,EAAEgB,IAAS,EAAE;IACnC,MAAMC,IAAI,GAAG,IAAI,CAACxB,KAAK,CAACyB,GAAG,CAAClB,IAAI,CAAC;IACjC,IAAI,CAACiB,IAAI,EAAE,MAAM,IAAIE,KAAK,CAAC,QAAQnB,IAAI,YAAY,CAAC;IACpD,OAAO,MAAMiB,IAAI,CAACrB,IAAI,CAAC,GAAGM,MAAM,CAACkB,MAAM,CAACJ,IAAI,CAAC,CAAC;EAClD;AACF;AAEA,OAAO,eAAeK,mBAAmBA,CAACC,MAA8B,EAAE7B,KAAY,EAAwF;EAC5K,IAAI,CAAC6B,MAAM,CAACC,UAAU,IAAID,MAAM,CAACC,UAAU,CAACC,MAAM,KAAK,CAAC,EAAE;IACtD;IACA,OAAO;MAACC,UAAU,EAAE;IAAK,CAAC;EAC9B;EAEA,IAAI;IACA,MAAMC,QAAQ,GAAGJ,MAAM,CAACC,UAAU,CAAC,CAAC,CAAC;IACrC,IAAI,CAACG,QAAQ,EAAE;MACb;MACA,OAAO;QAACD,UAAU,EAAE;MAAK,CAAC;IAC5B;IACA,MAAME,QAAQ,GAAGD,QAAQ,CAACb,QAAQ,CAACb,IAAI;IACvC,MAAM4B,SAAS,GAAGC,IAAI,CAACC,KAAK,CAACJ,QAAQ,CAACb,QAAQ,CAACkB,SAAS,CAAC;;IAEzD;IACA,MAAMC,UAAU,GAAG,MAAMvC,KAAK,CAACsB,OAAO,CAACY,QAAQ,EAAEC,SAAS,CAAC;IAC3D;;IAEA,OAAO;MACHH,UAAU,EAAE,IAAI;MAChBE,QAAQ;MACRC,SAAS;MACTI;IACJ,CAAC;EACL,CAAC,CAAC,OAAOC,KAAK,EAAE;IACZ;IACA,OAAO;MAACR,UAAU,EAAE;IAAK,CAAC;EAC9B;AACF","ignoreList":[]}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
import { initVocoder, getFormattedAudioCompletion, decodeAudioTokens, releaseVocoder } from './index';
|
|
4
|
+
export class CactusTTS {
|
|
5
|
+
constructor(context) {
|
|
6
|
+
this.context = context;
|
|
7
|
+
}
|
|
8
|
+
static async init(context, vocoderModelPath) {
|
|
9
|
+
await initVocoder(context.id, vocoderModelPath);
|
|
10
|
+
return new CactusTTS(context);
|
|
11
|
+
}
|
|
12
|
+
async generate(textToSpeak, speakerJsonStr) {
|
|
13
|
+
const {
|
|
14
|
+
formatted_prompt
|
|
15
|
+
} = await getFormattedAudioCompletion(this.context.id, speakerJsonStr, textToSpeak);
|
|
16
|
+
// This part is simplified. In a real scenario, the tokens from
|
|
17
|
+
// the main model would be generated and passed to decodeAudioTokens.
|
|
18
|
+
// For now, we are assuming a direct path which may not be fully functional
|
|
19
|
+
// without the main model's token output for TTS.
|
|
20
|
+
const tokens = (await this.context.tokenize(formatted_prompt)).tokens;
|
|
21
|
+
return decodeAudioTokens(this.context.id, tokens);
|
|
22
|
+
}
|
|
23
|
+
async release() {
|
|
24
|
+
return releaseVocoder(this.context.id);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=tts.js.map
|
package/lib/module/tts.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["initVocoder","getFormattedAudioCompletion","decodeAudioTokens","releaseVocoder","CactusTTS","constructor","context","init","vocoderModelPath","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","tokens","tokenize","release"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;AAAA,SAEEA,WAAW,EACXC,2BAA2B,EAC3BC,iBAAiB,EACjBC,cAAc,QACT,SAAS;AAGhB,OAAO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAMR,WAAW,CAACM,OAAO,CAACG,EAAE,EAAED,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMI,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAMZ,2BAA2B,CAC5D,IAAI,CAACK,OAAO,CAACG,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD,MAAMG,MAAM,GAAG,CAAC,MAAM,IAAI,CAACR,OAAO,CAACS,QAAQ,CAACF,gBAAgB,CAAC,EAAEC,MAAM;IACrE,OAAOZ,iBAAiB,CAAC,IAAI,CAACI,OAAO,CAACG,EAAE,EAAEK,MAAM,CAAC;EACnD;EAEA,MAAME,OAAOA,CAAA,EAAkB;IAC7B,OAAOb,cAAc,CAAC,IAAI,CAACG,OAAO,CAACG,EAAE,CAAC;EACxC;AACF","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["initVocoder","getFormattedAudioCompletion","decodeAudioTokens","releaseVocoder","CactusTTS","constructor","context","init","vocoderModelPath","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","tokens","tokenize","release"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;AAAA,SAEEA,WAAW,EACXC,2BAA2B,EAC3BC,iBAAiB,EACjBC,cAAc,QACT,SAAS;AAGhB,OAAO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAMR,WAAW,CAACM,OAAO,CAACG,EAAE,EAAED,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMI,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAMZ,2BAA2B,CAC5D,IAAI,CAACK,OAAO,CAACG,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD;IACA;IACA;IACA;IACA,MAAMG,MAAM,GAAG,CAAC,MAAM,IAAI,CAACR,OAAO,CAACS,QAAQ,CAACF,gBAAgB,CAAC,EAAEC,MAAM;IACrE,OAAOZ,iBAAiB,CAAC,IAAI,CAACI,OAAO,CAACG,EAAE,EAAEK,MAAM,CAAC;EACnD;EAEA,MAAME,OAAOA,CAAA,EAAkB;IAC7B,OAAOb,cAAc,CAAC,IAAI,CAACG,OAAO,CAACG,EAAE,CAAC;EACxC;AACF","ignoreList":[]}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
import { initLlama, initMultimodal, multimodalCompletion } from './index';
|
|
4
|
+
import { Telemetry } from './telemetry';
|
|
5
|
+
export class CactusVLM {
|
|
6
|
+
constructor(context, initParams) {
|
|
7
|
+
this.context = context;
|
|
8
|
+
this.initParams = initParams;
|
|
9
|
+
}
|
|
10
|
+
static async init(params, onProgress) {
|
|
11
|
+
const configs = [params, {
|
|
12
|
+
...params,
|
|
13
|
+
n_gpu_layers: 0
|
|
14
|
+
}];
|
|
15
|
+
for (const config of configs) {
|
|
16
|
+
try {
|
|
17
|
+
const context = await initLlama(config, onProgress);
|
|
18
|
+
// Explicitly disable GPU for the multimodal projector for stability.
|
|
19
|
+
await initMultimodal(context.id, params.mmproj, false);
|
|
20
|
+
return {
|
|
21
|
+
vlm: new CactusVLM(context, params),
|
|
22
|
+
error: null
|
|
23
|
+
};
|
|
24
|
+
} catch (e) {
|
|
25
|
+
Telemetry.error(e, config);
|
|
26
|
+
if (configs.indexOf(config) === configs.length - 1) {
|
|
27
|
+
return {
|
|
28
|
+
vlm: null,
|
|
29
|
+
error: e
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
return {
|
|
35
|
+
vlm: null,
|
|
36
|
+
error: new Error('Failed to initialize CactusVLM')
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
async completion(messages, params = {}, callback) {
|
|
40
|
+
const startTime = Date.now();
|
|
41
|
+
let firstTokenTime = null;
|
|
42
|
+
const wrappedCallback = callback ? data => {
|
|
43
|
+
if (firstTokenTime === null) firstTokenTime = Date.now();
|
|
44
|
+
callback(data);
|
|
45
|
+
} : undefined;
|
|
46
|
+
let result;
|
|
47
|
+
if (params.images && params.images.length > 0) {
|
|
48
|
+
const formattedPrompt = await this.context.getFormattedChat(messages);
|
|
49
|
+
const prompt = typeof formattedPrompt === 'string' ? formattedPrompt : formattedPrompt.prompt;
|
|
50
|
+
result = await multimodalCompletion(this.context.id, prompt, params.images, {
|
|
51
|
+
...params,
|
|
52
|
+
prompt,
|
|
53
|
+
emit_partial_completion: !!callback
|
|
54
|
+
});
|
|
55
|
+
} else {
|
|
56
|
+
result = await this.context.completion({
|
|
57
|
+
messages,
|
|
58
|
+
...params
|
|
59
|
+
}, wrappedCallback);
|
|
60
|
+
}
|
|
61
|
+
Telemetry.track({
|
|
62
|
+
event: 'completion',
|
|
63
|
+
tok_per_sec: result.timings?.predicted_per_second,
|
|
64
|
+
toks_generated: result.timings?.predicted_n,
|
|
65
|
+
ttft: firstTokenTime ? firstTokenTime - startTime : null,
|
|
66
|
+
num_images: params.images?.length
|
|
67
|
+
}, this.initParams);
|
|
68
|
+
return result;
|
|
69
|
+
}
|
|
70
|
+
async rewind() {
|
|
71
|
+
// @ts-ignore
|
|
72
|
+
return this.context?.rewind();
|
|
73
|
+
}
|
|
74
|
+
async release() {
|
|
75
|
+
return this.context.release();
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=vlm.js.map
|
package/lib/module/vlm.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["initLlama","initMultimodal","multimodalCompletion","CactusVLM","constructor","context","init","params","onProgress","
|
|
1
|
+
{"version":3,"names":["initLlama","initMultimodal","multimodalCompletion","Telemetry","CactusVLM","constructor","context","initParams","init","params","onProgress","configs","n_gpu_layers","config","id","mmproj","vlm","error","e","indexOf","length","Error","completion","messages","callback","startTime","Date","now","firstTokenTime","wrappedCallback","data","undefined","result","images","formattedPrompt","getFormattedChat","prompt","emit_partial_completion","track","event","tok_per_sec","timings","predicted_per_second","toks_generated","predicted_n","ttft","num_images","rewind","release"],"sourceRoot":"../../src","sources":["vlm.ts"],"mappings":";;AAAA,SACEA,SAAS,EACTC,cAAc,EACdC,oBAAoB,QAEf,SAAS;AAOhB,SAASC,SAAS,QAAQ,aAAa;AAevC,OAAO,MAAMC,SAAS,CAAC;EAIbC,WAAWA,CAACC,OAAqB,EAAEC,UAA4B,EAAE;IACvE,IAAI,CAACD,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACC,UAAU,GAAGA,UAAU;EAC9B;EAEA,aAAaC,IAAIA,CACfC,MAAwB,EACxBC,UAAuC,EACb;IAC1B,MAAMC,OAAO,GAAG,CACdF,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEG,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAML,OAAO,GAAG,MAAMN,SAAS,CAACa,MAAM,EAAEH,UAAU,CAAC;QACnD;QACA,MAAMT,cAAc,CAACK,OAAO,CAACQ,EAAE,EAAEL,MAAM,CAACM,MAAM,EAAE,KAAK,CAAC;QACtD,OAAO;UAACC,GAAG,EAAE,IAAIZ,SAAS,CAACE,OAAO,EAAEG,MAAM,CAAC;UAAEQ,KAAK,EAAE;QAAI,CAAC;MAC3D,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVf,SAAS,CAACc,KAAK,CAACC,CAAC,EAAWL,MAAM,CAAC;QACnC,IAAIF,OAAO,CAACQ,OAAO,CAACN,MAAM,CAAC,KAAKF,OAAO,CAACS,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAACJ,GAAG,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAU,CAAC;QACvC;MACF;IACF;IAEA,OAAO;MAACF,GAAG,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAII,KAAK,CAAC,gCAAgC;IAAC,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCd,MAA2B,GAAG,CAAC,CAAC,EAChCe,QAA8B,EACG;IACjC,MAAMC,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAC5B,IAAIC,cAA6B,GAAG,IAAI;IAExC,MAAMC,eAAe,GAAGL,QAAQ,GAAIM,IAAS,IAAK;MAChD,IAAIF,cAAc,KAAK,IAAI,EAAEA,cAAc,GAAGF,IAAI,CAACC,GAAG,CAAC,CAAC;MACxDH,QAAQ,CAACM,IAAI,CAAC;IAChB,CAAC,GAAGC,SAAS;IAEb,IAAIC,MAA8B;IAClC,IAAIvB,MAAM,CAACwB,MAAM,IAAIxB,MAAM,CAACwB,MAAM,CAACb,MAAM,GAAG,CAAC,EAAE;MAC7C,MAAMc,eAAe,GAAG,MAAM,IAAI,CAAC5B,OAAO,CAAC6B,gBAAgB,CAACZ,QAAQ,CAAC;MACrE,MAAMa,MAAM,GACV,OAAOF,eAAe,KAAK,QAAQ,GAC/BA,eAAe,GACfA,eAAe,CAACE,MAAM;MAC5BJ,MAAM,GAAG,MAAM9B,oBAAoB,CACjC,IAAI,CAACI,OAAO,CAACQ,EAAE,EACfsB,MAAM,EACN3B,MAAM,CAACwB,MAAM,EACb;QAAE,GAAGxB,MAAM;QAAE2B,MAAM;QAAEC,uBAAuB,EAAE,CAAC,CAACb;MAAS,CAC3D,CAAC;IACH,CAAC,MAAM;MACLQ,MAAM,GAAG,MAAM,IAAI,CAAC1B,OAAO,CAACgB,UAAU,CAAC;QAAEC,QAAQ;QAAE,GAAGd;MAAO,CAAC,EAAEoB,eAAe,CAAC;IAClF;IAEA1B,SAAS,CAACmC,KAAK,CAAC;MACdC,KAAK,EAAE,YAAY;MACnBC,WAAW,EAAGR,MAAM,CAASS,OAAO,EAAEC,oBAAoB;MAC1DC,cAAc,EAAGX,MAAM,CAASS,OAAO,EAAEG,WAAW;MACpDC,IAAI,EAAEjB,cAAc,GAAGA,cAAc,GAAGH,SAAS,GAAG,IAAI;MACxDqB,UAAU,EAAErC,MAAM,CAACwB,MAAM,EAAEb;IAC7B,CAAC,EAAE,IAAI,CAACb,UAAU,CAAC;IAEnB,OAAOyB,MAAM;EACf;EAEA,MAAMe,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACzC,OAAO,EAAEyC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAAC1C,OAAO,CAAC0C,OAAO,CAAC,CAAC;EAC/B;AACF","ignoreList":[]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,wBAAwB,EACxB,aAAa,EACb,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,EACxB,MAAM,gBAAgB,CAAA;AACvB,OAAO,KAAK,EACV,+BAA+B,EAC/B,iCAAiC,EAClC,MAAM,WAAW,CAAA;AAClB,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,QAAQ,CAAA;AAE3E,OAAO,EAAE,KAAK,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,wBAAwB,EACxB,aAAa,EACb,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,EACxB,MAAM,gBAAgB,CAAA;AACvB,OAAO,KAAK,EACV,+BAA+B,EAC/B,iCAAiC,EAClC,MAAM,WAAW,CAAA;AAClB,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,QAAQ,CAAA;AAE3E,OAAO,EAAE,KAAK,EAAuB,MAAM,SAAS,CAAA;AACpD,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,iBAAiB,EACjB,0BAA0B,EAC1B,wBAAwB,EACxB,uBAAuB,EAGvB,+BAA+B,EAC/B,iCAAiC,GAClC,CAAA;AAED,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAAA;AA6BpE,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAOD,MAAM,MAAM,aAAa,GAAG,IAAI,CAC9B,mBAAmB,EACnB,cAAc,GAAG,cAAc,GAAG,cAAc,CACjD,GAAG;IACF,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAA;CACzD,CAAA;AAED,MAAM,MAAM,eAAe,GAAG,qBAAqB,CAAA;AAEnD,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,CAAA;IAC5C,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE,OAAO,CAAA;QAChB,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAA;IACvC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,wBAAwB,CAAA;CAC3C,CAAA;AACD,MAAM,MAAM,gBAAgB,GAAG,IAAI,CACjC,sBAAsB,EACtB,yBAAyB,GAAG,QAAQ,CACrC,GACC,oBAAoB,CAAA;AAEtB,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAYD,qBAAa,YAAY;IACvB,EAAE,EAAE,MAAM,CAAA;IAEV,GAAG,EAAE,OAAO,CAAQ;IAEpB,WAAW,EAAE,MAAM,CAAK;IAExB,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAA;gBAEtB,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,kBAAkB;IAOtE;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAMrE;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAIlB,oBAAoB,IAAI,OAAO;IAI/B,gBAAgB,IAAI,OAAO;IAKrB,gBAAgB,CACpB,QAAQ,EAAE,0BAA0B,EAAE,EACtC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,EACxB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,eAAe,CAAC,EAAE,wBAAwB,CAAA;QAC1C,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC;IAiBvC,mBAAmB,CACvB,MAAM,EAAE,gBAAgB,GAAG;QAAC,KAAK,EAAE,KAAK,CAAA;KAAC,EACzC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,EACpC,cAAc,GAAE,MAAU,EAC1B,cAAc,GAAE,MAAU,GAC3B,OAAO,CAAC,sBAAsB,CAAC;IA6D1B,UAAU,CACd,MAAM,EAAE,gBAAgB,EACxB,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,GACnC,OAAO,CAAC,sBAAsB,CAAC;IAsElC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAIrD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAI7C,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC;IAI3B,KAAK,CACT,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,WAAW,CAAC;IAejB,iBAAiB,CACrB,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC;IAUV,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAInC,qBAAqB,IAAI,OAAO,CACpC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CACzC;IAIK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAI9B;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAErE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,GAC9C;IAAE,MAAM,EAAE,MAAM,IAAI,CAAA;CAAE,CAOxB;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAElE;AAaD,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAIvE;AAWD,wBAAsB,SAAS,CAC7B,EACE,KAAK,EACL,cAAc,EAAE,YAAY,EAC5B,YAAY,EAAE,WAAW,EACzB,IAAI,EACJ,SAAS,EAAE,QAAQ,EACnB,GAAG,IAAI,EACR,EAAE,aAAa,EAChB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,YAAY,CAAC,CAsDvB;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AAED,eAAO,MAAM,WAAW,GAAU,QAAQ,mBAAmB,gCAE5D,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,EAAE,YAAY,MAAM,EAAE,SAAQ,OAAe,qBAElG,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAAU,WAAW,MAAM,qBAE1D,CAAC;AAEF,eAAO,MAAM,yBAAyB,GAAU,WAAW,MAAM,qBAEhE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAU,WAAW,MAAM,qBAE/D,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,kBAExD,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,YAAY,MAAM,EAAE,EAAE,QAAQ,sBAAsB,KAAG,OAAO,CAAC,sBAAsB,CAElK,CAAC;AAEF,eAAO,MAAM,WAAW,GAAU,WAAW,MAAM,EAAE,kBAAkB,MAAM,qBAE5E,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAU,WAAW,MAAM,qBAEvD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,WAAW,MAAM,KAAG,OAAO,CAAC,aAAa,CAEzE,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAU,WAAW,MAAM,EAAE,gBAAgB,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,2BAA2B,CAErJ,CAAC;AAEF,eAAO,MAAM,6BAA6B,GAAU,WAAW,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,uBAAuB,CAE3H,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,KAAG,OAAO,CAAC,uBAAuB,CAE5G,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,kBAErD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAU,WAAW,MAAM,EAAE,MAAM,MAAM,EAAE,aAAa,MAAM,EAAE,KAAG,OAAO,CAAC,oBAAoB,CAMnH,CAAC;AAEF,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC"}
|
package/lib/typescript/lm.d.ts
CHANGED
|
@@ -1,41 +1,17 @@
|
|
|
1
|
-
import type { ContextParams, CactusOAICompatibleMessage, NativeCompletionResult, EmbeddingParams, NativeEmbeddingResult
|
|
1
|
+
import type { ContextParams, CompletionParams, CactusOAICompatibleMessage, NativeCompletionResult, EmbeddingParams, NativeEmbeddingResult } from './index';
|
|
2
|
+
interface CactusLMReturn {
|
|
3
|
+
lm: CactusLM | null;
|
|
4
|
+
error: Error | null;
|
|
5
|
+
}
|
|
2
6
|
export declare class CactusLM {
|
|
3
7
|
private context;
|
|
8
|
+
private initParams;
|
|
4
9
|
private constructor();
|
|
5
|
-
static init(params: ContextParams, onProgress?: (progress: number) => void): Promise<
|
|
6
|
-
completion(messages: CactusOAICompatibleMessage[],
|
|
7
|
-
n_predict?: number;
|
|
8
|
-
temperature?: number;
|
|
9
|
-
top_p?: number;
|
|
10
|
-
top_k?: number;
|
|
11
|
-
min_p?: number;
|
|
12
|
-
penalty_repeat?: number;
|
|
13
|
-
penalty_freq?: number;
|
|
14
|
-
penalty_present?: number;
|
|
15
|
-
mirostat?: number;
|
|
16
|
-
mirostat_tau?: number;
|
|
17
|
-
mirostat_eta?: number;
|
|
18
|
-
seed?: number;
|
|
19
|
-
stop?: string[];
|
|
20
|
-
ignore_eos?: boolean;
|
|
21
|
-
chat_template?: string;
|
|
22
|
-
jinja?: boolean;
|
|
23
|
-
tools?: object;
|
|
24
|
-
parallel_tool_calls?: object;
|
|
25
|
-
tool_choice?: string;
|
|
26
|
-
response_format?: CompletionResponseFormat;
|
|
27
|
-
n_probs?: number;
|
|
28
|
-
grammar?: string;
|
|
29
|
-
grammar_lazy?: boolean;
|
|
30
|
-
grammar_triggers?: Array<{
|
|
31
|
-
type: number;
|
|
32
|
-
value: string;
|
|
33
|
-
token: number;
|
|
34
|
-
}>;
|
|
35
|
-
json_schema?: string;
|
|
36
|
-
}, callback?: (data: TokenData) => void): Promise<NativeCompletionResult>;
|
|
10
|
+
static init(params: ContextParams, onProgress?: (progress: number) => void): Promise<CactusLMReturn>;
|
|
11
|
+
completion(messages: CactusOAICompatibleMessage[], params?: CompletionParams, callback?: (data: any) => void): Promise<NativeCompletionResult>;
|
|
37
12
|
embedding(text: string, params?: EmbeddingParams): Promise<NativeEmbeddingResult>;
|
|
38
13
|
rewind(): Promise<void>;
|
|
39
14
|
release(): Promise<void>;
|
|
40
15
|
}
|
|
16
|
+
export {};
|
|
41
17
|
//# sourceMappingURL=lm.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lm.d.ts","sourceRoot":"","sources":["../../src/lm.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,aAAa,EACb,0BAA0B,EAC1B,sBAAsB,EACtB,eAAe,EACf,qBAAqB,
|
|
1
|
+
{"version":3,"file":"lm.d.ts","sourceRoot":"","sources":["../../src/lm.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,0BAA0B,EAC1B,sBAAsB,EACtB,eAAe,EACf,qBAAqB,EACtB,MAAM,SAAS,CAAA;AAGhB,UAAU,cAAc;IACtB,EAAE,EAAE,QAAQ,GAAG,IAAI,CAAA;IACnB,KAAK,EAAE,KAAK,GAAG,IAAI,CAAA;CACpB;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,UAAU,CAAe;IAEjC,OAAO;WAKM,IAAI,CACf,MAAM,EAAE,aAAa,EACrB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,cAAc,CAAC;IAoBpB,UAAU,CACd,QAAQ,EAAE,0BAA0B,EAAE,EACtC,MAAM,GAAE,gBAAqB,EAC7B,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAqB5B,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC;IAI3B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { ContextParams } from './index';
|
|
2
|
+
interface TelemetryConfig {
|
|
3
|
+
supabaseUrl: string;
|
|
4
|
+
supabaseKey: string;
|
|
5
|
+
table?: string;
|
|
6
|
+
}
|
|
7
|
+
export declare class Telemetry {
|
|
8
|
+
private static instance;
|
|
9
|
+
private config;
|
|
10
|
+
private constructor();
|
|
11
|
+
private static getFilename;
|
|
12
|
+
static autoInit(): void;
|
|
13
|
+
static init(config: TelemetryConfig): void;
|
|
14
|
+
static track(payload: Record<string, any>, options: ContextParams): void;
|
|
15
|
+
static error(error: Error, options: ContextParams): void;
|
|
16
|
+
private trackInternal;
|
|
17
|
+
private errorInternal;
|
|
18
|
+
private sendRecord;
|
|
19
|
+
}
|
|
20
|
+
export {};
|
|
21
|
+
//# sourceMappingURL=telemetry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../src/telemetry.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAiB7C,UAAU,eAAe;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA0B;IACjD,OAAO,CAAC,MAAM,CAA4B;IAE1C,OAAO;IAOP,OAAO,CAAC,MAAM,CAAC,WAAW;IAQ1B,MAAM,CAAC,QAAQ,IAAI,IAAI;IASvB,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI;IAM1C,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,aAAa,GAAG,IAAI;IAOxE,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,GAAG,IAAI;IAOxD,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,aAAa;YAsBP,UAAU;CAYzB"}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import type { CactusOAICompatibleMessage } from "./chat";
|
|
2
1
|
import type { NativeCompletionResult } from "./NativeCactus";
|
|
3
2
|
interface Parameter {
|
|
4
3
|
type: string;
|
|
@@ -26,13 +25,11 @@ export declare class Tools {
|
|
|
26
25
|
}[];
|
|
27
26
|
execute(name: string, args: any): Promise<any>;
|
|
28
27
|
}
|
|
29
|
-
export declare function injectToolsIntoMessages(messages: CactusOAICompatibleMessage[], tools: Tools): CactusOAICompatibleMessage[];
|
|
30
28
|
export declare function parseAndExecuteTool(result: NativeCompletionResult, tools: Tools): Promise<{
|
|
31
29
|
toolCalled: boolean;
|
|
32
30
|
toolName?: string;
|
|
33
31
|
toolInput?: any;
|
|
34
32
|
toolOutput?: any;
|
|
35
33
|
}>;
|
|
36
|
-
export declare function updateMessagesWithToolCall(messages: CactusOAICompatibleMessage[], toolName: string, toolInput: any, toolOutput: any): CactusOAICompatibleMessage[];
|
|
37
34
|
export {};
|
|
38
35
|
//# sourceMappingURL=tools.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAE7D,UAAU,SAAS;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB;AASD,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAA2B;IAExC,GAAG,CACC,IAAI,EAAE,QAAQ,EACd,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;KAAC;IAa1C,UAAU;;;;;;;;;;;;;;IAeJ,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;CAKtC;AAED,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC;IAAC,UAAU,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,GAAG,CAAC;IAAC,UAAU,CAAC,EAAE,GAAG,CAAA;CAAC,CAAC,CA6B5K"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/tts.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EAKb,MAAM,SAAS,CAAA;AAChB,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AAEtD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO;WAIM,IAAI,CACf,OAAO,EAAE,YAAY,EACrB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,SAAS,CAAC;IAKf,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/tts.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EAKb,MAAM,SAAS,CAAA;AAChB,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AAEtD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO;WAIM,IAAI,CACf,OAAO,EAAE,YAAY,EACrB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,SAAS,CAAC;IAKf,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,uBAAuB,CAAC;IAc7B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
|
package/lib/typescript/vlm.d.ts
CHANGED
|
@@ -1,44 +1,22 @@
|
|
|
1
|
-
import type { ContextParams, CactusOAICompatibleMessage, NativeCompletionResult
|
|
1
|
+
import type { ContextParams, CompletionParams, CactusOAICompatibleMessage, NativeCompletionResult } from './index';
|
|
2
|
+
interface CactusVLMReturn {
|
|
3
|
+
vlm: CactusVLM | null;
|
|
4
|
+
error: Error | null;
|
|
5
|
+
}
|
|
2
6
|
export type VLMContextParams = ContextParams & {
|
|
3
7
|
mmproj: string;
|
|
4
8
|
};
|
|
9
|
+
export type VLMCompletionParams = Omit<CompletionParams, 'prompt'> & {
|
|
10
|
+
images?: string[];
|
|
11
|
+
};
|
|
5
12
|
export declare class CactusVLM {
|
|
6
13
|
private context;
|
|
14
|
+
private initParams;
|
|
7
15
|
private constructor();
|
|
8
|
-
static init(params: VLMContextParams, onProgress?: (progress: number) => void): Promise<
|
|
9
|
-
completion(messages: CactusOAICompatibleMessage[],
|
|
10
|
-
images?: string[];
|
|
11
|
-
n_predict?: number;
|
|
12
|
-
temperature?: number;
|
|
13
|
-
top_p?: number;
|
|
14
|
-
top_k?: number;
|
|
15
|
-
min_p?: number;
|
|
16
|
-
penalty_repeat?: number;
|
|
17
|
-
penalty_freq?: number;
|
|
18
|
-
penalty_present?: number;
|
|
19
|
-
mirostat?: number;
|
|
20
|
-
mirostat_tau?: number;
|
|
21
|
-
mirostat_eta?: number;
|
|
22
|
-
seed?: number;
|
|
23
|
-
stop?: string[];
|
|
24
|
-
ignore_eos?: boolean;
|
|
25
|
-
chat_template?: string;
|
|
26
|
-
jinja?: boolean;
|
|
27
|
-
tools?: object;
|
|
28
|
-
parallel_tool_calls?: object;
|
|
29
|
-
tool_choice?: string;
|
|
30
|
-
response_format?: CompletionResponseFormat;
|
|
31
|
-
n_probs?: number;
|
|
32
|
-
grammar?: string;
|
|
33
|
-
grammar_lazy?: boolean;
|
|
34
|
-
grammar_triggers?: Array<{
|
|
35
|
-
type: number;
|
|
36
|
-
value: string;
|
|
37
|
-
token: number;
|
|
38
|
-
}>;
|
|
39
|
-
json_schema?: string;
|
|
40
|
-
}, callback?: (data: TokenData) => void): Promise<NativeCompletionResult>;
|
|
16
|
+
static init(params: VLMContextParams, onProgress?: (progress: number) => void): Promise<CactusVLMReturn>;
|
|
17
|
+
completion(messages: CactusOAICompatibleMessage[], params?: VLMCompletionParams, callback?: (data: any) => void): Promise<NativeCompletionResult>;
|
|
41
18
|
rewind(): Promise<void>;
|
|
42
19
|
release(): Promise<void>;
|
|
43
20
|
}
|
|
21
|
+
export {};
|
|
44
22
|
//# sourceMappingURL=vlm.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vlm.d.ts","sourceRoot":"","sources":["../../src/vlm.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,aAAa,EACb,0BAA0B,EAC1B,sBAAsB,
|
|
1
|
+
{"version":3,"file":"vlm.d.ts","sourceRoot":"","sources":["../../src/vlm.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,0BAA0B,EAC1B,sBAAsB,EACvB,MAAM,SAAS,CAAA;AAGhB,UAAU,eAAe;IACvB,GAAG,EAAE,SAAS,GAAG,IAAI,CAAA;IACrB,KAAK,EAAE,KAAK,GAAG,IAAI,CAAA;CACpB;AAED,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,EAAE,QAAQ,CAAC,GAAG;IACnE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;CAClB,CAAA;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,UAAU,CAAkB;IAEpC,OAAO;WAKM,IAAI,CACf,MAAM,EAAE,gBAAgB,EACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,eAAe,CAAC;IAuBrB,UAAU,CACd,QAAQ,EAAE,0BAA0B,EAAE,EACtC,MAAM,GAAE,mBAAwB,EAChC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAqC5B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
|
package/package.json
CHANGED
package/src/index.ts
CHANGED
|
@@ -26,7 +26,7 @@ import type {
|
|
|
26
26
|
import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar'
|
|
27
27
|
import type { CactusMessagePart, CactusOAICompatibleMessage } from './chat'
|
|
28
28
|
import { formatChat } from './chat'
|
|
29
|
-
import { Tools,
|
|
29
|
+
import { Tools, parseAndExecuteTool } from './tools'
|
|
30
30
|
export type {
|
|
31
31
|
NativeContextParams,
|
|
32
32
|
NativeLlamaContext,
|
|
@@ -231,49 +231,72 @@ export class LlamaContext {
|
|
|
231
231
|
tool_choice: params?.tool_choice,
|
|
232
232
|
})
|
|
233
233
|
}
|
|
234
|
-
|
|
234
|
+
|
|
235
235
|
async completionWithTools(
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
}
|
|
236
|
+
params: CompletionParams & {tools: Tools},
|
|
237
|
+
callback?: (data: TokenData) => void,
|
|
238
|
+
recursionCount: number = 0,
|
|
239
|
+
recursionLimit: number = 3
|
|
240
|
+
): Promise<NativeCompletionResult> {
|
|
241
|
+
if (!params.messages) { // tool calling only works with messages
|
|
242
|
+
return this.completion(params, callback);
|
|
243
|
+
}
|
|
244
|
+
if (!params.tools) { // no tools => default completion
|
|
245
|
+
return this.completion(params, callback);
|
|
246
|
+
}
|
|
247
|
+
if (recursionCount >= recursionLimit) {
|
|
248
|
+
// console.log(`Recursion limit reached (${recursionCount}/${recursionLimit}), returning default completion`)
|
|
249
|
+
return this.completion({
|
|
250
|
+
...params,
|
|
251
|
+
jinja: true,
|
|
252
|
+
tools: params.tools.getSchemas()
|
|
253
|
+
}, callback);
|
|
254
|
+
}
|
|
256
255
|
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
256
|
+
const messages = [...params.messages]; // avoid mutating the original messages
|
|
257
|
+
|
|
258
|
+
// console.log('Calling completion...')
|
|
259
|
+
const result = await this.completion({
|
|
260
|
+
...params,
|
|
261
|
+
messages: messages,
|
|
262
|
+
jinja: true,
|
|
263
|
+
tools: params.tools.getSchemas()
|
|
264
|
+
}, callback);
|
|
265
|
+
// console.log('Completion result:', result);
|
|
266
|
+
|
|
267
|
+
const {toolCalled, toolName, toolInput, toolOutput} =
|
|
268
|
+
await parseAndExecuteTool(result, params.tools);
|
|
269
|
+
|
|
270
|
+
if (toolCalled && toolName && toolInput) {
|
|
271
|
+
const assistantMessage = {
|
|
272
|
+
role: 'assistant',
|
|
273
|
+
content: result.content,
|
|
274
|
+
tool_calls: result.tool_calls
|
|
275
|
+
} as CactusOAICompatibleMessage;
|
|
276
|
+
|
|
277
|
+
messages.push(assistantMessage);
|
|
278
|
+
|
|
279
|
+
const toolCallId = result.tool_calls?.[0]?.id;
|
|
280
|
+
const toolMessage = {
|
|
281
|
+
role: 'tool',
|
|
282
|
+
content: JSON.stringify(toolOutput),
|
|
283
|
+
tool_call_id: toolCallId
|
|
284
|
+
} as CactusOAICompatibleMessage;
|
|
285
|
+
|
|
286
|
+
messages.push(toolMessage);
|
|
287
|
+
|
|
288
|
+
// console.log('Messages being sent to next completion:', JSON.stringify(messages, null, 2));
|
|
289
|
+
|
|
290
|
+
return await this.completionWithTools(
|
|
291
|
+
{...params, messages: messages},
|
|
292
|
+
callback,
|
|
293
|
+
recursionCount + 1,
|
|
294
|
+
recursionLimit
|
|
295
|
+
);
|
|
296
|
+
}
|
|
274
297
|
|
|
275
|
-
|
|
276
|
-
}
|
|
298
|
+
return result;
|
|
299
|
+
}
|
|
277
300
|
|
|
278
301
|
async completion(
|
|
279
302
|
params: CompletionParams,
|