@cogitator-ai/core 0.9.0 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/llm/anthropic.d.ts +1 -0
- package/dist/llm/anthropic.d.ts.map +1 -1
- package/dist/llm/anthropic.js +83 -22
- package/dist/llm/anthropic.js.map +1 -1
- package/dist/llm/azure.d.ts +1 -0
- package/dist/llm/azure.d.ts.map +1 -1
- package/dist/llm/azure.js +109 -46
- package/dist/llm/azure.js.map +1 -1
- package/dist/llm/bedrock.d.ts +1 -0
- package/dist/llm/bedrock.d.ts.map +1 -1
- package/dist/llm/bedrock.js +47 -4
- package/dist/llm/bedrock.js.map +1 -1
- package/dist/llm/debug.d.ts +35 -0
- package/dist/llm/debug.d.ts.map +1 -0
- package/dist/llm/debug.js +175 -0
- package/dist/llm/debug.js.map +1 -0
- package/dist/llm/errors.d.ts +28 -0
- package/dist/llm/errors.d.ts.map +1 -0
- package/dist/llm/errors.js +126 -0
- package/dist/llm/errors.js.map +1 -0
- package/dist/llm/google.d.ts.map +1 -1
- package/dist/llm/google.js +43 -22
- package/dist/llm/google.js.map +1 -1
- package/dist/llm/index.d.ts +3 -0
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js +3 -0
- package/dist/llm/index.js.map +1 -1
- package/dist/llm/ollama.d.ts.map +1 -1
- package/dist/llm/ollama.js +64 -39
- package/dist/llm/ollama.js.map +1 -1
- package/dist/llm/openai.d.ts +1 -0
- package/dist/llm/openai.d.ts.map +1 -1
- package/dist/llm/openai.js +108 -45
- package/dist/llm/openai.js.map +1 -1
- package/dist/llm/plugin.d.ts +53 -0
- package/dist/llm/plugin.d.ts.map +1 -0
- package/dist/llm/plugin.js +71 -0
- package/dist/llm/plugin.js.map +1 -0
- package/package.json +5 -5
package/dist/llm/ollama.js
CHANGED
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
*/
|
|
4
4
|
import { nanoid } from 'nanoid';
|
|
5
5
|
import { BaseLLMBackend } from './base';
|
|
6
|
+
import { createLLMError, llmUnavailable, llmInvalidResponse } from './errors';
|
|
6
7
|
export class OllamaBackend extends BaseLLMBackend {
|
|
7
8
|
provider = 'ollama';
|
|
8
9
|
baseUrl;
|
|
@@ -12,56 +13,80 @@ export class OllamaBackend extends BaseLLMBackend {
|
|
|
12
13
|
}
|
|
13
14
|
async chat(request) {
|
|
14
15
|
const tools = this.applyToolChoice(request.tools, request.toolChoice);
|
|
15
|
-
const
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
16
|
+
const endpoint = `${this.baseUrl}/api/chat`;
|
|
17
|
+
const ctx = {
|
|
18
|
+
provider: this.provider,
|
|
19
|
+
model: request.model,
|
|
20
|
+
endpoint,
|
|
21
|
+
};
|
|
22
|
+
let response;
|
|
23
|
+
try {
|
|
24
|
+
response = await fetch(endpoint, {
|
|
25
|
+
method: 'POST',
|
|
26
|
+
headers: { 'Content-Type': 'application/json' },
|
|
27
|
+
body: JSON.stringify({
|
|
28
|
+
model: request.model,
|
|
29
|
+
messages: this.convertMessages(request.messages),
|
|
30
|
+
tools: tools ? this.convertTools(tools) : undefined,
|
|
31
|
+
format: this.convertResponseFormat(request.responseFormat),
|
|
32
|
+
stream: false,
|
|
33
|
+
options: {
|
|
34
|
+
temperature: request.temperature,
|
|
35
|
+
top_p: request.topP,
|
|
36
|
+
num_predict: request.maxTokens,
|
|
37
|
+
stop: request.stop,
|
|
38
|
+
},
|
|
39
|
+
}),
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
catch (e) {
|
|
43
|
+
throw llmUnavailable(ctx, 'Failed to connect to Ollama', e instanceof Error ? e : undefined);
|
|
44
|
+
}
|
|
32
45
|
if (!response.ok) {
|
|
33
|
-
const
|
|
34
|
-
throw
|
|
46
|
+
const errorBody = await response.text();
|
|
47
|
+
throw createLLMError(ctx, response.status, errorBody);
|
|
35
48
|
}
|
|
36
49
|
const data = (await response.json());
|
|
37
50
|
return this.convertResponse(data);
|
|
38
51
|
}
|
|
39
52
|
async *chatStream(request) {
|
|
40
53
|
const tools = this.applyToolChoice(request.tools, request.toolChoice);
|
|
41
|
-
const
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
54
|
+
const endpoint = `${this.baseUrl}/api/chat`;
|
|
55
|
+
const ctx = {
|
|
56
|
+
provider: this.provider,
|
|
57
|
+
model: request.model,
|
|
58
|
+
endpoint,
|
|
59
|
+
};
|
|
60
|
+
let response;
|
|
61
|
+
try {
|
|
62
|
+
response = await fetch(endpoint, {
|
|
63
|
+
method: 'POST',
|
|
64
|
+
headers: { 'Content-Type': 'application/json' },
|
|
65
|
+
body: JSON.stringify({
|
|
66
|
+
model: request.model,
|
|
67
|
+
messages: this.convertMessages(request.messages),
|
|
68
|
+
tools: tools ? this.convertTools(tools) : undefined,
|
|
69
|
+
format: this.convertResponseFormat(request.responseFormat),
|
|
70
|
+
stream: true,
|
|
71
|
+
options: {
|
|
72
|
+
temperature: request.temperature,
|
|
73
|
+
top_p: request.topP,
|
|
74
|
+
num_predict: request.maxTokens,
|
|
75
|
+
stop: request.stop,
|
|
76
|
+
},
|
|
77
|
+
}),
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
catch (e) {
|
|
81
|
+
throw llmUnavailable(ctx, 'Failed to connect to Ollama', e instanceof Error ? e : undefined);
|
|
82
|
+
}
|
|
58
83
|
if (!response.ok) {
|
|
59
|
-
const
|
|
60
|
-
throw
|
|
84
|
+
const errorBody = await response.text();
|
|
85
|
+
throw createLLMError(ctx, response.status, errorBody);
|
|
61
86
|
}
|
|
62
87
|
const reader = response.body?.getReader();
|
|
63
88
|
if (!reader)
|
|
64
|
-
throw
|
|
89
|
+
throw llmInvalidResponse(ctx, 'No response body from stream');
|
|
65
90
|
const decoder = new TextDecoder();
|
|
66
91
|
let buffer = '';
|
|
67
92
|
const id = this.generateId();
|
package/dist/llm/ollama.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/llm/ollama.ts"],"names":[],"mappings":"AAAA;;GAEG;AAaH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/llm/ollama.ts"],"names":[],"mappings":"AAAA;;GAEG;AAaH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,kBAAkB,EAAwB,MAAM,UAAU,CAAC;AA2CpG,MAAM,OAAO,aAAc,SAAQ,cAAc;IACtC,QAAQ,GAAG,QAAiB,CAAC;IAC9B,OAAO,CAAS;IAExB,YAAY,MAAoB;QAC9B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC;QAC5C,MAAM,GAAG,GAAoB;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ;SACT,CAAC;QAEF,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;gBAC/B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC;oBAChD,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;oBACnD,MAAM,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,cAAc,CAAC;oBAC1D,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE;wBACP,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,KAAK,EAAE,OAAO,CAAC,IAAI;wBACnB,WAAW,EAAE,OAAO,CAAC,SAAS;wBAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;qBACnB;iBACF,CAAC;aACH,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,cAAc,CAAC,GAAG,EAAE,6BAA6B,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC/F,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAuB,CAAC;QAC3D,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC;QAC5C,MAAM,GAAG,GAAoB;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ;SACT,CAAC;QAEF,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;gBAC/B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC;oBAChD,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;oBACnD,MAAM,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,cAAc,CAAC;oBAC1D,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE;wBACP,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,KAAK,EAAE,OAAO,CAAC,IAAI;wBACnB,WAAW,EAAE,OAAO,CAAC,SAAS;wBAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;qBACnB;iBACF,CAAC;aACH,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,cAAc,CAAC,GAAG,EAAE,6BAA6B,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC/F,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM;YAAE,MAAM,kBAAkB,CAAC,GAAG,EAAE,8BAA8B,CAAC,CAAC;QAE3E,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAE7B,SAAS,CAAC;YACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,SAAS;gBAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAC;gBAEpD,MAAM,KAAK,GAAoB;oBAC7B,EAAE;oBACF,KAAK,EAAE;wBACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;wBAC7B,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;4BAC/C,EAAE,EAAE,QAAQ,MAAM,CAAC,EAAE,CAAC,EAAE;4BACxB,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;4BACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;yBACjC,CAAC,CAAC;qBACJ;oBACD,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;iBACxF,CAAC;gBAEF,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC7D,KAAK,CAAC,KAAK,GAAG;wBACZ,WAAW,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC;wBACxC,YAAY,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;wBAClC,WAAW,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;qBACpE,CAAC;gBACJ,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,QAAmB;QACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACxB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACjE,OAAO;gBACL,IAAI,EAAE,CAAC,CAAC,IAA6B;gBACrC,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;aAC/C,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,uBAAuB,CAAC,OAAuB;QACrD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACvC,CAAC;QAED,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClB,KAAK,MAAM;oBACT,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC1B,MAAM;gBACR,KAAK,cAAc;oBACjB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;oBACpC,MAAM;gBACR,KAAK,WAAW;oBACd,MAAM;YACV,CAAC;QACH,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/C,CAAC;IAEO,YAAY,CAAC,KAA2B;QAC9C,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAC7B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvB,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,eAAe,CAAC,IAAwB;QAC9C,MAAM,SAAS,GAA2B,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9E,EAAE,EAAE,QAAQ,MAAM,CAAC,EAAE,CAAC,EAAE;YACxB,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;YACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;SACjC,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,SAAS;YACT,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM;YAC/C,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC;gBACxC,YAAY,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;gBAClC,WAAW,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;aACpE;SACF,CAAC;IACJ,CAAC;IAEO,qBAAqB,CAC3B,MAAqC;QAErC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;IAClC,CAAC;IAEO,eAAe,CACrB,KAA+B,EAC/B,MAA8B;QAE9B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QACnD,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,KAAK,CAAC;QAC/C,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,SAAS,CAAC;QAExC,IAAI,MAAM,KAAK,UAAU;YAAE,OAAO,KAAK,CAAC;QAExC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9D,CAAC;CACF"}
|
package/dist/llm/openai.d.ts
CHANGED
package/dist/llm/openai.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/llm/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,eAAe,EAOhB,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/llm/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,eAAe,EAOhB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AAGxC,UAAU,YAAY;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,aAAc,SAAQ,cAAc;IAC/C,QAAQ,CAAC,QAAQ,EAAG,QAAQ,CAAU;IACtC,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,YAAY;IAQ1B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAuDhD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,eAAe,CAAC;IA6FxE,OAAO,CAAC,eAAe;IA4BvB,OAAO,CAAC,cAAc;IAUtB,OAAO,CAAC,kBAAkB;IAsB1B,OAAO,CAAC,cAAc;IAUtB,OAAO,CAAC,eAAe;IAavB,OAAO,CAAC,YAAY;IAapB,OAAO,CAAC,eAAe;IAgDvB,OAAO,CAAC,qBAAqB;IAuB7B,OAAO,CAAC,iBAAiB;CAc1B"}
|
package/dist/llm/openai.js
CHANGED
|
@@ -2,7 +2,9 @@
|
|
|
2
2
|
* OpenAI LLM Backend
|
|
3
3
|
*/
|
|
4
4
|
import OpenAI from 'openai';
|
|
5
|
+
import { ErrorCode } from '@cogitator-ai/types';
|
|
5
6
|
import { BaseLLMBackend } from './base';
|
|
7
|
+
import { LLMError } from './errors';
|
|
6
8
|
export class OpenAIBackend extends BaseLLMBackend {
|
|
7
9
|
provider = 'openai';
|
|
8
10
|
client;
|
|
@@ -14,32 +16,43 @@ export class OpenAIBackend extends BaseLLMBackend {
|
|
|
14
16
|
});
|
|
15
17
|
}
|
|
16
18
|
async chat(request) {
|
|
17
|
-
const
|
|
19
|
+
const ctx = {
|
|
20
|
+
provider: this.provider,
|
|
18
21
|
model: request.model,
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
22
|
+
endpoint: this.client.baseURL,
|
|
23
|
+
};
|
|
24
|
+
let response;
|
|
25
|
+
try {
|
|
26
|
+
response = await this.client.chat.completions.create({
|
|
27
|
+
model: request.model,
|
|
28
|
+
messages: this.convertMessages(request.messages),
|
|
29
|
+
tools: request.tools
|
|
30
|
+
? request.tools.map((t) => ({
|
|
31
|
+
type: 'function',
|
|
32
|
+
function: {
|
|
33
|
+
name: t.name,
|
|
34
|
+
description: t.description,
|
|
35
|
+
parameters: t.parameters,
|
|
36
|
+
},
|
|
37
|
+
}))
|
|
38
|
+
: undefined,
|
|
39
|
+
tool_choice: this.convertToolChoice(request.toolChoice),
|
|
40
|
+
temperature: request.temperature,
|
|
41
|
+
top_p: request.topP,
|
|
42
|
+
max_tokens: request.maxTokens,
|
|
43
|
+
stop: request.stop,
|
|
44
|
+
response_format: this.convertResponseFormat(request.responseFormat),
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
catch (e) {
|
|
48
|
+
throw this.wrapOpenAIError(e, ctx);
|
|
49
|
+
}
|
|
37
50
|
const choice = response.choices[0];
|
|
38
51
|
const message = choice.message;
|
|
39
52
|
const toolCalls = message.tool_calls?.map((tc) => ({
|
|
40
53
|
id: tc.id,
|
|
41
54
|
name: tc.function.name,
|
|
42
|
-
arguments:
|
|
55
|
+
arguments: this.tryParseJson(tc.function.arguments, ctx),
|
|
43
56
|
}));
|
|
44
57
|
return {
|
|
45
58
|
id: response.id,
|
|
@@ -54,28 +67,39 @@ export class OpenAIBackend extends BaseLLMBackend {
|
|
|
54
67
|
};
|
|
55
68
|
}
|
|
56
69
|
async *chatStream(request) {
|
|
57
|
-
const
|
|
70
|
+
const ctx = {
|
|
71
|
+
provider: this.provider,
|
|
58
72
|
model: request.model,
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
73
|
+
endpoint: this.client.baseURL,
|
|
74
|
+
};
|
|
75
|
+
let stream;
|
|
76
|
+
try {
|
|
77
|
+
stream = await this.client.chat.completions.create({
|
|
78
|
+
model: request.model,
|
|
79
|
+
messages: this.convertMessages(request.messages),
|
|
80
|
+
tools: request.tools
|
|
81
|
+
? request.tools.map((t) => ({
|
|
82
|
+
type: 'function',
|
|
83
|
+
function: {
|
|
84
|
+
name: t.name,
|
|
85
|
+
description: t.description,
|
|
86
|
+
parameters: t.parameters,
|
|
87
|
+
},
|
|
88
|
+
}))
|
|
89
|
+
: undefined,
|
|
90
|
+
tool_choice: this.convertToolChoice(request.toolChoice),
|
|
91
|
+
temperature: request.temperature,
|
|
92
|
+
top_p: request.topP,
|
|
93
|
+
max_tokens: request.maxTokens,
|
|
94
|
+
stop: request.stop,
|
|
95
|
+
stream: true,
|
|
96
|
+
stream_options: { include_usage: true },
|
|
97
|
+
response_format: this.convertResponseFormat(request.responseFormat),
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
catch (e) {
|
|
101
|
+
throw this.wrapOpenAIError(e, ctx);
|
|
102
|
+
}
|
|
79
103
|
const toolCallsAccum = new Map();
|
|
80
104
|
const toolCallArgsAccum = new Map();
|
|
81
105
|
for await (const chunk of stream) {
|
|
@@ -113,7 +137,7 @@ export class OpenAIBackend extends BaseLLMBackend {
|
|
|
113
137
|
finalToolCalls = Array.from(toolCallsAccum.entries()).map(([index, partial]) => ({
|
|
114
138
|
id: partial.id ?? '',
|
|
115
139
|
name: partial.name ?? '',
|
|
116
|
-
arguments: this.tryParseJson(toolCallArgsAccum.get(index) ?? '{}'),
|
|
140
|
+
arguments: this.tryParseJson(toolCallArgsAccum.get(index) ?? '{}', ctx),
|
|
117
141
|
}));
|
|
118
142
|
}
|
|
119
143
|
yield {
|
|
@@ -201,13 +225,52 @@ export class OpenAIBackend extends BaseLLMBackend {
|
|
|
201
225
|
return 'stop';
|
|
202
226
|
}
|
|
203
227
|
}
|
|
204
|
-
tryParseJson(str) {
|
|
228
|
+
tryParseJson(str, ctx) {
|
|
205
229
|
try {
|
|
206
230
|
return JSON.parse(str);
|
|
207
231
|
}
|
|
208
|
-
catch {
|
|
209
|
-
|
|
232
|
+
catch (e) {
|
|
233
|
+
throw new LLMError(`Failed to parse tool call arguments: ${str.slice(0, 100)}`, ErrorCode.LLM_INVALID_RESPONSE, ctx, { cause: e instanceof Error ? e : undefined });
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
wrapOpenAIError(error, ctx) {
|
|
237
|
+
if (error instanceof OpenAI.APIError) {
|
|
238
|
+
const statusCode = error.status ?? 500;
|
|
239
|
+
ctx.statusCode = statusCode;
|
|
240
|
+
ctx.responseBody = error.message;
|
|
241
|
+
if (statusCode === 429) {
|
|
242
|
+
return new LLMError('Rate limit exceeded', ErrorCode.LLM_RATE_LIMITED, ctx, {
|
|
243
|
+
cause: error,
|
|
244
|
+
retryable: true,
|
|
245
|
+
retryAfter: 60000,
|
|
246
|
+
});
|
|
247
|
+
}
|
|
248
|
+
if (statusCode === 401 || statusCode === 403) {
|
|
249
|
+
return new LLMError(`Authentication failed: ${error.message}`, ErrorCode.LLM_UNAVAILABLE, ctx, {
|
|
250
|
+
cause: error,
|
|
251
|
+
retryable: false,
|
|
252
|
+
});
|
|
253
|
+
}
|
|
254
|
+
if (statusCode >= 500) {
|
|
255
|
+
return new LLMError(`Server error: ${error.message}`, ErrorCode.LLM_UNAVAILABLE, ctx, {
|
|
256
|
+
cause: error,
|
|
257
|
+
retryable: true,
|
|
258
|
+
retryAfter: 5000,
|
|
259
|
+
});
|
|
260
|
+
}
|
|
261
|
+
return new LLMError(error.message, ErrorCode.LLM_INVALID_RESPONSE, ctx, {
|
|
262
|
+
cause: error,
|
|
263
|
+
retryable: false,
|
|
264
|
+
});
|
|
265
|
+
}
|
|
266
|
+
if (error instanceof Error) {
|
|
267
|
+
return new LLMError(`Request failed: ${error.message}`, ErrorCode.LLM_UNAVAILABLE, ctx, {
|
|
268
|
+
cause: error,
|
|
269
|
+
retryable: true,
|
|
270
|
+
retryAfter: 1000,
|
|
271
|
+
});
|
|
210
272
|
}
|
|
273
|
+
return new LLMError(`Unknown error: ${String(error)}`, ErrorCode.INTERNAL_ERROR, ctx);
|
|
211
274
|
}
|
|
212
275
|
convertResponseFormat(format) {
|
|
213
276
|
if (!format)
|
package/dist/llm/openai.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/llm/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAY5B,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/llm/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAY5B,OAAO,EAAE,SAAS,EAAkB,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAwB,MAAM,UAAU,CAAC;AAO1D,MAAM,OAAO,aAAc,SAAQ,cAAc;IACtC,QAAQ,GAAG,QAAiB,CAAC;IAC9B,MAAM,CAAS;IAEvB,YAAY,MAAoB;QAC9B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,MAAM,GAAG,GAAoB;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC9B,CAAC;QAEF,IAAI,QAAoC,CAAC;QACzC,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACnD,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAChD,KAAK,EAAE,OAAO,CAAC,KAAK;oBAClB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACxB,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,WAAW,EAAE,CAAC,CAAC,WAAW;4BAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;yBACzB;qBACF,CAAC,CAAC;oBACL,CAAC,CAAC,SAAS;gBACb,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,UAAU,CAAC;gBACvD,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,KAAK,EAAE,OAAO,CAAC,IAAI;gBACnB,UAAU,EAAE,OAAO,CAAC,SAAS;gBAC7B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,eAAe,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,cAAc,CAAC;aACpE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAE/B,MAAM,SAAS,GAA2B,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACzE,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;YACtB,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC;SACzD,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;YAC9B,SAAS;YACT,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC;YACxD,KAAK,EAAE;gBACL,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC/C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;gBACpD,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;aAC/C;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QACpC,MAAM,GAAG,GAAoB;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC9B,CAAC;QAEF,IAAI,MAAsD,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAChD,KAAK,EAAE,OAAO,CAAC,KAAK;oBAClB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACxB,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,WAAW,EAAE,CAAC,CAAC,WAAW;4BAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;yBACzB;qBACF,CAAC,CAAC;oBACL,CAAC,CAAC,SAAS;gBACb,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,UAAU,CAAC;gBACvD,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,KAAK,EAAE,OAAO,CAAC,IAAI;gBACnB,UAAU,EAAE,OAAO,CAAC,SAAS;gBAC7B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,MAAM,EAAE,IAAI;gBACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;gBACvC,eAAe,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,cAAc,CAAC;aACpE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,GAAG,EAA0C,CAAC;QACzE,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEpD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAEhC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC3B,MAAM;oBACJ,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,KAAK,EAAE,EAAE;oBACT,KAAK,EAAE;wBACL,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;wBACtC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB;wBAC3C,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY;qBACtC;iBACF,CAAC;gBACF,SAAS;YACX,CAAC;YAED,IAAI,CAAC,MAAM;gBAAE,SAAS;YAEtB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAE3B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACrB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;oBAClC,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBACpD,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE;wBAC3B,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,QAAQ,CAAC,EAAE;wBACxB,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC,IAAI;qBACzC,CAAC,CAAC;oBAEH,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;wBAC3B,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;wBAC3D,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACxE,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,cAAsC,CAAC;YAC3C,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;gBAC1C,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC/E,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE;oBACpB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE;oBACxB,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,GAAG,CAAC;iBACxE,CAAC,CAAC,CAAC;YACN,CAAC;YAED,MAAM;gBACJ,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,KAAK,EAAE;oBACL,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,SAAS;oBACnC,SAAS,EAAE,cAAc;iBAC1B;gBACD,YAAY,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;aAC5F,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,QAAmB;QACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAA0C,EAAE;YAChE,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gBACf,KAAK,QAAQ;oBACX,OAAO;wBACL,IAAI,EAAE,QAAiB;wBACvB,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC;qBACxC,CAAC;gBACJ,KAAK,MAAM;oBACT,OAAO;wBACL,IAAI,EAAE,MAAe;wBACrB,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC;qBACxC,CAAC;gBACJ,KAAK,WAAW;oBACd,OAAO;wBACL,IAAI,EAAE,WAAoB;wBAC1B,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC;qBACxC,CAAC;gBACJ,KAAK,MAAM;oBACT,OAAO;wBACL,IAAI,EAAE,MAAe;wBACrB,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC;wBACvC,YAAY,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE;qBACjC,CAAC;YACN,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,cAAc,CACpB,OAAuB;QAEvB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9D,CAAC;IAEO,kBAAkB,CAAC,IAAiB;QAC1C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YAC3C,KAAK,WAAW;gBACd,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE;wBACT,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG;wBACvB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM;qBAC9B;iBACF,CAAC;YACJ,KAAK,cAAc;gBACjB,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE;wBACT,GAAG,EAAE,QAAQ,IAAI,CAAC,YAAY,CAAC,UAAU,WAAW,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE;qBAC7E;iBACF,CAAC;QACN,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,OAAuB;QAC5C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,OAAO,OAAO;aACX,MAAM,CAAC,CAAC,IAAI,EAA0C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;aAC9E,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAEO,eAAe,CAAC,MAAqB;QAC3C,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,YAAY;gBACf,OAAO,YAAY,CAAC;YACtB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB;gBACE,OAAO,MAAM,CAAC;QAClB,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,GAAW,EAAE,GAAoB;QACpD,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAA4B,CAAC;QACpD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,QAAQ,CAChB,wCAAwC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAC3D,SAAS,CAAC,oBAAoB,EAC9B,GAAG,EACH,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAC9C,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,KAAc,EAAE,GAAoB;QAC1D,IAAI,KAAK,YAAY,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC;YACvC,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC;YAC5B,GAAG,CAAC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAEjC,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;gBACvB,OAAO,IAAI,QAAQ,CAAC,qBAAqB,EAAE,SAAS,CAAC,gBAAgB,EAAE,GAAG,EAAE;oBAC1E,KAAK,EAAE,KAAK;oBACZ,SAAS,EAAE,IAAI;oBACf,UAAU,EAAE,KAAK;iBAClB,CAAC,CAAC;YACL,CAAC;YACD,IAAI,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;gBAC7C,OAAO,IAAI,QAAQ,CACjB,0BAA0B,KAAK,CAAC,OAAO,EAAE,EACzC,SAAS,CAAC,eAAe,EACzB,GAAG,EACH;oBACE,KAAK,EAAE,KAAK;oBACZ,SAAS,EAAE,KAAK;iBACjB,CACF,CAAC;YACJ,CAAC;YACD,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;gBACtB,OAAO,IAAI,QAAQ,CAAC,iBAAiB,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,eAAe,EAAE,GAAG,EAAE;oBACpF,KAAK,EAAE,KAAK;oBACZ,SAAS,EAAE,IAAI;oBACf,UAAU,EAAE,IAAI;iBACjB,CAAC,CAAC;YACL,CAAC;YACD,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,oBAAoB,EAAE,GAAG,EAAE;gBACtE,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,IAAI,QAAQ,CAAC,mBAAmB,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,eAAe,EAAE,GAAG,EAAE;gBACtF,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IACxF,CAAC;IAEO,qBAAqB,CAC3B,MAAqC;QAErC,IAAI,CAAC,MAAM;YAAE,OAAO,SAAS,CAAC;QAE9B,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YAC1B,KAAK,aAAa;gBAChB,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;YACjC,KAAK,aAAa;gBAChB,OAAO;oBACL,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE;wBACX,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI;wBAC5B,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,WAAW;wBAC1C,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,MAAM;wBAChC,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,MAAM,IAAI,IAAI;qBACzC;iBACF,CAAC;QACN,CAAC;IACH,CAAC;IAEO,iBAAiB,CACvB,MAA8B;QAE9B,IAAI,CAAC,MAAM;YAAE,OAAO,SAAS,CAAC;QAE9B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,OAAO;YACL,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE;SACzC,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LLM Backend Plugin System
|
|
3
|
+
*
|
|
4
|
+
* Allows registration and discovery of custom LLM backends.
|
|
5
|
+
*/
|
|
6
|
+
import type { LLMBackend } from '@cogitator-ai/types';
|
|
7
|
+
export interface LLMBackendFactory<TConfig = unknown> {
|
|
8
|
+
(config: TConfig): LLMBackend;
|
|
9
|
+
}
|
|
10
|
+
export interface LLMPluginMetadata {
|
|
11
|
+
name: string;
|
|
12
|
+
version?: string;
|
|
13
|
+
description?: string;
|
|
14
|
+
author?: string;
|
|
15
|
+
}
|
|
16
|
+
export interface LLMPlugin<TConfig = unknown> {
|
|
17
|
+
metadata: LLMPluginMetadata;
|
|
18
|
+
provider: string;
|
|
19
|
+
factory: LLMBackendFactory<TConfig>;
|
|
20
|
+
validateConfig?: (config: unknown) => config is TConfig;
|
|
21
|
+
}
|
|
22
|
+
type RegisteredPlugin = {
|
|
23
|
+
metadata: LLMPluginMetadata;
|
|
24
|
+
factory: LLMBackendFactory;
|
|
25
|
+
validateConfig?: (config: unknown) => boolean;
|
|
26
|
+
};
|
|
27
|
+
declare class LLMPluginRegistry {
|
|
28
|
+
private plugins;
|
|
29
|
+
register<TConfig>(plugin: LLMPlugin<TConfig>): void;
|
|
30
|
+
unregister(provider: string): boolean;
|
|
31
|
+
has(provider: string): boolean;
|
|
32
|
+
get(provider: string): RegisteredPlugin | undefined;
|
|
33
|
+
create(provider: string, config: unknown): LLMBackend;
|
|
34
|
+
list(): Array<{
|
|
35
|
+
provider: string;
|
|
36
|
+
metadata: LLMPluginMetadata;
|
|
37
|
+
}>;
|
|
38
|
+
clear(): void;
|
|
39
|
+
}
|
|
40
|
+
export declare const llmPluginRegistry: LLMPluginRegistry;
|
|
41
|
+
export declare function registerLLMBackend<TConfig>(plugin: LLMPlugin<TConfig>): void;
|
|
42
|
+
export declare function unregisterLLMBackend(provider: string): boolean;
|
|
43
|
+
export declare function createLLMBackendFromPlugin(provider: string, config: unknown): LLMBackend;
|
|
44
|
+
export declare function listLLMPlugins(): Array<{
|
|
45
|
+
provider: string;
|
|
46
|
+
metadata: LLMPluginMetadata;
|
|
47
|
+
}>;
|
|
48
|
+
export declare function hasLLMPlugin(provider: string): boolean;
|
|
49
|
+
export declare function defineBackend<TConfig>(options: Omit<LLMPlugin<TConfig>, 'factory'> & {
|
|
50
|
+
create: LLMBackendFactory<TConfig>;
|
|
51
|
+
}): LLMPlugin<TConfig>;
|
|
52
|
+
export {};
|
|
53
|
+
//# sourceMappingURL=plugin.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../../src/llm/plugin.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEtD,MAAM,WAAW,iBAAiB,CAAC,OAAO,GAAG,OAAO;IAClD,CAAC,MAAM,EAAE,OAAO,GAAG,UAAU,CAAC;CAC/B;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,SAAS,CAAC,OAAO,GAAG,OAAO;IAC1C,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACpC,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,MAAM,IAAI,OAAO,CAAC;CACzD;AAED,KAAK,gBAAgB,GAAG;IACtB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,OAAO,EAAE,iBAAiB,CAAC;IAC3B,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC;CAC/C,CAAC;AAEF,cAAM,iBAAiB;IACrB,OAAO,CAAC,OAAO,CAAuC;IAEtD,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,IAAI;IAYnD,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIrC,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAI9B,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAInD,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,UAAU;IAarD,IAAI,IAAI,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,iBAAiB,CAAA;KAAE,CAAC;IAOhE,KAAK,IAAI,IAAI;CAGd;AAED,eAAO,MAAM,iBAAiB,mBAA0B,CAAC;AAEzD,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,IAAI,CAE5E;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE9D;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,UAAU,CAExF;AAED,wBAAgB,cAAc,IAAI,KAAK,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,iBAAiB,CAAA;CAAE,CAAC,CAEzF;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAEtD;AAED,wBAAgB,aAAa,CAAC,OAAO,EACnC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,GAAG;IAC7C,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC;CACpC,GACA,SAAS,CAAC,OAAO,CAAC,CAOpB"}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LLM Backend Plugin System
|
|
3
|
+
*
|
|
4
|
+
* Allows registration and discovery of custom LLM backends.
|
|
5
|
+
*/
|
|
6
|
+
class LLMPluginRegistry {
|
|
7
|
+
plugins = new Map();
|
|
8
|
+
register(plugin) {
|
|
9
|
+
if (this.plugins.has(plugin.provider)) {
|
|
10
|
+
throw new Error(`Plugin for provider '${plugin.provider}' is already registered`);
|
|
11
|
+
}
|
|
12
|
+
this.plugins.set(plugin.provider, {
|
|
13
|
+
metadata: plugin.metadata,
|
|
14
|
+
factory: plugin.factory,
|
|
15
|
+
validateConfig: plugin.validateConfig,
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
unregister(provider) {
|
|
19
|
+
return this.plugins.delete(provider);
|
|
20
|
+
}
|
|
21
|
+
has(provider) {
|
|
22
|
+
return this.plugins.has(provider);
|
|
23
|
+
}
|
|
24
|
+
get(provider) {
|
|
25
|
+
return this.plugins.get(provider);
|
|
26
|
+
}
|
|
27
|
+
create(provider, config) {
|
|
28
|
+
const plugin = this.plugins.get(provider);
|
|
29
|
+
if (!plugin) {
|
|
30
|
+
throw new Error(`No plugin registered for provider '${provider}'`);
|
|
31
|
+
}
|
|
32
|
+
if (plugin.validateConfig && !plugin.validateConfig(config)) {
|
|
33
|
+
throw new Error(`Invalid configuration for provider '${provider}'`);
|
|
34
|
+
}
|
|
35
|
+
return plugin.factory(config);
|
|
36
|
+
}
|
|
37
|
+
list() {
|
|
38
|
+
return Array.from(this.plugins.entries()).map(([provider, plugin]) => ({
|
|
39
|
+
provider,
|
|
40
|
+
metadata: plugin.metadata,
|
|
41
|
+
}));
|
|
42
|
+
}
|
|
43
|
+
clear() {
|
|
44
|
+
this.plugins.clear();
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
export const llmPluginRegistry = new LLMPluginRegistry();
|
|
48
|
+
export function registerLLMBackend(plugin) {
|
|
49
|
+
llmPluginRegistry.register(plugin);
|
|
50
|
+
}
|
|
51
|
+
export function unregisterLLMBackend(provider) {
|
|
52
|
+
return llmPluginRegistry.unregister(provider);
|
|
53
|
+
}
|
|
54
|
+
export function createLLMBackendFromPlugin(provider, config) {
|
|
55
|
+
return llmPluginRegistry.create(provider, config);
|
|
56
|
+
}
|
|
57
|
+
export function listLLMPlugins() {
|
|
58
|
+
return llmPluginRegistry.list();
|
|
59
|
+
}
|
|
60
|
+
export function hasLLMPlugin(provider) {
|
|
61
|
+
return llmPluginRegistry.has(provider);
|
|
62
|
+
}
|
|
63
|
+
export function defineBackend(options) {
|
|
64
|
+
return {
|
|
65
|
+
metadata: options.metadata,
|
|
66
|
+
provider: options.provider,
|
|
67
|
+
factory: options.create,
|
|
68
|
+
validateConfig: options.validateConfig,
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
//# sourceMappingURL=plugin.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../src/llm/plugin.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA4BH,MAAM,iBAAiB;IACb,OAAO,GAAG,IAAI,GAAG,EAA4B,CAAC;IAEtD,QAAQ,CAAU,MAA0B;QAC1C,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,CAAC,QAAQ,yBAAyB,CAAC,CAAC;QACpF,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;YAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO,EAAE,MAAM,CAAC,OAA4B;YAC5C,cAAc,EAAE,MAAM,CAAC,cAA4D;SACpF,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,QAAgB;QACzB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAED,GAAG,CAAC,QAAgB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,GAAG,CAAC,QAAgB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,CAAC,QAAgB,EAAE,MAAe;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,GAAG,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,uCAAuC,QAAQ,GAAG,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAED,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YACrE,QAAQ;YACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;AAEzD,MAAM,UAAU,kBAAkB,CAAU,MAA0B;IACpE,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IACnD,OAAO,iBAAiB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,QAAgB,EAAE,MAAe;IAC1E,OAAO,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,cAAc;IAC5B,OAAO,iBAAiB,CAAC,IAAI,EAAE,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,OAAO,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,OAEC;IAED,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,cAAc,EAAE,OAAO,CAAC,cAAc;KACvC,CAAC;AACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@cogitator-ai/core",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.10.0",
|
|
4
4
|
"description": "Core runtime for Cogitator AI agents",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -22,9 +22,9 @@
|
|
|
22
22
|
"openai": "^4.24.0",
|
|
23
23
|
"zod": "^3.22.4",
|
|
24
24
|
"zod-to-json-schema": "^3.22.4",
|
|
25
|
-
"@cogitator-ai/
|
|
26
|
-
"@cogitator-ai/
|
|
27
|
-
"@cogitator-ai/
|
|
25
|
+
"@cogitator-ai/memory": "0.5.1",
|
|
26
|
+
"@cogitator-ai/types": "0.10.0",
|
|
27
|
+
"@cogitator-ai/models": "8.0.0"
|
|
28
28
|
},
|
|
29
29
|
"optionalDependencies": {
|
|
30
30
|
"pg": "^8.11.3"
|
|
@@ -37,7 +37,7 @@
|
|
|
37
37
|
"peerDependencies": {
|
|
38
38
|
"@aws-sdk/client-bedrock-runtime": "^3.0.0",
|
|
39
39
|
"pg": "^8.0.0",
|
|
40
|
-
"@cogitator-ai/sandbox": "0.2.
|
|
40
|
+
"@cogitator-ai/sandbox": "0.2.8"
|
|
41
41
|
},
|
|
42
42
|
"peerDependenciesMeta": {
|
|
43
43
|
"@aws-sdk/client-bedrock-runtime": {
|