@threaded/ai 1.0.30 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +240 -0
- package/dist/approval.d.ts +18 -0
- package/dist/approval.d.ts.map +1 -0
- package/dist/approval.js +35 -0
- package/dist/approval.js.map +1 -0
- package/dist/composition/compose.d.ts +3 -0
- package/dist/composition/compose.d.ts.map +1 -0
- package/dist/composition/compose.js +38 -0
- package/dist/composition/compose.js.map +1 -0
- package/dist/composition/model.d.ts +9 -0
- package/dist/composition/model.d.ts.map +1 -0
- package/dist/composition/model.js +192 -0
- package/dist/composition/model.js.map +1 -0
- package/dist/composition/retry.d.ts +6 -0
- package/dist/composition/retry.d.ts.map +1 -0
- package/dist/composition/retry.js +18 -0
- package/dist/composition/retry.js.map +1 -0
- package/dist/composition/scope.d.ts +3 -0
- package/dist/composition/scope.d.ts.map +1 -0
- package/dist/composition/scope.js +83 -0
- package/dist/composition/scope.js.map +1 -0
- package/dist/composition/tap.d.ts +3 -0
- package/dist/composition/tap.d.ts.map +1 -0
- package/dist/composition/tap.js +7 -0
- package/dist/composition/tap.js.map +1 -0
- package/dist/composition/when.d.ts +3 -0
- package/dist/composition/when.d.ts.map +1 -0
- package/dist/composition/when.js +9 -0
- package/dist/composition/when.js.map +1 -0
- package/dist/embed.d.ts +16 -0
- package/dist/embed.d.ts.map +1 -0
- package/dist/embed.js +72 -0
- package/dist/embed.js.map +1 -0
- package/dist/examples.d.ts +2 -0
- package/dist/examples.d.ts.map +1 -0
- package/dist/examples.js +6 -0
- package/dist/examples.js.map +1 -0
- package/dist/helpers.d.ts +17 -0
- package/dist/helpers.d.ts.map +1 -0
- package/dist/helpers.js +104 -0
- package/dist/helpers.js.map +1 -0
- package/dist/image-model-schema.d.ts +19 -0
- package/dist/image-model-schema.d.ts.map +1 -0
- package/dist/image-model-schema.js +103 -0
- package/dist/image-model-schema.js.map +1 -0
- package/dist/image.d.ts +3 -0
- package/dist/image.d.ts.map +1 -0
- package/dist/image.js +120 -0
- package/dist/image.js.map +1 -0
- package/dist/index.d.ts +18 -352
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +17 -2073
- package/dist/index.js.map +1 -1
- package/dist/mcp.d.ts +3 -0
- package/dist/mcp.d.ts.map +1 -0
- package/dist/mcp.js +29 -0
- package/dist/mcp.js.map +1 -0
- package/dist/providers/anthropic.d.ts +3 -0
- package/dist/providers/anthropic.d.ts.map +1 -0
- package/dist/providers/anthropic.js +226 -0
- package/dist/providers/anthropic.js.map +1 -0
- package/dist/providers/google.d.ts +3 -0
- package/dist/providers/google.d.ts.map +1 -0
- package/dist/providers/google.js +244 -0
- package/dist/providers/google.js.map +1 -0
- package/dist/providers/huggingface.d.ts +3 -0
- package/dist/providers/huggingface.d.ts.map +1 -0
- package/dist/providers/huggingface.js +59 -0
- package/dist/providers/huggingface.js.map +1 -0
- package/dist/providers/index.d.ts +3 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +29 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/local.d.ts +3 -0
- package/dist/providers/local.d.ts.map +1 -0
- package/dist/providers/local.js +152 -0
- package/dist/providers/local.js.map +1 -0
- package/dist/providers/openai.d.ts +3 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +165 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/providers/xai.d.ts +3 -0
- package/dist/providers/xai.d.ts.map +1 -0
- package/dist/providers/xai.js +161 -0
- package/dist/providers/xai.js.map +1 -0
- package/dist/schema.d.ts +7 -0
- package/dist/schema.d.ts.map +1 -0
- package/dist/schema.js +44 -0
- package/dist/schema.js.map +1 -0
- package/dist/thread.d.ts +25 -0
- package/dist/thread.d.ts.map +1 -0
- package/dist/thread.js +87 -0
- package/dist/thread.js.map +1 -0
- package/dist/types.d.ts +193 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +8 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/rateLimited.d.ts +27 -0
- package/dist/utils/rateLimited.d.ts.map +1 -0
- package/dist/utils/rateLimited.js +74 -0
- package/dist/utils/rateLimited.js.map +1 -0
- package/dist/utils.d.ts +8 -0
- package/dist/utils.d.ts.map +1 -0
- package/dist/utils.js +78 -0
- package/dist/utils.js.map +1 -0
- package/package.json +34 -12
- package/.claude/settings.local.json +0 -15
- package/.lore +0 -65
- package/dist/index.cjs +0 -2149
- package/dist/index.cjs.map +0 -1
- package/dist/index.d.cts +0 -352
- package/tsconfig.json +0 -29
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
import { addUsage, getKey } from "../utils";
|
|
2
|
+
const getApiKey = (configApiKey) => {
|
|
3
|
+
if (configApiKey)
|
|
4
|
+
return configApiKey;
|
|
5
|
+
try {
|
|
6
|
+
return getKey("openai");
|
|
7
|
+
}
|
|
8
|
+
catch {
|
|
9
|
+
const key = process.env.OPENAI_API_KEY || "";
|
|
10
|
+
if (!key)
|
|
11
|
+
throw new Error("OpenAI API key not found");
|
|
12
|
+
return key;
|
|
13
|
+
}
|
|
14
|
+
};
|
|
15
|
+
// openai streams tool calls as incremental chunks with index properties that need assembly
|
|
16
|
+
// example: {"index": 0, "function": {"name": "get_wea"}} then {"index": 0, "function": {"arguments": "ther"}}
|
|
17
|
+
// google/anthropic send complete tool calls in single chunks, so they don't need this logic
|
|
18
|
+
const appendToolCalls = (toolCalls, tcchunklist) => {
|
|
19
|
+
for (const tcchunk of tcchunklist) {
|
|
20
|
+
while (toolCalls.length <= tcchunk.index) {
|
|
21
|
+
toolCalls.push({
|
|
22
|
+
id: "",
|
|
23
|
+
type: "function",
|
|
24
|
+
function: { name: "", arguments: "" },
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
const tc = toolCalls[tcchunk.index];
|
|
28
|
+
tc.id += tcchunk.id || "";
|
|
29
|
+
tc.function.name += tcchunk.function?.name || "";
|
|
30
|
+
tc.function.arguments += tcchunk.function?.arguments || "";
|
|
31
|
+
}
|
|
32
|
+
return toolCalls;
|
|
33
|
+
};
|
|
34
|
+
export const callOpenAI = async (config, ctx) => {
|
|
35
|
+
const { model, instructions, schema, apiKey: configApiKey } = config;
|
|
36
|
+
const apiKey = getApiKey(configApiKey);
|
|
37
|
+
const messages = [];
|
|
38
|
+
if (instructions) {
|
|
39
|
+
messages.push({ role: "system", content: instructions });
|
|
40
|
+
}
|
|
41
|
+
messages.push(...ctx.history);
|
|
42
|
+
const body = {
|
|
43
|
+
model,
|
|
44
|
+
messages,
|
|
45
|
+
stream: !!ctx.stream,
|
|
46
|
+
...(ctx.stream && { stream_options: { include_usage: true } }),
|
|
47
|
+
};
|
|
48
|
+
if (schema) {
|
|
49
|
+
body.response_format = {
|
|
50
|
+
type: "json_schema",
|
|
51
|
+
json_schema: {
|
|
52
|
+
name: schema.name,
|
|
53
|
+
schema: { ...schema.schema, additionalProperties: false },
|
|
54
|
+
strict: true,
|
|
55
|
+
},
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
if (ctx.tools && ctx.tools.length > 0) {
|
|
59
|
+
body.tools = ctx.tools;
|
|
60
|
+
body.tool_choice = "auto";
|
|
61
|
+
}
|
|
62
|
+
const response = await fetch("https://api.openai.com/v1/chat/completions", {
|
|
63
|
+
method: "POST",
|
|
64
|
+
headers: {
|
|
65
|
+
"Content-Type": "application/json",
|
|
66
|
+
Authorization: `Bearer ${apiKey}`,
|
|
67
|
+
},
|
|
68
|
+
body: JSON.stringify(body),
|
|
69
|
+
signal: ctx.abortSignal,
|
|
70
|
+
});
|
|
71
|
+
if (!response.ok) {
|
|
72
|
+
const error = await response.text();
|
|
73
|
+
throw new Error(`OpenAI API error: ${error}`);
|
|
74
|
+
}
|
|
75
|
+
if (ctx.stream) {
|
|
76
|
+
return handleOpenAIStream(response, ctx);
|
|
77
|
+
}
|
|
78
|
+
const data = (await response.json());
|
|
79
|
+
const choice = data.choices[0];
|
|
80
|
+
const { message } = choice;
|
|
81
|
+
const msg = {
|
|
82
|
+
role: "assistant",
|
|
83
|
+
content: message.content || "",
|
|
84
|
+
};
|
|
85
|
+
if (message.tool_calls) {
|
|
86
|
+
msg.tool_calls = message.tool_calls;
|
|
87
|
+
}
|
|
88
|
+
return {
|
|
89
|
+
...ctx,
|
|
90
|
+
lastResponse: msg,
|
|
91
|
+
history: [...ctx.history, msg],
|
|
92
|
+
usage: addUsage(ctx.usage, data.usage?.prompt_tokens || 0, data.usage?.completion_tokens || 0, data.usage?.total_tokens || 0),
|
|
93
|
+
};
|
|
94
|
+
};
|
|
95
|
+
const handleOpenAIStream = async (response, ctx) => {
|
|
96
|
+
const reader = response.body.getReader();
|
|
97
|
+
const decoder = new TextDecoder();
|
|
98
|
+
let fullContent = "";
|
|
99
|
+
let toolCalls = [];
|
|
100
|
+
let buffer = "";
|
|
101
|
+
let streamUsage = null;
|
|
102
|
+
try {
|
|
103
|
+
while (true) {
|
|
104
|
+
if (ctx.abortSignal?.aborted) {
|
|
105
|
+
break;
|
|
106
|
+
}
|
|
107
|
+
const { done, value } = await reader.read();
|
|
108
|
+
if (done)
|
|
109
|
+
break;
|
|
110
|
+
buffer += decoder.decode(value, { stream: true });
|
|
111
|
+
const lines = buffer.split("\n");
|
|
112
|
+
// keep the last incomplete line in the buffer
|
|
113
|
+
buffer = lines.pop() || "";
|
|
114
|
+
for (const line of lines) {
|
|
115
|
+
if (line.startsWith("data: ")) {
|
|
116
|
+
const data = line.slice(6).trim();
|
|
117
|
+
if (data === "[DONE]")
|
|
118
|
+
continue;
|
|
119
|
+
if (!data)
|
|
120
|
+
continue;
|
|
121
|
+
try {
|
|
122
|
+
const parsed = JSON.parse(data);
|
|
123
|
+
if (parsed.usage) {
|
|
124
|
+
streamUsage = parsed.usage;
|
|
125
|
+
}
|
|
126
|
+
const delta = parsed.choices?.[0]?.delta;
|
|
127
|
+
if (delta?.content) {
|
|
128
|
+
fullContent += delta.content;
|
|
129
|
+
if (ctx.stream) {
|
|
130
|
+
ctx.stream({ type: "content", content: delta.content });
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
if (delta?.tool_calls) {
|
|
134
|
+
toolCalls = appendToolCalls(toolCalls, delta.tool_calls);
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
catch (e) {
|
|
138
|
+
// skip invalid JSON lines
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
finally {
|
|
145
|
+
reader.releaseLock();
|
|
146
|
+
}
|
|
147
|
+
const msg = {
|
|
148
|
+
role: "assistant",
|
|
149
|
+
content: fullContent,
|
|
150
|
+
};
|
|
151
|
+
if (toolCalls.length > 0) {
|
|
152
|
+
msg.tool_calls = toolCalls;
|
|
153
|
+
}
|
|
154
|
+
const usage = addUsage(ctx.usage, streamUsage?.prompt_tokens || 0, streamUsage?.completion_tokens || 0, streamUsage?.total_tokens || 0);
|
|
155
|
+
if (ctx.stream && streamUsage) {
|
|
156
|
+
ctx.stream({ type: "usage", usage });
|
|
157
|
+
}
|
|
158
|
+
return {
|
|
159
|
+
...ctx,
|
|
160
|
+
lastResponse: msg,
|
|
161
|
+
history: [...ctx.history, msg],
|
|
162
|
+
usage,
|
|
163
|
+
};
|
|
164
|
+
};
|
|
165
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE5C,MAAM,SAAS,GAAG,CAAC,YAAqB,EAAU,EAAE;IAClD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACtD,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAEF,2FAA2F;AAC3F,8GAA8G;AAC9G,4FAA4F;AAC5F,MAAM,eAAe,GAAG,CAAC,SAAgB,EAAE,WAAkB,EAAS,EAAE;IACtE,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzC,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;aACtC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1B,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;IAC7D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAC7B,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACrE,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;IAEvC,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAE9B,MAAM,IAAI,GAAQ;QAChB,KAAK;QACL,QAAQ;QACR,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;QACpB,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;KAC/D,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,eAAe,GAAG;YACrB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE;gBACzD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE;QACzE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,EAAE;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,kBAAkB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3C,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE3B,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;KAC/B,CAAC;IAEF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;KAC9H,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,KAAK,EAC9B,QAAkB,EAClB,GAAwB,EACM,EAAE;IAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,SAAS,GAAU,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,WAAW,GAAQ,IAAI,CAAC;IAE5B,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,8CAA8C;YAC9C,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAChC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;wBAC7B,CAAC;wBAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBAEzC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;4BAC7B,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gCACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;4BAC1D,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,SAAS,GAAG,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;wBAC3D,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,WAAW;KACrB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,IAAI,CAAC,EAAE,WAAW,EAAE,iBAAiB,IAAI,CAAC,EAAE,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;IAExI,IAAI,GAAG,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"xai.d.ts","sourceRoot":"","sources":["../../src/providers/xai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAW,cAAc,EAAE,MAAM,UAAU,CAAC;AA+BxE,eAAO,MAAM,OAAO,GAClB,QAAQ,cAAc,EACtB,KAAK,mBAAmB,KACvB,OAAO,CAAC,mBAAmB,CAuE7B,CAAC"}
|
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
import { addUsage, getKey } from "../utils";
|
|
2
|
+
const appendToolCalls = (toolCalls, tcchunklist) => {
|
|
3
|
+
for (const tcchunk of tcchunklist) {
|
|
4
|
+
while (toolCalls.length <= tcchunk.index) {
|
|
5
|
+
toolCalls.push({
|
|
6
|
+
id: "",
|
|
7
|
+
type: "function",
|
|
8
|
+
function: { name: "", arguments: "" },
|
|
9
|
+
});
|
|
10
|
+
}
|
|
11
|
+
const tc = toolCalls[tcchunk.index];
|
|
12
|
+
tc.id += tcchunk.id || "";
|
|
13
|
+
tc.function.name += tcchunk.function?.name || "";
|
|
14
|
+
tc.function.arguments += tcchunk.function?.arguments || "";
|
|
15
|
+
}
|
|
16
|
+
return toolCalls;
|
|
17
|
+
};
|
|
18
|
+
const getApiKey = (configApiKey) => {
|
|
19
|
+
if (configApiKey)
|
|
20
|
+
return configApiKey;
|
|
21
|
+
try {
|
|
22
|
+
return getKey("xai");
|
|
23
|
+
}
|
|
24
|
+
catch {
|
|
25
|
+
const key = process.env.XAI_API_KEY || "";
|
|
26
|
+
if (!key)
|
|
27
|
+
throw new Error("xAI API key not found");
|
|
28
|
+
return key;
|
|
29
|
+
}
|
|
30
|
+
};
|
|
31
|
+
export const callXAI = async (config, ctx) => {
|
|
32
|
+
const { model, instructions, schema, apiKey: configApiKey } = config;
|
|
33
|
+
const apiKey = getApiKey(configApiKey);
|
|
34
|
+
const messages = [];
|
|
35
|
+
if (instructions) {
|
|
36
|
+
messages.push({ role: "system", content: instructions });
|
|
37
|
+
}
|
|
38
|
+
messages.push(...ctx.history);
|
|
39
|
+
const body = {
|
|
40
|
+
model,
|
|
41
|
+
messages,
|
|
42
|
+
stream: !!ctx.stream,
|
|
43
|
+
...(ctx.stream && { stream_options: { include_usage: true } }),
|
|
44
|
+
};
|
|
45
|
+
if (schema) {
|
|
46
|
+
body.response_format = {
|
|
47
|
+
type: "json_schema",
|
|
48
|
+
json_schema: {
|
|
49
|
+
name: schema.name,
|
|
50
|
+
schema: { ...schema.schema, additionalProperties: false },
|
|
51
|
+
strict: true,
|
|
52
|
+
},
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
if (ctx.tools && ctx.tools.length > 0) {
|
|
56
|
+
body.tools = ctx.tools;
|
|
57
|
+
body.tool_choice = "auto";
|
|
58
|
+
}
|
|
59
|
+
const response = await fetch("https://api.x.ai/v1/chat/completions", {
|
|
60
|
+
method: "POST",
|
|
61
|
+
headers: {
|
|
62
|
+
"Content-Type": "application/json",
|
|
63
|
+
Authorization: `Bearer ${apiKey}`,
|
|
64
|
+
},
|
|
65
|
+
body: JSON.stringify(body),
|
|
66
|
+
signal: ctx.abortSignal,
|
|
67
|
+
});
|
|
68
|
+
if (!response.ok) {
|
|
69
|
+
const error = await response.text();
|
|
70
|
+
throw new Error(`xAI API error: ${error}`);
|
|
71
|
+
}
|
|
72
|
+
if (ctx.stream) {
|
|
73
|
+
return handleXAIStream(response, ctx);
|
|
74
|
+
}
|
|
75
|
+
const data = (await response.json());
|
|
76
|
+
const choice = data.choices[0];
|
|
77
|
+
const { message } = choice;
|
|
78
|
+
const msg = {
|
|
79
|
+
role: "assistant",
|
|
80
|
+
content: message.content || "",
|
|
81
|
+
};
|
|
82
|
+
if (message.tool_calls) {
|
|
83
|
+
msg.tool_calls = message.tool_calls;
|
|
84
|
+
}
|
|
85
|
+
return {
|
|
86
|
+
...ctx,
|
|
87
|
+
lastResponse: msg,
|
|
88
|
+
history: [...ctx.history, msg],
|
|
89
|
+
usage: addUsage(ctx.usage, data.usage?.prompt_tokens || 0, data.usage?.completion_tokens || 0, data.usage?.total_tokens || 0),
|
|
90
|
+
};
|
|
91
|
+
};
|
|
92
|
+
const handleXAIStream = async (response, ctx) => {
|
|
93
|
+
const reader = response.body.getReader();
|
|
94
|
+
const decoder = new TextDecoder();
|
|
95
|
+
let fullContent = "";
|
|
96
|
+
let toolCalls = [];
|
|
97
|
+
let buffer = "";
|
|
98
|
+
let streamUsage = null;
|
|
99
|
+
try {
|
|
100
|
+
while (true) {
|
|
101
|
+
if (ctx.abortSignal?.aborted) {
|
|
102
|
+
break;
|
|
103
|
+
}
|
|
104
|
+
const { done, value } = await reader.read();
|
|
105
|
+
if (done)
|
|
106
|
+
break;
|
|
107
|
+
buffer += decoder.decode(value, { stream: true });
|
|
108
|
+
const lines = buffer.split("\n");
|
|
109
|
+
buffer = lines.pop() || "";
|
|
110
|
+
for (const line of lines) {
|
|
111
|
+
if (line.startsWith("data: ")) {
|
|
112
|
+
const data = line.slice(6).trim();
|
|
113
|
+
if (data === "[DONE]")
|
|
114
|
+
continue;
|
|
115
|
+
if (!data)
|
|
116
|
+
continue;
|
|
117
|
+
try {
|
|
118
|
+
const parsed = JSON.parse(data);
|
|
119
|
+
if (parsed.usage) {
|
|
120
|
+
streamUsage = parsed.usage;
|
|
121
|
+
}
|
|
122
|
+
const delta = parsed.choices?.[0]?.delta;
|
|
123
|
+
if (delta?.content) {
|
|
124
|
+
fullContent += delta.content;
|
|
125
|
+
if (ctx.stream) {
|
|
126
|
+
ctx.stream({ type: "content", content: delta.content });
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
if (delta?.tool_calls) {
|
|
130
|
+
toolCalls = appendToolCalls(toolCalls, delta.tool_calls);
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
catch (e) {
|
|
134
|
+
// skip invalid JSON lines
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
finally {
|
|
141
|
+
reader.releaseLock();
|
|
142
|
+
}
|
|
143
|
+
const msg = {
|
|
144
|
+
role: "assistant",
|
|
145
|
+
content: fullContent,
|
|
146
|
+
};
|
|
147
|
+
if (toolCalls.length > 0) {
|
|
148
|
+
msg.tool_calls = toolCalls;
|
|
149
|
+
}
|
|
150
|
+
const usage = addUsage(ctx.usage, streamUsage?.prompt_tokens || 0, streamUsage?.completion_tokens || 0, streamUsage?.total_tokens || 0);
|
|
151
|
+
if (ctx.stream && streamUsage) {
|
|
152
|
+
ctx.stream({ type: "usage", usage });
|
|
153
|
+
}
|
|
154
|
+
return {
|
|
155
|
+
...ctx,
|
|
156
|
+
lastResponse: msg,
|
|
157
|
+
history: [...ctx.history, msg],
|
|
158
|
+
usage,
|
|
159
|
+
};
|
|
160
|
+
};
|
|
161
|
+
//# sourceMappingURL=xai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"xai.js","sourceRoot":"","sources":["../../src/providers/xai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE5C,MAAM,eAAe,GAAG,CAAC,SAAgB,EAAE,WAAkB,EAAS,EAAE;IACtE,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzC,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;aACtC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1B,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;IAC7D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,YAAqB,EAAU,EAAE;IAClD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACnD,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAC1B,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACrE,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;IAEvC,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAE9B,MAAM,IAAI,GAAQ;QAChB,KAAK;QACL,QAAQ;QACR,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;QACpB,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;KAC/D,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,eAAe,GAAG;YACrB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE;gBACzD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,sCAAsC,EAAE;QACnE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,EAAE;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE3B,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;KAC/B,CAAC;IAEF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;KAC9H,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,KAAK,EAC3B,QAAkB,EAClB,GAAwB,EACM,EAAE;IAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,SAAS,GAAU,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,WAAW,GAAQ,IAAI,CAAC;IAE5B,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAChC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;wBAC7B,CAAC;wBAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBAEzC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;4BAC7B,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gCACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;4BAC1D,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,SAAS,GAAG,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;wBAC3D,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,WAAW;KACrB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,IAAI,CAAC,EAAE,WAAW,EAAE,iBAAiB,IAAI,CAAC,EAAE,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;IAExI,IAAI,GAAG,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC,CAAC"}
|
package/dist/schema.d.ts
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { JsonSchema, SchemaProperty, StandardSchema } from "./types";
|
|
2
|
+
export declare const isStandardSchema: (schema: any) => schema is StandardSchema;
|
|
3
|
+
export declare const convertStandardSchemaToJsonSchema: (standardSchema: StandardSchema, name?: string) => JsonSchema;
|
|
4
|
+
export declare const convertMCPSchemaToToolSchema: (mcpSchema: any) => Record<string, SchemaProperty>;
|
|
5
|
+
export declare function normalizeSchema(schema: JsonSchema | StandardSchema, name?: string): JsonSchema;
|
|
6
|
+
export declare const convertStandardSchemaToSchemaProperties: (standardSchema: StandardSchema) => Record<string, SchemaProperty>;
|
|
7
|
+
//# sourceMappingURL=schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGrE,eAAO,MAAM,gBAAgB,GAAI,QAAQ,GAAG,KAAG,MAAM,IAAI,cAExD,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,gBAAgB,cAAc,EAC9B,OAAM,MAAiB,KACtB,UAMF,CAAC;AAEF,eAAO,MAAM,4BAA4B,GACvC,WAAW,GAAG,KACb,MAAM,CAAC,MAAM,EAAE,cAAc,CAwB/B,CAAC;AAEF,wBAAgB,eAAe,CAC7B,MAAM,EAAE,UAAU,GAAG,cAAc,EACnC,IAAI,CAAC,EAAE,MAAM,GACZ,UAAU,CAKZ;AAED,eAAO,MAAM,uCAAuC,GAClD,gBAAgB,cAAc,KAC7B,MAAM,CAAC,MAAM,EAAE,cAAc,CAG/B,CAAC"}
|
package/dist/schema.js
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export const isStandardSchema = (schema) => {
|
|
3
|
+
return schema && typeof schema === "object" && "~standard" in schema;
|
|
4
|
+
};
|
|
5
|
+
export const convertStandardSchemaToJsonSchema = (standardSchema, name = "Schema") => {
|
|
6
|
+
const jsonSchema = z.toJSONSchema(standardSchema);
|
|
7
|
+
return {
|
|
8
|
+
name,
|
|
9
|
+
schema: jsonSchema,
|
|
10
|
+
};
|
|
11
|
+
};
|
|
12
|
+
export const convertMCPSchemaToToolSchema = (mcpSchema) => {
|
|
13
|
+
if (!mcpSchema?.properties)
|
|
14
|
+
return {};
|
|
15
|
+
const convertProperty = (prop) => ({
|
|
16
|
+
type: prop.type || "string",
|
|
17
|
+
description: prop.description || "",
|
|
18
|
+
...(prop.enum && { enum: prop.enum }),
|
|
19
|
+
...(prop.items && { items: convertProperty(prop.items) }),
|
|
20
|
+
...(prop.properties && {
|
|
21
|
+
properties: Object.fromEntries(Object.entries(prop.properties).map(([k, v]) => [k, convertProperty(v)])),
|
|
22
|
+
}),
|
|
23
|
+
});
|
|
24
|
+
const result = {};
|
|
25
|
+
for (const [key, value] of Object.entries(mcpSchema.properties)) {
|
|
26
|
+
const prop = value;
|
|
27
|
+
result[key] = {
|
|
28
|
+
...convertProperty(prop),
|
|
29
|
+
optional: !mcpSchema.required?.includes(key),
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
export function normalizeSchema(schema, name) {
|
|
35
|
+
if (isStandardSchema(schema)) {
|
|
36
|
+
return convertStandardSchemaToJsonSchema(schema, name);
|
|
37
|
+
}
|
|
38
|
+
return schema;
|
|
39
|
+
}
|
|
40
|
+
export const convertStandardSchemaToSchemaProperties = (standardSchema) => {
|
|
41
|
+
const jsonSchema = z.toJSONSchema(standardSchema);
|
|
42
|
+
return convertMCPSchemaToToolSchema(jsonSchema);
|
|
43
|
+
};
|
|
44
|
+
//# sourceMappingURL=schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAgB,MAAM,KAAK,CAAC;AAEtC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAW,EAA4B,EAAE;IACxE,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,WAAW,IAAI,MAAM,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,cAA8B,EAC9B,OAAe,QAAQ,EACX,EAAE;IACd,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC,cAAyB,CAAC,CAAC;IAC7D,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,UAAU;KACnB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC1C,SAAc,EACkB,EAAE;IAClC,IAAI,CAAC,SAAS,EAAE,UAAU;QAAE,OAAO,EAAE,CAAC;IAEtC,MAAM,eAAe,GAAG,CAAC,IAAS,EAAkB,EAAE,CAAC,CAAC;QACtD,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,QAAQ;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;QACnC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QACrC,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI;YACrB,UAAU,EAAE,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CACzE;SACF,CAAC;KACH,CAAC,CAAC;IAEH,MAAM,MAAM,GAAmC,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,GAAG,KAAY,CAAC;QAC1B,MAAM,CAAC,GAAG,CAAC,GAAG;YACZ,GAAG,eAAe,CAAC,IAAI,CAAC;YACxB,QAAQ,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;SAC7C,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,UAAU,eAAe,CAC7B,MAAmC,EACnC,IAAa;IAEb,IAAI,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7B,OAAO,iCAAiC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAoB,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,MAAM,uCAAuC,GAAG,CACrD,cAA8B,EACE,EAAE;IAClC,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC,cAAyB,CAAC,CAAC;IAC7D,OAAO,4BAA4B,CAAC,UAAU,CAAC,CAAC;AAClD,CAAC,CAAC"}
|
package/dist/thread.d.ts
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { ThreadStore, Thread } from "./types";
|
|
2
|
+
/**
|
|
3
|
+
* @example
|
|
4
|
+
* // in-memory (default)
|
|
5
|
+
* const thread = getOrCreateThread('user-123');
|
|
6
|
+
*
|
|
7
|
+
* @example
|
|
8
|
+
* // sqlite
|
|
9
|
+
* const thread = getOrCreateThread('user-123', {
|
|
10
|
+
* async get(id) {
|
|
11
|
+
* const row = await db.get('SELECT messages FROM threads WHERE id = ?', id);
|
|
12
|
+
* return row ? JSON.parse(row.messages) : [];
|
|
13
|
+
* },
|
|
14
|
+
* async set(id, messages) {
|
|
15
|
+
* await db.run(
|
|
16
|
+
* 'INSERT OR REPLACE INTO threads (id, messages, updated_at) VALUES (?, ?, ?)',
|
|
17
|
+
* id,
|
|
18
|
+
* JSON.stringify(messages),
|
|
19
|
+
* Date.now()
|
|
20
|
+
* );
|
|
21
|
+
* }
|
|
22
|
+
* });
|
|
23
|
+
*/
|
|
24
|
+
export declare const getOrCreateThread: (id: string, store?: ThreadStore) => Thread;
|
|
25
|
+
//# sourceMappingURL=thread.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"thread.d.ts","sourceRoot":"","sources":["../src/thread.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACX,MAAM,EACP,MAAM,SAAS,CAAC;AAwEjB;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,iBAAiB,GAAI,IAAI,MAAM,EAAE,QAAQ,WAAW,KAAG,MAWnE,CAAC"}
|
package/dist/thread.js
ADDED
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { model } from "./composition/model";
|
|
2
|
+
const createMemoryStore = () => {
|
|
3
|
+
const store = new Map();
|
|
4
|
+
return {
|
|
5
|
+
async get(threadId) {
|
|
6
|
+
return store.get(threadId) || [];
|
|
7
|
+
},
|
|
8
|
+
async set(threadId, messages) {
|
|
9
|
+
store.set(threadId, messages);
|
|
10
|
+
},
|
|
11
|
+
};
|
|
12
|
+
};
|
|
13
|
+
const createThread = (id, store) => {
|
|
14
|
+
return {
|
|
15
|
+
id,
|
|
16
|
+
store,
|
|
17
|
+
async generate(workflow) {
|
|
18
|
+
const history = await store.get(id);
|
|
19
|
+
const initialContext = {
|
|
20
|
+
history,
|
|
21
|
+
tools: [],
|
|
22
|
+
toolExecutors: {},
|
|
23
|
+
toolLimits: {},
|
|
24
|
+
toolCallCounts: {},
|
|
25
|
+
};
|
|
26
|
+
const finalContext = await workflow(initialContext);
|
|
27
|
+
await store.set(id, finalContext.history);
|
|
28
|
+
return finalContext;
|
|
29
|
+
},
|
|
30
|
+
async message(content, workflow, options) {
|
|
31
|
+
const history = await store.get(id);
|
|
32
|
+
const initialContext = {
|
|
33
|
+
history: [...history, { role: "user", content }],
|
|
34
|
+
tools: [],
|
|
35
|
+
toolExecutors: {},
|
|
36
|
+
toolLimits: {},
|
|
37
|
+
toolCallCounts: {},
|
|
38
|
+
abortSignal: options?.abortSignal,
|
|
39
|
+
};
|
|
40
|
+
const finalContext = await (workflow || model())(initialContext);
|
|
41
|
+
if (options?.abortSignal?.aborted) {
|
|
42
|
+
const abortedHistory = [
|
|
43
|
+
...initialContext.history,
|
|
44
|
+
{ role: "assistant", content: "[Response interrupted]" },
|
|
45
|
+
];
|
|
46
|
+
await store.set(id, abortedHistory);
|
|
47
|
+
return { ...finalContext, history: abortedHistory };
|
|
48
|
+
}
|
|
49
|
+
await store.set(id, finalContext.history);
|
|
50
|
+
return finalContext;
|
|
51
|
+
},
|
|
52
|
+
};
|
|
53
|
+
};
|
|
54
|
+
const threads = new Map();
|
|
55
|
+
/**
|
|
56
|
+
* @example
|
|
57
|
+
* // in-memory (default)
|
|
58
|
+
* const thread = getOrCreateThread('user-123');
|
|
59
|
+
*
|
|
60
|
+
* @example
|
|
61
|
+
* // sqlite
|
|
62
|
+
* const thread = getOrCreateThread('user-123', {
|
|
63
|
+
* async get(id) {
|
|
64
|
+
* const row = await db.get('SELECT messages FROM threads WHERE id = ?', id);
|
|
65
|
+
* return row ? JSON.parse(row.messages) : [];
|
|
66
|
+
* },
|
|
67
|
+
* async set(id, messages) {
|
|
68
|
+
* await db.run(
|
|
69
|
+
* 'INSERT OR REPLACE INTO threads (id, messages, updated_at) VALUES (?, ?, ?)',
|
|
70
|
+
* id,
|
|
71
|
+
* JSON.stringify(messages),
|
|
72
|
+
* Date.now()
|
|
73
|
+
* );
|
|
74
|
+
* }
|
|
75
|
+
* });
|
|
76
|
+
*/
|
|
77
|
+
export const getOrCreateThread = (id, store) => {
|
|
78
|
+
const cacheKey = store ? `${id}-${store}` : id;
|
|
79
|
+
if (threads.has(cacheKey)) {
|
|
80
|
+
return threads.get(cacheKey);
|
|
81
|
+
}
|
|
82
|
+
const threadStore = store || createMemoryStore();
|
|
83
|
+
const thread = createThread(id, threadStore);
|
|
84
|
+
threads.set(cacheKey, thread);
|
|
85
|
+
return thread;
|
|
86
|
+
};
|
|
87
|
+
//# sourceMappingURL=thread.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"thread.js","sourceRoot":"","sources":["../src/thread.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE5C,MAAM,iBAAiB,GAAG,GAAgB,EAAE;IAC1C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;IAE3C,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,QAAgB;YACxB,OAAO,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,QAAgB,EAAE,QAAmB;YAC7C,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAChC,CAAC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,EAAU,EAAE,KAAkB,EAAU,EAAE;IAC9D,OAAO;QACL,EAAE;QACF,KAAK;QACL,KAAK,CAAC,QAAQ,CAAC,QAAsB;YACnC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEpC,MAAM,cAAc,GAAwB;gBAC1C,OAAO;gBACP,KAAK,EAAE,EAAE;gBACT,aAAa,EAAE,EAAE;gBACjB,UAAU,EAAE,EAAE;gBACd,cAAc,EAAE,EAAE;aACnB,CAAC;YAEF,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;YAE1C,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,KAAK,CAAC,OAAO,CACX,OAAe,EACf,QAAuB,EACvB,OAAuC;YAEvC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpC,MAAM,cAAc,GAAwB;gBAC1C,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;gBAChD,KAAK,EAAE,EAAE;gBACT,aAAa,EAAE,EAAE;gBACjB,UAAU,EAAE,EAAE;gBACd,cAAc,EAAE,EAAE;gBAClB,WAAW,EAAE,OAAO,EAAE,WAAW;aAClC,CAAC;YAEF,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC;YAEjE,IAAI,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;gBAClC,MAAM,cAAc,GAAG;oBACrB,GAAG,cAAc,CAAC,OAAO;oBACzB,EAAE,IAAI,EAAE,WAAoB,EAAE,OAAO,EAAE,wBAAwB,EAAE;iBAClE,CAAC;gBACF,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;gBACpC,OAAO,EAAE,GAAG,YAAY,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;YACtD,CAAC;YAED,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;YAE1C,OAAO,YAAY,CAAC;QACtB,CAAC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE1C;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,EAAU,EAAE,KAAmB,EAAU,EAAE;IAC3E,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAE/C,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;IAChC,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,IAAI,iBAAiB,EAAE,CAAC;IACjD,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC"}
|