@threaded/ai 1.0.30 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (112) hide show
  1. package/README.md +240 -0
  2. package/dist/approval.d.ts +18 -0
  3. package/dist/approval.d.ts.map +1 -0
  4. package/dist/approval.js +35 -0
  5. package/dist/approval.js.map +1 -0
  6. package/dist/composition/compose.d.ts +3 -0
  7. package/dist/composition/compose.d.ts.map +1 -0
  8. package/dist/composition/compose.js +38 -0
  9. package/dist/composition/compose.js.map +1 -0
  10. package/dist/composition/model.d.ts +9 -0
  11. package/dist/composition/model.d.ts.map +1 -0
  12. package/dist/composition/model.js +192 -0
  13. package/dist/composition/model.js.map +1 -0
  14. package/dist/composition/retry.d.ts +6 -0
  15. package/dist/composition/retry.d.ts.map +1 -0
  16. package/dist/composition/retry.js +18 -0
  17. package/dist/composition/retry.js.map +1 -0
  18. package/dist/composition/scope.d.ts +3 -0
  19. package/dist/composition/scope.d.ts.map +1 -0
  20. package/dist/composition/scope.js +83 -0
  21. package/dist/composition/scope.js.map +1 -0
  22. package/dist/composition/tap.d.ts +3 -0
  23. package/dist/composition/tap.d.ts.map +1 -0
  24. package/dist/composition/tap.js +7 -0
  25. package/dist/composition/tap.js.map +1 -0
  26. package/dist/composition/when.d.ts +3 -0
  27. package/dist/composition/when.d.ts.map +1 -0
  28. package/dist/composition/when.js +9 -0
  29. package/dist/composition/when.js.map +1 -0
  30. package/dist/embed.d.ts +16 -0
  31. package/dist/embed.d.ts.map +1 -0
  32. package/dist/embed.js +72 -0
  33. package/dist/embed.js.map +1 -0
  34. package/dist/examples.d.ts +2 -0
  35. package/dist/examples.d.ts.map +1 -0
  36. package/dist/examples.js +6 -0
  37. package/dist/examples.js.map +1 -0
  38. package/dist/helpers.d.ts +17 -0
  39. package/dist/helpers.d.ts.map +1 -0
  40. package/dist/helpers.js +104 -0
  41. package/dist/helpers.js.map +1 -0
  42. package/dist/image-model-schema.d.ts +19 -0
  43. package/dist/image-model-schema.d.ts.map +1 -0
  44. package/dist/image-model-schema.js +103 -0
  45. package/dist/image-model-schema.js.map +1 -0
  46. package/dist/image.d.ts +3 -0
  47. package/dist/image.d.ts.map +1 -0
  48. package/dist/image.js +120 -0
  49. package/dist/image.js.map +1 -0
  50. package/dist/index.d.ts +18 -352
  51. package/dist/index.d.ts.map +1 -0
  52. package/dist/index.js +17 -2073
  53. package/dist/index.js.map +1 -1
  54. package/dist/mcp.d.ts +3 -0
  55. package/dist/mcp.d.ts.map +1 -0
  56. package/dist/mcp.js +29 -0
  57. package/dist/mcp.js.map +1 -0
  58. package/dist/providers/anthropic.d.ts +3 -0
  59. package/dist/providers/anthropic.d.ts.map +1 -0
  60. package/dist/providers/anthropic.js +226 -0
  61. package/dist/providers/anthropic.js.map +1 -0
  62. package/dist/providers/google.d.ts +3 -0
  63. package/dist/providers/google.d.ts.map +1 -0
  64. package/dist/providers/google.js +244 -0
  65. package/dist/providers/google.js.map +1 -0
  66. package/dist/providers/huggingface.d.ts +3 -0
  67. package/dist/providers/huggingface.d.ts.map +1 -0
  68. package/dist/providers/huggingface.js +59 -0
  69. package/dist/providers/huggingface.js.map +1 -0
  70. package/dist/providers/index.d.ts +3 -0
  71. package/dist/providers/index.d.ts.map +1 -0
  72. package/dist/providers/index.js +29 -0
  73. package/dist/providers/index.js.map +1 -0
  74. package/dist/providers/local.d.ts +3 -0
  75. package/dist/providers/local.d.ts.map +1 -0
  76. package/dist/providers/local.js +152 -0
  77. package/dist/providers/local.js.map +1 -0
  78. package/dist/providers/openai.d.ts +3 -0
  79. package/dist/providers/openai.d.ts.map +1 -0
  80. package/dist/providers/openai.js +165 -0
  81. package/dist/providers/openai.js.map +1 -0
  82. package/dist/providers/xai.d.ts +3 -0
  83. package/dist/providers/xai.d.ts.map +1 -0
  84. package/dist/providers/xai.js +161 -0
  85. package/dist/providers/xai.js.map +1 -0
  86. package/dist/schema.d.ts +7 -0
  87. package/dist/schema.d.ts.map +1 -0
  88. package/dist/schema.js +44 -0
  89. package/dist/schema.js.map +1 -0
  90. package/dist/thread.d.ts +25 -0
  91. package/dist/thread.d.ts.map +1 -0
  92. package/dist/thread.js +87 -0
  93. package/dist/thread.js.map +1 -0
  94. package/dist/types.d.ts +193 -0
  95. package/dist/types.d.ts.map +1 -0
  96. package/dist/types.js +8 -0
  97. package/dist/types.js.map +1 -0
  98. package/dist/utils/rateLimited.d.ts +27 -0
  99. package/dist/utils/rateLimited.d.ts.map +1 -0
  100. package/dist/utils/rateLimited.js +74 -0
  101. package/dist/utils/rateLimited.js.map +1 -0
  102. package/dist/utils.d.ts +8 -0
  103. package/dist/utils.d.ts.map +1 -0
  104. package/dist/utils.js +78 -0
  105. package/dist/utils.js.map +1 -0
  106. package/package.json +34 -12
  107. package/.claude/settings.local.json +0 -15
  108. package/.lore +0 -65
  109. package/dist/index.cjs +0 -2149
  110. package/dist/index.cjs.map +0 -1
  111. package/dist/index.d.cts +0 -352
  112. package/tsconfig.json +0 -29
@@ -0,0 +1,165 @@
1
+ import { addUsage, getKey } from "../utils";
2
+ const getApiKey = (configApiKey) => {
3
+ if (configApiKey)
4
+ return configApiKey;
5
+ try {
6
+ return getKey("openai");
7
+ }
8
+ catch {
9
+ const key = process.env.OPENAI_API_KEY || "";
10
+ if (!key)
11
+ throw new Error("OpenAI API key not found");
12
+ return key;
13
+ }
14
+ };
15
+ // openai streams tool calls as incremental chunks with index properties that need assembly
16
+ // example: {"index": 0, "function": {"name": "get_wea"}} then {"index": 0, "function": {"arguments": "ther"}}
17
+ // google/anthropic send complete tool calls in single chunks, so they don't need this logic
18
+ const appendToolCalls = (toolCalls, tcchunklist) => {
19
+ for (const tcchunk of tcchunklist) {
20
+ while (toolCalls.length <= tcchunk.index) {
21
+ toolCalls.push({
22
+ id: "",
23
+ type: "function",
24
+ function: { name: "", arguments: "" },
25
+ });
26
+ }
27
+ const tc = toolCalls[tcchunk.index];
28
+ tc.id += tcchunk.id || "";
29
+ tc.function.name += tcchunk.function?.name || "";
30
+ tc.function.arguments += tcchunk.function?.arguments || "";
31
+ }
32
+ return toolCalls;
33
+ };
34
+ export const callOpenAI = async (config, ctx) => {
35
+ const { model, instructions, schema, apiKey: configApiKey } = config;
36
+ const apiKey = getApiKey(configApiKey);
37
+ const messages = [];
38
+ if (instructions) {
39
+ messages.push({ role: "system", content: instructions });
40
+ }
41
+ messages.push(...ctx.history);
42
+ const body = {
43
+ model,
44
+ messages,
45
+ stream: !!ctx.stream,
46
+ ...(ctx.stream && { stream_options: { include_usage: true } }),
47
+ };
48
+ if (schema) {
49
+ body.response_format = {
50
+ type: "json_schema",
51
+ json_schema: {
52
+ name: schema.name,
53
+ schema: { ...schema.schema, additionalProperties: false },
54
+ strict: true,
55
+ },
56
+ };
57
+ }
58
+ if (ctx.tools && ctx.tools.length > 0) {
59
+ body.tools = ctx.tools;
60
+ body.tool_choice = "auto";
61
+ }
62
+ const response = await fetch("https://api.openai.com/v1/chat/completions", {
63
+ method: "POST",
64
+ headers: {
65
+ "Content-Type": "application/json",
66
+ Authorization: `Bearer ${apiKey}`,
67
+ },
68
+ body: JSON.stringify(body),
69
+ signal: ctx.abortSignal,
70
+ });
71
+ if (!response.ok) {
72
+ const error = await response.text();
73
+ throw new Error(`OpenAI API error: ${error}`);
74
+ }
75
+ if (ctx.stream) {
76
+ return handleOpenAIStream(response, ctx);
77
+ }
78
+ const data = (await response.json());
79
+ const choice = data.choices[0];
80
+ const { message } = choice;
81
+ const msg = {
82
+ role: "assistant",
83
+ content: message.content || "",
84
+ };
85
+ if (message.tool_calls) {
86
+ msg.tool_calls = message.tool_calls;
87
+ }
88
+ return {
89
+ ...ctx,
90
+ lastResponse: msg,
91
+ history: [...ctx.history, msg],
92
+ usage: addUsage(ctx.usage, data.usage?.prompt_tokens || 0, data.usage?.completion_tokens || 0, data.usage?.total_tokens || 0),
93
+ };
94
+ };
95
+ const handleOpenAIStream = async (response, ctx) => {
96
+ const reader = response.body.getReader();
97
+ const decoder = new TextDecoder();
98
+ let fullContent = "";
99
+ let toolCalls = [];
100
+ let buffer = "";
101
+ let streamUsage = null;
102
+ try {
103
+ while (true) {
104
+ if (ctx.abortSignal?.aborted) {
105
+ break;
106
+ }
107
+ const { done, value } = await reader.read();
108
+ if (done)
109
+ break;
110
+ buffer += decoder.decode(value, { stream: true });
111
+ const lines = buffer.split("\n");
112
+ // keep the last incomplete line in the buffer
113
+ buffer = lines.pop() || "";
114
+ for (const line of lines) {
115
+ if (line.startsWith("data: ")) {
116
+ const data = line.slice(6).trim();
117
+ if (data === "[DONE]")
118
+ continue;
119
+ if (!data)
120
+ continue;
121
+ try {
122
+ const parsed = JSON.parse(data);
123
+ if (parsed.usage) {
124
+ streamUsage = parsed.usage;
125
+ }
126
+ const delta = parsed.choices?.[0]?.delta;
127
+ if (delta?.content) {
128
+ fullContent += delta.content;
129
+ if (ctx.stream) {
130
+ ctx.stream({ type: "content", content: delta.content });
131
+ }
132
+ }
133
+ if (delta?.tool_calls) {
134
+ toolCalls = appendToolCalls(toolCalls, delta.tool_calls);
135
+ }
136
+ }
137
+ catch (e) {
138
+ // skip invalid JSON lines
139
+ }
140
+ }
141
+ }
142
+ }
143
+ }
144
+ finally {
145
+ reader.releaseLock();
146
+ }
147
+ const msg = {
148
+ role: "assistant",
149
+ content: fullContent,
150
+ };
151
+ if (toolCalls.length > 0) {
152
+ msg.tool_calls = toolCalls;
153
+ }
154
+ const usage = addUsage(ctx.usage, streamUsage?.prompt_tokens || 0, streamUsage?.completion_tokens || 0, streamUsage?.total_tokens || 0);
155
+ if (ctx.stream && streamUsage) {
156
+ ctx.stream({ type: "usage", usage });
157
+ }
158
+ return {
159
+ ...ctx,
160
+ lastResponse: msg,
161
+ history: [...ctx.history, msg],
162
+ usage,
163
+ };
164
+ };
165
+ //# sourceMappingURL=openai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE5C,MAAM,SAAS,GAAG,CAAC,YAAqB,EAAU,EAAE;IAClD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACtD,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAEF,2FAA2F;AAC3F,8GAA8G;AAC9G,4FAA4F;AAC5F,MAAM,eAAe,GAAG,CAAC,SAAgB,EAAE,WAAkB,EAAS,EAAE;IACtE,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzC,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;aACtC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1B,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;IAC7D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAC7B,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACrE,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;IAEvC,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAE9B,MAAM,IAAI,GAAQ;QAChB,KAAK;QACL,QAAQ;QACR,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;QACpB,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;KAC/D,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,eAAe,GAAG;YACrB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE;gBACzD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE;QACzE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,EAAE;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,kBAAkB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3C,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE3B,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;KAC/B,CAAC;IAEF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;KAC9H,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,KAAK,EAC9B,QAAkB,EAClB,GAAwB,EACM,EAAE;IAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,SAAS,GAAU,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,WAAW,GAAQ,IAAI,CAAC;IAE5B,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,8CAA8C;YAC9C,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAChC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;wBAC7B,CAAC;wBAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBAEzC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;4BAC7B,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gCACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;4BAC1D,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,SAAS,GAAG,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;wBAC3D,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,WAAW;KACrB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,IAAI,CAAC,EAAE,WAAW,EAAE,iBAAiB,IAAI,CAAC,EAAE,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;IAExI,IAAI,GAAG,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import { ConversationContext, ProviderConfig } from "../types";
2
+ export declare const callXAI: (config: ProviderConfig, ctx: ConversationContext) => Promise<ConversationContext>;
3
+ //# sourceMappingURL=xai.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"xai.d.ts","sourceRoot":"","sources":["../../src/providers/xai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAW,cAAc,EAAE,MAAM,UAAU,CAAC;AA+BxE,eAAO,MAAM,OAAO,GAClB,QAAQ,cAAc,EACtB,KAAK,mBAAmB,KACvB,OAAO,CAAC,mBAAmB,CAuE7B,CAAC"}
@@ -0,0 +1,161 @@
1
+ import { addUsage, getKey } from "../utils";
2
+ const appendToolCalls = (toolCalls, tcchunklist) => {
3
+ for (const tcchunk of tcchunklist) {
4
+ while (toolCalls.length <= tcchunk.index) {
5
+ toolCalls.push({
6
+ id: "",
7
+ type: "function",
8
+ function: { name: "", arguments: "" },
9
+ });
10
+ }
11
+ const tc = toolCalls[tcchunk.index];
12
+ tc.id += tcchunk.id || "";
13
+ tc.function.name += tcchunk.function?.name || "";
14
+ tc.function.arguments += tcchunk.function?.arguments || "";
15
+ }
16
+ return toolCalls;
17
+ };
18
+ const getApiKey = (configApiKey) => {
19
+ if (configApiKey)
20
+ return configApiKey;
21
+ try {
22
+ return getKey("xai");
23
+ }
24
+ catch {
25
+ const key = process.env.XAI_API_KEY || "";
26
+ if (!key)
27
+ throw new Error("xAI API key not found");
28
+ return key;
29
+ }
30
+ };
31
+ export const callXAI = async (config, ctx) => {
32
+ const { model, instructions, schema, apiKey: configApiKey } = config;
33
+ const apiKey = getApiKey(configApiKey);
34
+ const messages = [];
35
+ if (instructions) {
36
+ messages.push({ role: "system", content: instructions });
37
+ }
38
+ messages.push(...ctx.history);
39
+ const body = {
40
+ model,
41
+ messages,
42
+ stream: !!ctx.stream,
43
+ ...(ctx.stream && { stream_options: { include_usage: true } }),
44
+ };
45
+ if (schema) {
46
+ body.response_format = {
47
+ type: "json_schema",
48
+ json_schema: {
49
+ name: schema.name,
50
+ schema: { ...schema.schema, additionalProperties: false },
51
+ strict: true,
52
+ },
53
+ };
54
+ }
55
+ if (ctx.tools && ctx.tools.length > 0) {
56
+ body.tools = ctx.tools;
57
+ body.tool_choice = "auto";
58
+ }
59
+ const response = await fetch("https://api.x.ai/v1/chat/completions", {
60
+ method: "POST",
61
+ headers: {
62
+ "Content-Type": "application/json",
63
+ Authorization: `Bearer ${apiKey}`,
64
+ },
65
+ body: JSON.stringify(body),
66
+ signal: ctx.abortSignal,
67
+ });
68
+ if (!response.ok) {
69
+ const error = await response.text();
70
+ throw new Error(`xAI API error: ${error}`);
71
+ }
72
+ if (ctx.stream) {
73
+ return handleXAIStream(response, ctx);
74
+ }
75
+ const data = (await response.json());
76
+ const choice = data.choices[0];
77
+ const { message } = choice;
78
+ const msg = {
79
+ role: "assistant",
80
+ content: message.content || "",
81
+ };
82
+ if (message.tool_calls) {
83
+ msg.tool_calls = message.tool_calls;
84
+ }
85
+ return {
86
+ ...ctx,
87
+ lastResponse: msg,
88
+ history: [...ctx.history, msg],
89
+ usage: addUsage(ctx.usage, data.usage?.prompt_tokens || 0, data.usage?.completion_tokens || 0, data.usage?.total_tokens || 0),
90
+ };
91
+ };
92
+ const handleXAIStream = async (response, ctx) => {
93
+ const reader = response.body.getReader();
94
+ const decoder = new TextDecoder();
95
+ let fullContent = "";
96
+ let toolCalls = [];
97
+ let buffer = "";
98
+ let streamUsage = null;
99
+ try {
100
+ while (true) {
101
+ if (ctx.abortSignal?.aborted) {
102
+ break;
103
+ }
104
+ const { done, value } = await reader.read();
105
+ if (done)
106
+ break;
107
+ buffer += decoder.decode(value, { stream: true });
108
+ const lines = buffer.split("\n");
109
+ buffer = lines.pop() || "";
110
+ for (const line of lines) {
111
+ if (line.startsWith("data: ")) {
112
+ const data = line.slice(6).trim();
113
+ if (data === "[DONE]")
114
+ continue;
115
+ if (!data)
116
+ continue;
117
+ try {
118
+ const parsed = JSON.parse(data);
119
+ if (parsed.usage) {
120
+ streamUsage = parsed.usage;
121
+ }
122
+ const delta = parsed.choices?.[0]?.delta;
123
+ if (delta?.content) {
124
+ fullContent += delta.content;
125
+ if (ctx.stream) {
126
+ ctx.stream({ type: "content", content: delta.content });
127
+ }
128
+ }
129
+ if (delta?.tool_calls) {
130
+ toolCalls = appendToolCalls(toolCalls, delta.tool_calls);
131
+ }
132
+ }
133
+ catch (e) {
134
+ // skip invalid JSON lines
135
+ }
136
+ }
137
+ }
138
+ }
139
+ }
140
+ finally {
141
+ reader.releaseLock();
142
+ }
143
+ const msg = {
144
+ role: "assistant",
145
+ content: fullContent,
146
+ };
147
+ if (toolCalls.length > 0) {
148
+ msg.tool_calls = toolCalls;
149
+ }
150
+ const usage = addUsage(ctx.usage, streamUsage?.prompt_tokens || 0, streamUsage?.completion_tokens || 0, streamUsage?.total_tokens || 0);
151
+ if (ctx.stream && streamUsage) {
152
+ ctx.stream({ type: "usage", usage });
153
+ }
154
+ return {
155
+ ...ctx,
156
+ lastResponse: msg,
157
+ history: [...ctx.history, msg],
158
+ usage,
159
+ };
160
+ };
161
+ //# sourceMappingURL=xai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"xai.js","sourceRoot":"","sources":["../../src/providers/xai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE5C,MAAM,eAAe,GAAG,CAAC,SAAgB,EAAE,WAAkB,EAAS,EAAE;IACtE,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzC,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;aACtC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1B,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;IAC7D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,YAAqB,EAAU,EAAE;IAClD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACnD,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAC1B,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACrE,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;IAEvC,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAE9B,MAAM,IAAI,GAAQ;QAChB,KAAK;QACL,QAAQ;QACR,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;QACpB,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;KAC/D,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,eAAe,GAAG;YACrB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE;gBACzD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,sCAAsC,EAAE;QACnE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,EAAE;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE3B,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;KAC/B,CAAC;IAEF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;KAC9H,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,KAAK,EAC3B,QAAkB,EAClB,GAAwB,EACM,EAAE;IAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,SAAS,GAAU,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,WAAW,GAAQ,IAAI,CAAC;IAE5B,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAChC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;wBAC7B,CAAC;wBAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBAEzC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;4BAC7B,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gCACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;4BAC1D,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,SAAS,GAAG,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;wBAC3D,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,WAAW;KACrB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,IAAI,CAAC,EAAE,WAAW,EAAE,iBAAiB,IAAI,CAAC,EAAE,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;IAExI,IAAI,GAAG,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { JsonSchema, SchemaProperty, StandardSchema } from "./types";
2
+ export declare const isStandardSchema: (schema: any) => schema is StandardSchema;
3
+ export declare const convertStandardSchemaToJsonSchema: (standardSchema: StandardSchema, name?: string) => JsonSchema;
4
+ export declare const convertMCPSchemaToToolSchema: (mcpSchema: any) => Record<string, SchemaProperty>;
5
+ export declare function normalizeSchema(schema: JsonSchema | StandardSchema, name?: string): JsonSchema;
6
+ export declare const convertStandardSchemaToSchemaProperties: (standardSchema: StandardSchema) => Record<string, SchemaProperty>;
7
+ //# sourceMappingURL=schema.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGrE,eAAO,MAAM,gBAAgB,GAAI,QAAQ,GAAG,KAAG,MAAM,IAAI,cAExD,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,gBAAgB,cAAc,EAC9B,OAAM,MAAiB,KACtB,UAMF,CAAC;AAEF,eAAO,MAAM,4BAA4B,GACvC,WAAW,GAAG,KACb,MAAM,CAAC,MAAM,EAAE,cAAc,CAwB/B,CAAC;AAEF,wBAAgB,eAAe,CAC7B,MAAM,EAAE,UAAU,GAAG,cAAc,EACnC,IAAI,CAAC,EAAE,MAAM,GACZ,UAAU,CAKZ;AAED,eAAO,MAAM,uCAAuC,GAClD,gBAAgB,cAAc,KAC7B,MAAM,CAAC,MAAM,EAAE,cAAc,CAG/B,CAAC"}
package/dist/schema.js ADDED
@@ -0,0 +1,44 @@
1
+ import { z } from "zod";
2
+ export const isStandardSchema = (schema) => {
3
+ return schema && typeof schema === "object" && "~standard" in schema;
4
+ };
5
+ export const convertStandardSchemaToJsonSchema = (standardSchema, name = "Schema") => {
6
+ const jsonSchema = z.toJSONSchema(standardSchema);
7
+ return {
8
+ name,
9
+ schema: jsonSchema,
10
+ };
11
+ };
12
+ export const convertMCPSchemaToToolSchema = (mcpSchema) => {
13
+ if (!mcpSchema?.properties)
14
+ return {};
15
+ const convertProperty = (prop) => ({
16
+ type: prop.type || "string",
17
+ description: prop.description || "",
18
+ ...(prop.enum && { enum: prop.enum }),
19
+ ...(prop.items && { items: convertProperty(prop.items) }),
20
+ ...(prop.properties && {
21
+ properties: Object.fromEntries(Object.entries(prop.properties).map(([k, v]) => [k, convertProperty(v)])),
22
+ }),
23
+ });
24
+ const result = {};
25
+ for (const [key, value] of Object.entries(mcpSchema.properties)) {
26
+ const prop = value;
27
+ result[key] = {
28
+ ...convertProperty(prop),
29
+ optional: !mcpSchema.required?.includes(key),
30
+ };
31
+ }
32
+ return result;
33
+ };
34
+ export function normalizeSchema(schema, name) {
35
+ if (isStandardSchema(schema)) {
36
+ return convertStandardSchemaToJsonSchema(schema, name);
37
+ }
38
+ return schema;
39
+ }
40
+ export const convertStandardSchemaToSchemaProperties = (standardSchema) => {
41
+ const jsonSchema = z.toJSONSchema(standardSchema);
42
+ return convertMCPSchemaToToolSchema(jsonSchema);
43
+ };
44
+ //# sourceMappingURL=schema.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema.js","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAgB,MAAM,KAAK,CAAC;AAEtC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAW,EAA4B,EAAE;IACxE,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,WAAW,IAAI,MAAM,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,cAA8B,EAC9B,OAAe,QAAQ,EACX,EAAE;IACd,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC,cAAyB,CAAC,CAAC;IAC7D,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,UAAU;KACnB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC1C,SAAc,EACkB,EAAE;IAClC,IAAI,CAAC,SAAS,EAAE,UAAU;QAAE,OAAO,EAAE,CAAC;IAEtC,MAAM,eAAe,GAAG,CAAC,IAAS,EAAkB,EAAE,CAAC,CAAC;QACtD,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,QAAQ;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;QACnC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QACrC,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI;YACrB,UAAU,EAAE,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CACzE;SACF,CAAC;KACH,CAAC,CAAC;IAEH,MAAM,MAAM,GAAmC,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,GAAG,KAAY,CAAC;QAC1B,MAAM,CAAC,GAAG,CAAC,GAAG;YACZ,GAAG,eAAe,CAAC,IAAI,CAAC;YACxB,QAAQ,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;SAC7C,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,UAAU,eAAe,CAC7B,MAAmC,EACnC,IAAa;IAEb,IAAI,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7B,OAAO,iCAAiC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAoB,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,MAAM,uCAAuC,GAAG,CACrD,cAA8B,EACE,EAAE;IAClC,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC,cAAyB,CAAC,CAAC;IAC7D,OAAO,4BAA4B,CAAC,UAAU,CAAC,CAAC;AAClD,CAAC,CAAC"}
@@ -0,0 +1,25 @@
1
+ import { ThreadStore, Thread } from "./types";
2
+ /**
3
+ * @example
4
+ * // in-memory (default)
5
+ * const thread = getOrCreateThread('user-123');
6
+ *
7
+ * @example
8
+ * // sqlite
9
+ * const thread = getOrCreateThread('user-123', {
10
+ * async get(id) {
11
+ * const row = await db.get('SELECT messages FROM threads WHERE id = ?', id);
12
+ * return row ? JSON.parse(row.messages) : [];
13
+ * },
14
+ * async set(id, messages) {
15
+ * await db.run(
16
+ * 'INSERT OR REPLACE INTO threads (id, messages, updated_at) VALUES (?, ?, ?)',
17
+ * id,
18
+ * JSON.stringify(messages),
19
+ * Date.now()
20
+ * );
21
+ * }
22
+ * });
23
+ */
24
+ export declare const getOrCreateThread: (id: string, store?: ThreadStore) => Thread;
25
+ //# sourceMappingURL=thread.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"thread.d.ts","sourceRoot":"","sources":["../src/thread.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACX,MAAM,EACP,MAAM,SAAS,CAAC;AAwEjB;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,iBAAiB,GAAI,IAAI,MAAM,EAAE,QAAQ,WAAW,KAAG,MAWnE,CAAC"}
package/dist/thread.js ADDED
@@ -0,0 +1,87 @@
1
+ import { model } from "./composition/model";
2
+ const createMemoryStore = () => {
3
+ const store = new Map();
4
+ return {
5
+ async get(threadId) {
6
+ return store.get(threadId) || [];
7
+ },
8
+ async set(threadId, messages) {
9
+ store.set(threadId, messages);
10
+ },
11
+ };
12
+ };
13
+ const createThread = (id, store) => {
14
+ return {
15
+ id,
16
+ store,
17
+ async generate(workflow) {
18
+ const history = await store.get(id);
19
+ const initialContext = {
20
+ history,
21
+ tools: [],
22
+ toolExecutors: {},
23
+ toolLimits: {},
24
+ toolCallCounts: {},
25
+ };
26
+ const finalContext = await workflow(initialContext);
27
+ await store.set(id, finalContext.history);
28
+ return finalContext;
29
+ },
30
+ async message(content, workflow, options) {
31
+ const history = await store.get(id);
32
+ const initialContext = {
33
+ history: [...history, { role: "user", content }],
34
+ tools: [],
35
+ toolExecutors: {},
36
+ toolLimits: {},
37
+ toolCallCounts: {},
38
+ abortSignal: options?.abortSignal,
39
+ };
40
+ const finalContext = await (workflow || model())(initialContext);
41
+ if (options?.abortSignal?.aborted) {
42
+ const abortedHistory = [
43
+ ...initialContext.history,
44
+ { role: "assistant", content: "[Response interrupted]" },
45
+ ];
46
+ await store.set(id, abortedHistory);
47
+ return { ...finalContext, history: abortedHistory };
48
+ }
49
+ await store.set(id, finalContext.history);
50
+ return finalContext;
51
+ },
52
+ };
53
+ };
54
+ const threads = new Map();
55
+ /**
56
+ * @example
57
+ * // in-memory (default)
58
+ * const thread = getOrCreateThread('user-123');
59
+ *
60
+ * @example
61
+ * // sqlite
62
+ * const thread = getOrCreateThread('user-123', {
63
+ * async get(id) {
64
+ * const row = await db.get('SELECT messages FROM threads WHERE id = ?', id);
65
+ * return row ? JSON.parse(row.messages) : [];
66
+ * },
67
+ * async set(id, messages) {
68
+ * await db.run(
69
+ * 'INSERT OR REPLACE INTO threads (id, messages, updated_at) VALUES (?, ?, ?)',
70
+ * id,
71
+ * JSON.stringify(messages),
72
+ * Date.now()
73
+ * );
74
+ * }
75
+ * });
76
+ */
77
+ export const getOrCreateThread = (id, store) => {
78
+ const cacheKey = store ? `${id}-${store}` : id;
79
+ if (threads.has(cacheKey)) {
80
+ return threads.get(cacheKey);
81
+ }
82
+ const threadStore = store || createMemoryStore();
83
+ const thread = createThread(id, threadStore);
84
+ threads.set(cacheKey, thread);
85
+ return thread;
86
+ };
87
+ //# sourceMappingURL=thread.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"thread.js","sourceRoot":"","sources":["../src/thread.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE5C,MAAM,iBAAiB,GAAG,GAAgB,EAAE;IAC1C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;IAE3C,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,QAAgB;YACxB,OAAO,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,QAAgB,EAAE,QAAmB;YAC7C,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAChC,CAAC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,EAAU,EAAE,KAAkB,EAAU,EAAE;IAC9D,OAAO;QACL,EAAE;QACF,KAAK;QACL,KAAK,CAAC,QAAQ,CAAC,QAAsB;YACnC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEpC,MAAM,cAAc,GAAwB;gBAC1C,OAAO;gBACP,KAAK,EAAE,EAAE;gBACT,aAAa,EAAE,EAAE;gBACjB,UAAU,EAAE,EAAE;gBACd,cAAc,EAAE,EAAE;aACnB,CAAC;YAEF,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;YAE1C,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,KAAK,CAAC,OAAO,CACX,OAAe,EACf,QAAuB,EACvB,OAAuC;YAEvC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpC,MAAM,cAAc,GAAwB;gBAC1C,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;gBAChD,KAAK,EAAE,EAAE;gBACT,aAAa,EAAE,EAAE;gBACjB,UAAU,EAAE,EAAE;gBACd,cAAc,EAAE,EAAE;gBAClB,WAAW,EAAE,OAAO,EAAE,WAAW;aAClC,CAAC;YAEF,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC;YAEjE,IAAI,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;gBAClC,MAAM,cAAc,GAAG;oBACrB,GAAG,cAAc,CAAC,OAAO;oBACzB,EAAE,IAAI,EAAE,WAAoB,EAAE,OAAO,EAAE,wBAAwB,EAAE;iBAClE,CAAC;gBACF,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;gBACpC,OAAO,EAAE,GAAG,YAAY,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;YACtD,CAAC;YAED,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;YAE1C,OAAO,YAAY,CAAC;QACtB,CAAC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE1C;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,EAAU,EAAE,KAAmB,EAAU,EAAE;IAC3E,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAE/C,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;IAChC,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,IAAI,iBAAiB,EAAE,CAAC;IACjD,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC"}