@threaded/ai 1.0.30 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (112) hide show
  1. package/README.md +240 -0
  2. package/dist/approval.d.ts +18 -0
  3. package/dist/approval.d.ts.map +1 -0
  4. package/dist/approval.js +35 -0
  5. package/dist/approval.js.map +1 -0
  6. package/dist/composition/compose.d.ts +3 -0
  7. package/dist/composition/compose.d.ts.map +1 -0
  8. package/dist/composition/compose.js +38 -0
  9. package/dist/composition/compose.js.map +1 -0
  10. package/dist/composition/model.d.ts +9 -0
  11. package/dist/composition/model.d.ts.map +1 -0
  12. package/dist/composition/model.js +192 -0
  13. package/dist/composition/model.js.map +1 -0
  14. package/dist/composition/retry.d.ts +6 -0
  15. package/dist/composition/retry.d.ts.map +1 -0
  16. package/dist/composition/retry.js +18 -0
  17. package/dist/composition/retry.js.map +1 -0
  18. package/dist/composition/scope.d.ts +3 -0
  19. package/dist/composition/scope.d.ts.map +1 -0
  20. package/dist/composition/scope.js +83 -0
  21. package/dist/composition/scope.js.map +1 -0
  22. package/dist/composition/tap.d.ts +3 -0
  23. package/dist/composition/tap.d.ts.map +1 -0
  24. package/dist/composition/tap.js +7 -0
  25. package/dist/composition/tap.js.map +1 -0
  26. package/dist/composition/when.d.ts +3 -0
  27. package/dist/composition/when.d.ts.map +1 -0
  28. package/dist/composition/when.js +9 -0
  29. package/dist/composition/when.js.map +1 -0
  30. package/dist/embed.d.ts +17 -0
  31. package/dist/embed.d.ts.map +1 -0
  32. package/dist/embed.js +81 -0
  33. package/dist/embed.js.map +1 -0
  34. package/dist/examples.d.ts +2 -0
  35. package/dist/examples.d.ts.map +1 -0
  36. package/dist/examples.js +6 -0
  37. package/dist/examples.js.map +1 -0
  38. package/dist/helpers.d.ts +17 -0
  39. package/dist/helpers.d.ts.map +1 -0
  40. package/dist/helpers.js +104 -0
  41. package/dist/helpers.js.map +1 -0
  42. package/dist/image-model-schema.d.ts +19 -0
  43. package/dist/image-model-schema.d.ts.map +1 -0
  44. package/dist/image-model-schema.js +103 -0
  45. package/dist/image-model-schema.js.map +1 -0
  46. package/dist/image.d.ts +3 -0
  47. package/dist/image.d.ts.map +1 -0
  48. package/dist/image.js +121 -0
  49. package/dist/image.js.map +1 -0
  50. package/dist/index.d.ts +18 -352
  51. package/dist/index.d.ts.map +1 -0
  52. package/dist/index.js +17 -2073
  53. package/dist/index.js.map +1 -1
  54. package/dist/mcp.d.ts +21 -0
  55. package/dist/mcp.d.ts.map +1 -0
  56. package/dist/mcp.js +84 -0
  57. package/dist/mcp.js.map +1 -0
  58. package/dist/providers/anthropic.d.ts +3 -0
  59. package/dist/providers/anthropic.d.ts.map +1 -0
  60. package/dist/providers/anthropic.js +226 -0
  61. package/dist/providers/anthropic.js.map +1 -0
  62. package/dist/providers/google.d.ts +3 -0
  63. package/dist/providers/google.d.ts.map +1 -0
  64. package/dist/providers/google.js +244 -0
  65. package/dist/providers/google.js.map +1 -0
  66. package/dist/providers/huggingface.d.ts +3 -0
  67. package/dist/providers/huggingface.d.ts.map +1 -0
  68. package/dist/providers/huggingface.js +59 -0
  69. package/dist/providers/huggingface.js.map +1 -0
  70. package/dist/providers/index.d.ts +3 -0
  71. package/dist/providers/index.d.ts.map +1 -0
  72. package/dist/providers/index.js +28 -0
  73. package/dist/providers/index.js.map +1 -0
  74. package/dist/providers/local.d.ts +3 -0
  75. package/dist/providers/local.d.ts.map +1 -0
  76. package/dist/providers/local.js +152 -0
  77. package/dist/providers/local.js.map +1 -0
  78. package/dist/providers/openai.d.ts +3 -0
  79. package/dist/providers/openai.d.ts.map +1 -0
  80. package/dist/providers/openai.js +166 -0
  81. package/dist/providers/openai.js.map +1 -0
  82. package/dist/providers/xai.d.ts +3 -0
  83. package/dist/providers/xai.d.ts.map +1 -0
  84. package/dist/providers/xai.js +161 -0
  85. package/dist/providers/xai.js.map +1 -0
  86. package/dist/schema.d.ts +7 -0
  87. package/dist/schema.d.ts.map +1 -0
  88. package/dist/schema.js +44 -0
  89. package/dist/schema.js.map +1 -0
  90. package/dist/thread.d.ts +25 -0
  91. package/dist/thread.d.ts.map +1 -0
  92. package/dist/thread.js +87 -0
  93. package/dist/thread.js.map +1 -0
  94. package/dist/types.d.ts +193 -0
  95. package/dist/types.d.ts.map +1 -0
  96. package/dist/types.js +8 -0
  97. package/dist/types.js.map +1 -0
  98. package/dist/utils/rateLimited.d.ts +27 -0
  99. package/dist/utils/rateLimited.d.ts.map +1 -0
  100. package/dist/utils/rateLimited.js +74 -0
  101. package/dist/utils/rateLimited.js.map +1 -0
  102. package/dist/utils.d.ts +8 -0
  103. package/dist/utils.d.ts.map +1 -0
  104. package/dist/utils.js +78 -0
  105. package/dist/utils.js.map +1 -0
  106. package/package.json +34 -12
  107. package/.claude/settings.local.json +0 -15
  108. package/.lore +0 -65
  109. package/dist/index.cjs +0 -2149
  110. package/dist/index.cjs.map +0 -1
  111. package/dist/index.d.cts +0 -352
  112. package/tsconfig.json +0 -29
@@ -0,0 +1,152 @@
1
+ import { addUsage } from "../utils";
2
+ const DEFAULT_BASE_URL = "http://localhost:11434/v1";
3
+ const appendToolCalls = (toolCalls, tcchunklist) => {
4
+ for (const tcchunk of tcchunklist) {
5
+ while (toolCalls.length <= tcchunk.index) {
6
+ toolCalls.push({
7
+ id: "",
8
+ type: "function",
9
+ function: { name: "", arguments: "" },
10
+ });
11
+ }
12
+ const tc = toolCalls[tcchunk.index];
13
+ tc.id += tcchunk.id || "";
14
+ tc.function.name += tcchunk.function?.name || "";
15
+ tc.function.arguments += tcchunk.function?.arguments || "";
16
+ }
17
+ return toolCalls;
18
+ };
19
+ export const callLocal = async (config, ctx) => {
20
+ const { model, instructions, schema, apiKey, baseUrl } = config;
21
+ const endpoint = baseUrl || DEFAULT_BASE_URL;
22
+ const messages = [];
23
+ if (instructions) {
24
+ messages.push({ role: "system", content: instructions });
25
+ }
26
+ messages.push(...ctx.history);
27
+ const body = {
28
+ model,
29
+ messages,
30
+ stream: !!ctx.stream,
31
+ ...(ctx.stream && { stream_options: { include_usage: true } }),
32
+ };
33
+ if (schema) {
34
+ body.response_format = {
35
+ type: "json_schema",
36
+ json_schema: {
37
+ name: schema.name,
38
+ schema: { ...schema.schema, additionalProperties: false },
39
+ strict: true,
40
+ },
41
+ };
42
+ }
43
+ if (ctx.tools && ctx.tools.length > 0) {
44
+ body.tools = ctx.tools;
45
+ body.tool_choice = "auto";
46
+ }
47
+ const headers = {
48
+ "Content-Type": "application/json",
49
+ };
50
+ if (apiKey) {
51
+ headers["Authorization"] = `Bearer ${apiKey}`;
52
+ }
53
+ const response = await fetch(`${endpoint}/chat/completions`, {
54
+ method: "POST",
55
+ headers,
56
+ body: JSON.stringify(body),
57
+ signal: ctx.abortSignal,
58
+ });
59
+ if (!response.ok) {
60
+ const error = await response.text();
61
+ throw new Error(`Local API error: ${error}`);
62
+ }
63
+ if (ctx.stream) {
64
+ return handleLocalStream(response, ctx);
65
+ }
66
+ const data = (await response.json());
67
+ const choice = data.choices[0];
68
+ const { message } = choice;
69
+ const msg = {
70
+ role: "assistant",
71
+ content: message.content || "",
72
+ };
73
+ if (message.tool_calls) {
74
+ msg.tool_calls = message.tool_calls;
75
+ }
76
+ return {
77
+ ...ctx,
78
+ lastResponse: msg,
79
+ history: [...ctx.history, msg],
80
+ usage: addUsage(ctx.usage, data.usage?.prompt_tokens || 0, data.usage?.completion_tokens || 0, data.usage?.total_tokens || 0),
81
+ };
82
+ };
83
+ const handleLocalStream = async (response, ctx) => {
84
+ const reader = response.body.getReader();
85
+ const decoder = new TextDecoder();
86
+ let fullContent = "";
87
+ let toolCalls = [];
88
+ let buffer = "";
89
+ let streamUsage = null;
90
+ try {
91
+ while (true) {
92
+ if (ctx.abortSignal?.aborted) {
93
+ break;
94
+ }
95
+ const { done, value } = await reader.read();
96
+ if (done)
97
+ break;
98
+ buffer += decoder.decode(value, { stream: true });
99
+ const lines = buffer.split("\n");
100
+ buffer = lines.pop() || "";
101
+ for (const line of lines) {
102
+ if (line.startsWith("data: ")) {
103
+ const data = line.slice(6).trim();
104
+ if (data === "[DONE]")
105
+ continue;
106
+ if (!data)
107
+ continue;
108
+ try {
109
+ const parsed = JSON.parse(data);
110
+ if (parsed.usage) {
111
+ streamUsage = parsed.usage;
112
+ }
113
+ const delta = parsed.choices?.[0]?.delta;
114
+ if (delta?.content) {
115
+ fullContent += delta.content;
116
+ if (ctx.stream) {
117
+ ctx.stream({ type: "content", content: delta.content });
118
+ }
119
+ }
120
+ if (delta?.tool_calls) {
121
+ toolCalls = appendToolCalls(toolCalls, delta.tool_calls);
122
+ }
123
+ }
124
+ catch (e) {
125
+ // skip invalid JSON lines
126
+ }
127
+ }
128
+ }
129
+ }
130
+ }
131
+ finally {
132
+ reader.releaseLock();
133
+ }
134
+ const msg = {
135
+ role: "assistant",
136
+ content: fullContent,
137
+ };
138
+ if (toolCalls.length > 0) {
139
+ msg.tool_calls = toolCalls;
140
+ }
141
+ const usage = addUsage(ctx.usage, streamUsage?.prompt_tokens || 0, streamUsage?.completion_tokens || 0, streamUsage?.total_tokens || 0);
142
+ if (ctx.stream && streamUsage) {
143
+ ctx.stream({ type: "usage", usage });
144
+ }
145
+ return {
146
+ ...ctx,
147
+ lastResponse: msg,
148
+ history: [...ctx.history, msg],
149
+ usage,
150
+ };
151
+ };
152
+ //# sourceMappingURL=local.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/providers/local.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,MAAM,gBAAgB,GAAG,2BAA2B,CAAC;AAErD,MAAM,eAAe,GAAG,CAAC,SAAgB,EAAE,WAAkB,EAAS,EAAE;IACtE,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzC,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;aACtC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1B,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;IAC7D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC5B,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAChE,MAAM,QAAQ,GAAG,OAAO,IAAI,gBAAgB,CAAC;IAE7C,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAE9B,MAAM,IAAI,GAAQ;QAChB,KAAK;QACL,QAAQ;QACR,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;QACpB,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;KAC/D,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,eAAe,GAAG;YACrB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE;gBACzD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,cAAc,EAAE,kBAAkB;KACnC,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,MAAM,EAAE,CAAC;IAChD,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;QAC3D,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,oBAAoB,KAAK,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,iBAAiB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE3B,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;KAC/B,CAAC;IAEF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;KAC9H,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,QAAkB,EAClB,GAAwB,EACM,EAAE;IAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,SAAS,GAAU,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,WAAW,GAAQ,IAAI,CAAC;IAE5B,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAChC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;wBAC7B,CAAC;wBAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBAEzC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;4BAC7B,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gCACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;4BAC1D,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,SAAS,GAAG,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;wBAC3D,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,WAAW;KACrB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,IAAI,CAAC,EAAE,WAAW,EAAE,iBAAiB,IAAI,CAAC,EAAE,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;IAExI,IAAI,GAAG,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import { ConversationContext, ProviderConfig } from "../types";
2
+ export declare const callOpenAI: (config: ProviderConfig, ctx: ConversationContext) => Promise<ConversationContext>;
3
+ //# sourceMappingURL=openai.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAW,cAAc,EAAE,MAAM,UAAU,CAAC;AAgCxE,eAAO,MAAM,UAAU,GACrB,QAAQ,cAAc,EACtB,KAAK,mBAAmB,KACvB,OAAO,CAAC,mBAAmB,CA4E7B,CAAC"}
@@ -0,0 +1,166 @@
1
+ import { addUsage, getKey } from "../utils";
2
+ const getApiKey = (configApiKey) => {
3
+ if (configApiKey)
4
+ return configApiKey;
5
+ try {
6
+ return getKey("openai");
7
+ }
8
+ catch {
9
+ return process.env.OPENAI_API_KEY || undefined;
10
+ }
11
+ };
12
+ // openai streams tool calls as incremental chunks with index properties that need assembly
13
+ // example: {"index": 0, "function": {"name": "get_wea"}} then {"index": 0, "function": {"arguments": "ther"}}
14
+ // google/anthropic send complete tool calls in single chunks, so they don't need this logic
15
+ const appendToolCalls = (toolCalls, tcchunklist) => {
16
+ for (const tcchunk of tcchunklist) {
17
+ while (toolCalls.length <= tcchunk.index) {
18
+ toolCalls.push({
19
+ id: "",
20
+ type: "function",
21
+ function: { name: "", arguments: "" },
22
+ });
23
+ }
24
+ const tc = toolCalls[tcchunk.index];
25
+ tc.id += tcchunk.id || "";
26
+ tc.function.name += tcchunk.function?.name || "";
27
+ tc.function.arguments += tcchunk.function?.arguments || "";
28
+ }
29
+ return toolCalls;
30
+ };
31
+ export const callOpenAI = async (config, ctx) => {
32
+ const { model, instructions, schema, apiKey: configApiKey, baseUrl } = config;
33
+ const apiKey = getApiKey(configApiKey);
34
+ const endpoint = baseUrl || "https://api.openai.com/v1";
35
+ const messages = [];
36
+ if (instructions) {
37
+ messages.push({ role: "system", content: instructions });
38
+ }
39
+ messages.push(...ctx.history);
40
+ const body = {
41
+ model,
42
+ messages,
43
+ stream: !!ctx.stream,
44
+ ...(ctx.stream && { stream_options: { include_usage: true } }),
45
+ };
46
+ if (schema) {
47
+ body.response_format = {
48
+ type: "json_schema",
49
+ json_schema: {
50
+ name: schema.name,
51
+ schema: { ...schema.schema, additionalProperties: false },
52
+ strict: true,
53
+ },
54
+ };
55
+ }
56
+ if (ctx.tools && ctx.tools.length > 0) {
57
+ body.tools = ctx.tools;
58
+ body.tool_choice = "auto";
59
+ }
60
+ const headers = {
61
+ "Content-Type": "application/json",
62
+ };
63
+ if (apiKey) {
64
+ headers["Authorization"] = `Bearer ${apiKey}`;
65
+ }
66
+ const response = await fetch(`${endpoint}/chat/completions`, {
67
+ method: "POST",
68
+ headers,
69
+ body: JSON.stringify(body),
70
+ signal: ctx.abortSignal,
71
+ });
72
+ if (!response.ok) {
73
+ const error = await response.text();
74
+ throw new Error(`OpenAI API error: ${error}`);
75
+ }
76
+ if (ctx.stream) {
77
+ return handleOpenAIStream(response, ctx);
78
+ }
79
+ const data = (await response.json());
80
+ const choice = data.choices[0];
81
+ const { message } = choice;
82
+ const msg = {
83
+ role: "assistant",
84
+ content: message.content || "",
85
+ };
86
+ if (message.tool_calls) {
87
+ msg.tool_calls = message.tool_calls;
88
+ }
89
+ return {
90
+ ...ctx,
91
+ lastResponse: msg,
92
+ history: [...ctx.history, msg],
93
+ usage: addUsage(ctx.usage, data.usage?.prompt_tokens || 0, data.usage?.completion_tokens || 0, data.usage?.total_tokens || 0),
94
+ };
95
+ };
96
+ const handleOpenAIStream = async (response, ctx) => {
97
+ const reader = response.body.getReader();
98
+ const decoder = new TextDecoder();
99
+ let fullContent = "";
100
+ let toolCalls = [];
101
+ let buffer = "";
102
+ let streamUsage = null;
103
+ try {
104
+ while (true) {
105
+ if (ctx.abortSignal?.aborted) {
106
+ break;
107
+ }
108
+ const { done, value } = await reader.read();
109
+ if (done)
110
+ break;
111
+ buffer += decoder.decode(value, { stream: true });
112
+ const lines = buffer.split("\n");
113
+ // keep the last incomplete line in the buffer
114
+ buffer = lines.pop() || "";
115
+ for (const line of lines) {
116
+ if (line.startsWith("data: ")) {
117
+ const data = line.slice(6).trim();
118
+ if (data === "[DONE]")
119
+ continue;
120
+ if (!data)
121
+ continue;
122
+ try {
123
+ const parsed = JSON.parse(data);
124
+ if (parsed.usage) {
125
+ streamUsage = parsed.usage;
126
+ }
127
+ const delta = parsed.choices?.[0]?.delta;
128
+ if (delta?.content) {
129
+ fullContent += delta.content;
130
+ if (ctx.stream) {
131
+ ctx.stream({ type: "content", content: delta.content });
132
+ }
133
+ }
134
+ if (delta?.tool_calls) {
135
+ toolCalls = appendToolCalls(toolCalls, delta.tool_calls);
136
+ }
137
+ }
138
+ catch (e) {
139
+ // skip invalid JSON lines
140
+ }
141
+ }
142
+ }
143
+ }
144
+ }
145
+ finally {
146
+ reader.releaseLock();
147
+ }
148
+ const msg = {
149
+ role: "assistant",
150
+ content: fullContent,
151
+ };
152
+ if (toolCalls.length > 0) {
153
+ msg.tool_calls = toolCalls;
154
+ }
155
+ const usage = addUsage(ctx.usage, streamUsage?.prompt_tokens || 0, streamUsage?.completion_tokens || 0, streamUsage?.total_tokens || 0);
156
+ if (ctx.stream && streamUsage) {
157
+ ctx.stream({ type: "usage", usage });
158
+ }
159
+ return {
160
+ ...ctx,
161
+ lastResponse: msg,
162
+ history: [...ctx.history, msg],
163
+ usage,
164
+ };
165
+ };
166
+ //# sourceMappingURL=openai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE5C,MAAM,SAAS,GAAG,CAAC,YAAqB,EAAsB,EAAE;IAC9D,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,SAAS,CAAC;IACjD,CAAC;AACH,CAAC,CAAC;AAEF,2FAA2F;AAC3F,8GAA8G;AAC9G,4FAA4F;AAC5F,MAAM,eAAe,GAAG,CAAC,SAAgB,EAAE,WAAkB,EAAS,EAAE;IACtE,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzC,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;aACtC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1B,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;IAC7D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAC7B,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAC9E,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,OAAO,IAAI,2BAA2B,CAAC;IAExD,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAE9B,MAAM,IAAI,GAAQ;QAChB,KAAK;QACL,QAAQ;QACR,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;QACpB,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;KAC/D,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,eAAe,GAAG;YACrB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE;gBACzD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,cAAc,EAAE,kBAAkB;KACnC,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,MAAM,EAAE,CAAC;IAChD,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;QAC3D,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,kBAAkB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3C,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE3B,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;KAC/B,CAAC;IAEF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;KAC9H,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,KAAK,EAC9B,QAAkB,EAClB,GAAwB,EACM,EAAE;IAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,SAAS,GAAU,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,WAAW,GAAQ,IAAI,CAAC;IAE5B,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,8CAA8C;YAC9C,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAChC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;wBAC7B,CAAC;wBAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBAEzC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;4BAC7B,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gCACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;4BAC1D,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,SAAS,GAAG,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;wBAC3D,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,WAAW;KACrB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,IAAI,CAAC,EAAE,WAAW,EAAE,iBAAiB,IAAI,CAAC,EAAE,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;IAExI,IAAI,GAAG,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import { ConversationContext, ProviderConfig } from "../types";
2
+ export declare const callXAI: (config: ProviderConfig, ctx: ConversationContext) => Promise<ConversationContext>;
3
+ //# sourceMappingURL=xai.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"xai.d.ts","sourceRoot":"","sources":["../../src/providers/xai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAW,cAAc,EAAE,MAAM,UAAU,CAAC;AA+BxE,eAAO,MAAM,OAAO,GAClB,QAAQ,cAAc,EACtB,KAAK,mBAAmB,KACvB,OAAO,CAAC,mBAAmB,CAuE7B,CAAC"}
@@ -0,0 +1,161 @@
1
+ import { addUsage, getKey } from "../utils";
2
+ const appendToolCalls = (toolCalls, tcchunklist) => {
3
+ for (const tcchunk of tcchunklist) {
4
+ while (toolCalls.length <= tcchunk.index) {
5
+ toolCalls.push({
6
+ id: "",
7
+ type: "function",
8
+ function: { name: "", arguments: "" },
9
+ });
10
+ }
11
+ const tc = toolCalls[tcchunk.index];
12
+ tc.id += tcchunk.id || "";
13
+ tc.function.name += tcchunk.function?.name || "";
14
+ tc.function.arguments += tcchunk.function?.arguments || "";
15
+ }
16
+ return toolCalls;
17
+ };
18
+ const getApiKey = (configApiKey) => {
19
+ if (configApiKey)
20
+ return configApiKey;
21
+ try {
22
+ return getKey("xai");
23
+ }
24
+ catch {
25
+ const key = process.env.XAI_API_KEY || "";
26
+ if (!key)
27
+ throw new Error("xAI API key not found");
28
+ return key;
29
+ }
30
+ };
31
+ export const callXAI = async (config, ctx) => {
32
+ const { model, instructions, schema, apiKey: configApiKey } = config;
33
+ const apiKey = getApiKey(configApiKey);
34
+ const messages = [];
35
+ if (instructions) {
36
+ messages.push({ role: "system", content: instructions });
37
+ }
38
+ messages.push(...ctx.history);
39
+ const body = {
40
+ model,
41
+ messages,
42
+ stream: !!ctx.stream,
43
+ ...(ctx.stream && { stream_options: { include_usage: true } }),
44
+ };
45
+ if (schema) {
46
+ body.response_format = {
47
+ type: "json_schema",
48
+ json_schema: {
49
+ name: schema.name,
50
+ schema: { ...schema.schema, additionalProperties: false },
51
+ strict: true,
52
+ },
53
+ };
54
+ }
55
+ if (ctx.tools && ctx.tools.length > 0) {
56
+ body.tools = ctx.tools;
57
+ body.tool_choice = "auto";
58
+ }
59
+ const response = await fetch("https://api.x.ai/v1/chat/completions", {
60
+ method: "POST",
61
+ headers: {
62
+ "Content-Type": "application/json",
63
+ Authorization: `Bearer ${apiKey}`,
64
+ },
65
+ body: JSON.stringify(body),
66
+ signal: ctx.abortSignal,
67
+ });
68
+ if (!response.ok) {
69
+ const error = await response.text();
70
+ throw new Error(`xAI API error: ${error}`);
71
+ }
72
+ if (ctx.stream) {
73
+ return handleXAIStream(response, ctx);
74
+ }
75
+ const data = (await response.json());
76
+ const choice = data.choices[0];
77
+ const { message } = choice;
78
+ const msg = {
79
+ role: "assistant",
80
+ content: message.content || "",
81
+ };
82
+ if (message.tool_calls) {
83
+ msg.tool_calls = message.tool_calls;
84
+ }
85
+ return {
86
+ ...ctx,
87
+ lastResponse: msg,
88
+ history: [...ctx.history, msg],
89
+ usage: addUsage(ctx.usage, data.usage?.prompt_tokens || 0, data.usage?.completion_tokens || 0, data.usage?.total_tokens || 0),
90
+ };
91
+ };
92
+ const handleXAIStream = async (response, ctx) => {
93
+ const reader = response.body.getReader();
94
+ const decoder = new TextDecoder();
95
+ let fullContent = "";
96
+ let toolCalls = [];
97
+ let buffer = "";
98
+ let streamUsage = null;
99
+ try {
100
+ while (true) {
101
+ if (ctx.abortSignal?.aborted) {
102
+ break;
103
+ }
104
+ const { done, value } = await reader.read();
105
+ if (done)
106
+ break;
107
+ buffer += decoder.decode(value, { stream: true });
108
+ const lines = buffer.split("\n");
109
+ buffer = lines.pop() || "";
110
+ for (const line of lines) {
111
+ if (line.startsWith("data: ")) {
112
+ const data = line.slice(6).trim();
113
+ if (data === "[DONE]")
114
+ continue;
115
+ if (!data)
116
+ continue;
117
+ try {
118
+ const parsed = JSON.parse(data);
119
+ if (parsed.usage) {
120
+ streamUsage = parsed.usage;
121
+ }
122
+ const delta = parsed.choices?.[0]?.delta;
123
+ if (delta?.content) {
124
+ fullContent += delta.content;
125
+ if (ctx.stream) {
126
+ ctx.stream({ type: "content", content: delta.content });
127
+ }
128
+ }
129
+ if (delta?.tool_calls) {
130
+ toolCalls = appendToolCalls(toolCalls, delta.tool_calls);
131
+ }
132
+ }
133
+ catch (e) {
134
+ // skip invalid JSON lines
135
+ }
136
+ }
137
+ }
138
+ }
139
+ }
140
+ finally {
141
+ reader.releaseLock();
142
+ }
143
+ const msg = {
144
+ role: "assistant",
145
+ content: fullContent,
146
+ };
147
+ if (toolCalls.length > 0) {
148
+ msg.tool_calls = toolCalls;
149
+ }
150
+ const usage = addUsage(ctx.usage, streamUsage?.prompt_tokens || 0, streamUsage?.completion_tokens || 0, streamUsage?.total_tokens || 0);
151
+ if (ctx.stream && streamUsage) {
152
+ ctx.stream({ type: "usage", usage });
153
+ }
154
+ return {
155
+ ...ctx,
156
+ lastResponse: msg,
157
+ history: [...ctx.history, msg],
158
+ usage,
159
+ };
160
+ };
161
+ //# sourceMappingURL=xai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"xai.js","sourceRoot":"","sources":["../../src/providers/xai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE5C,MAAM,eAAe,GAAG,CAAC,SAAgB,EAAE,WAAkB,EAAS,EAAE;IACtE,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzC,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;aACtC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,EAAE,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1B,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;IAC7D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,YAAqB,EAAU,EAAE;IAClD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACnD,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAC1B,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACrE,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;IAEvC,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;IAE9B,MAAM,IAAI,GAAQ;QAChB,KAAK;QACL,QAAQ;QACR,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;QACpB,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;KAC/D,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,eAAe,GAAG;YACrB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE;gBACzD,MAAM,EAAE,IAAI;aACb;SACF,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,sCAAsC,EAAE;QACnE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,EAAE;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE3B,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;KAC/B,CAAC;IAEF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;KAC9H,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,KAAK,EAC3B,QAAkB,EAClB,GAAwB,EACM,EAAE;IAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,SAAS,GAAU,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,WAAW,GAAQ,IAAI,CAAC;IAE5B,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAChC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;wBAC7B,CAAC;wBAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBAEzC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;4BAC7B,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gCACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;4BAC1D,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,SAAS,GAAG,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;wBAC3D,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,WAAW;KACrB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,IAAI,CAAC,EAAE,WAAW,EAAE,iBAAiB,IAAI,CAAC,EAAE,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;IAExI,IAAI,GAAG,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { JsonSchema, SchemaProperty, StandardSchema } from "./types";
2
+ export declare const isStandardSchema: (schema: any) => schema is StandardSchema;
3
+ export declare const convertStandardSchemaToJsonSchema: (standardSchema: StandardSchema, name?: string) => JsonSchema;
4
+ export declare const convertMCPSchemaToToolSchema: (mcpSchema: any) => Record<string, SchemaProperty>;
5
+ export declare function normalizeSchema(schema: JsonSchema | StandardSchema, name?: string): JsonSchema;
6
+ export declare const convertStandardSchemaToSchemaProperties: (standardSchema: StandardSchema) => Record<string, SchemaProperty>;
7
+ //# sourceMappingURL=schema.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGrE,eAAO,MAAM,gBAAgB,GAAI,QAAQ,GAAG,KAAG,MAAM,IAAI,cAExD,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,gBAAgB,cAAc,EAC9B,OAAM,MAAiB,KACtB,UAMF,CAAC;AAEF,eAAO,MAAM,4BAA4B,GACvC,WAAW,GAAG,KACb,MAAM,CAAC,MAAM,EAAE,cAAc,CAwB/B,CAAC;AAEF,wBAAgB,eAAe,CAC7B,MAAM,EAAE,UAAU,GAAG,cAAc,EACnC,IAAI,CAAC,EAAE,MAAM,GACZ,UAAU,CAKZ;AAED,eAAO,MAAM,uCAAuC,GAClD,gBAAgB,cAAc,KAC7B,MAAM,CAAC,MAAM,EAAE,cAAc,CAG/B,CAAC"}
package/dist/schema.js ADDED
@@ -0,0 +1,44 @@
1
+ import { z } from "zod";
2
+ export const isStandardSchema = (schema) => {
3
+ return schema && typeof schema === "object" && "~standard" in schema;
4
+ };
5
+ export const convertStandardSchemaToJsonSchema = (standardSchema, name = "Schema") => {
6
+ const jsonSchema = z.toJSONSchema(standardSchema);
7
+ return {
8
+ name,
9
+ schema: jsonSchema,
10
+ };
11
+ };
12
+ export const convertMCPSchemaToToolSchema = (mcpSchema) => {
13
+ if (!mcpSchema?.properties)
14
+ return {};
15
+ const convertProperty = (prop) => ({
16
+ type: prop.type || "string",
17
+ description: prop.description || "",
18
+ ...(prop.enum && { enum: prop.enum }),
19
+ ...(prop.items && { items: convertProperty(prop.items) }),
20
+ ...(prop.properties && {
21
+ properties: Object.fromEntries(Object.entries(prop.properties).map(([k, v]) => [k, convertProperty(v)])),
22
+ }),
23
+ });
24
+ const result = {};
25
+ for (const [key, value] of Object.entries(mcpSchema.properties)) {
26
+ const prop = value;
27
+ result[key] = {
28
+ ...convertProperty(prop),
29
+ optional: !mcpSchema.required?.includes(key),
30
+ };
31
+ }
32
+ return result;
33
+ };
34
+ export function normalizeSchema(schema, name) {
35
+ if (isStandardSchema(schema)) {
36
+ return convertStandardSchemaToJsonSchema(schema, name);
37
+ }
38
+ return schema;
39
+ }
40
+ export const convertStandardSchemaToSchemaProperties = (standardSchema) => {
41
+ const jsonSchema = z.toJSONSchema(standardSchema);
42
+ return convertMCPSchemaToToolSchema(jsonSchema);
43
+ };
44
+ //# sourceMappingURL=schema.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema.js","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAgB,MAAM,KAAK,CAAC;AAEtC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAW,EAA4B,EAAE;IACxE,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,WAAW,IAAI,MAAM,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,cAA8B,EAC9B,OAAe,QAAQ,EACX,EAAE;IACd,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC,cAAyB,CAAC,CAAC;IAC7D,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,UAAU;KACnB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC1C,SAAc,EACkB,EAAE;IAClC,IAAI,CAAC,SAAS,EAAE,UAAU;QAAE,OAAO,EAAE,CAAC;IAEtC,MAAM,eAAe,GAAG,CAAC,IAAS,EAAkB,EAAE,CAAC,CAAC;QACtD,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,QAAQ;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;QACnC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QACrC,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI;YACrB,UAAU,EAAE,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CACzE;SACF,CAAC;KACH,CAAC,CAAC;IAEH,MAAM,MAAM,GAAmC,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,GAAG,KAAY,CAAC;QAC1B,MAAM,CAAC,GAAG,CAAC,GAAG;YACZ,GAAG,eAAe,CAAC,IAAI,CAAC;YACxB,QAAQ,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;SAC7C,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,UAAU,eAAe,CAC7B,MAAmC,EACnC,IAAa;IAEb,IAAI,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7B,OAAO,iCAAiC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAoB,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,MAAM,uCAAuC,GAAG,CACrD,cAA8B,EACE,EAAE;IAClC,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC,cAAyB,CAAC,CAAC;IAC7D,OAAO,4BAA4B,CAAC,UAAU,CAAC,CAAC;AAClD,CAAC,CAAC"}
@@ -0,0 +1,25 @@
1
+ import { ThreadStore, Thread } from "./types";
2
+ /**
3
+ * @example
4
+ * // in-memory (default)
5
+ * const thread = getOrCreateThread('user-123');
6
+ *
7
+ * @example
8
+ * // sqlite
9
+ * const thread = getOrCreateThread('user-123', {
10
+ * async get(id) {
11
+ * const row = await db.get('SELECT messages FROM threads WHERE id = ?', id);
12
+ * return row ? JSON.parse(row.messages) : [];
13
+ * },
14
+ * async set(id, messages) {
15
+ * await db.run(
16
+ * 'INSERT OR REPLACE INTO threads (id, messages, updated_at) VALUES (?, ?, ?)',
17
+ * id,
18
+ * JSON.stringify(messages),
19
+ * Date.now()
20
+ * );
21
+ * }
22
+ * });
23
+ */
24
+ export declare const getOrCreateThread: (id: string, store?: ThreadStore) => Thread;
25
+ //# sourceMappingURL=thread.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"thread.d.ts","sourceRoot":"","sources":["../src/thread.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACX,MAAM,EACP,MAAM,SAAS,CAAC;AAwEjB;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,iBAAiB,GAAI,IAAI,MAAM,EAAE,QAAQ,WAAW,KAAG,MAWnE,CAAC"}