@convex-dev/agent 0.6.0 → 0.6.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (187) hide show
  1. package/dist/UIMessages.d.ts +46 -0
  2. package/dist/UIMessages.d.ts.map +1 -0
  3. package/dist/UIMessages.js +634 -0
  4. package/dist/UIMessages.js.map +1 -0
  5. package/dist/client/createTool.d.ts +167 -0
  6. package/dist/client/createTool.d.ts.map +1 -0
  7. package/dist/client/createTool.js +116 -0
  8. package/dist/client/createTool.js.map +1 -0
  9. package/dist/client/defaultComponent.d.ts +11 -0
  10. package/dist/client/defaultComponent.d.ts.map +1 -0
  11. package/dist/client/defaultComponent.js +7 -0
  12. package/dist/client/defaultComponent.js.map +1 -0
  13. package/dist/client/definePlaygroundAPI.d.ts +1725 -0
  14. package/dist/client/definePlaygroundAPI.d.ts.map +1 -0
  15. package/dist/client/definePlaygroundAPI.js +271 -0
  16. package/dist/client/definePlaygroundAPI.js.map +1 -0
  17. package/dist/client/files.d.ts +69 -0
  18. package/dist/client/files.d.ts.map +1 -0
  19. package/dist/client/files.js +181 -0
  20. package/dist/client/files.js.map +1 -0
  21. package/dist/client/index.d.ts +2093 -0
  22. package/dist/client/index.d.ts.map +1 -0
  23. package/dist/client/index.js +933 -0
  24. package/dist/client/index.js.map +1 -0
  25. package/dist/client/messages.d.ts +461 -0
  26. package/dist/client/messages.d.ts.map +1 -0
  27. package/dist/client/messages.js +106 -0
  28. package/dist/client/messages.js.map +1 -0
  29. package/dist/client/mockModel.d.ts +42 -0
  30. package/dist/client/mockModel.d.ts.map +1 -0
  31. package/dist/client/mockModel.js +182 -0
  32. package/dist/client/mockModel.js.map +1 -0
  33. package/dist/client/saveInputMessages.d.ts +20 -0
  34. package/dist/client/saveInputMessages.d.ts.map +1 -0
  35. package/dist/client/saveInputMessages.js +58 -0
  36. package/dist/client/saveInputMessages.js.map +1 -0
  37. package/dist/client/search.d.ts +493 -0
  38. package/dist/client/search.d.ts.map +1 -0
  39. package/dist/client/search.js +435 -0
  40. package/dist/client/search.js.map +1 -0
  41. package/dist/client/start.d.ts +84 -0
  42. package/dist/client/start.d.ts.map +1 -0
  43. package/dist/client/start.js +185 -0
  44. package/dist/client/start.js.map +1 -0
  45. package/dist/client/streamText.d.ts +46 -0
  46. package/dist/client/streamText.d.ts.map +1 -0
  47. package/dist/client/streamText.js +145 -0
  48. package/dist/client/streamText.js.map +1 -0
  49. package/dist/client/streaming.d.ts +3778 -0
  50. package/dist/client/streaming.d.ts.map +1 -0
  51. package/dist/client/streaming.js +344 -0
  52. package/dist/client/streaming.js.map +1 -0
  53. package/dist/client/threads.d.ts +46 -0
  54. package/dist/client/threads.d.ts.map +1 -0
  55. package/dist/client/threads.js +49 -0
  56. package/dist/client/threads.js.map +1 -0
  57. package/dist/client/types.d.ts +461 -0
  58. package/dist/client/types.d.ts.map +1 -0
  59. package/dist/client/types.js +2 -0
  60. package/dist/client/types.js.map +1 -0
  61. package/dist/client/utils.d.ts +12 -0
  62. package/dist/client/utils.d.ts.map +1 -0
  63. package/dist/client/utils.js +35 -0
  64. package/dist/client/utils.js.map +1 -0
  65. package/dist/component/_generated/api.d.ts +48 -0
  66. package/dist/component/_generated/api.d.ts.map +1 -0
  67. package/dist/component/_generated/api.js +31 -0
  68. package/dist/component/_generated/api.js.map +1 -0
  69. package/dist/component/_generated/component.d.ts +3120 -0
  70. package/dist/component/_generated/component.d.ts.map +1 -0
  71. package/dist/component/_generated/component.js +11 -0
  72. package/dist/component/_generated/component.js.map +1 -0
  73. package/dist/component/_generated/dataModel.d.ts +46 -0
  74. package/dist/component/_generated/dataModel.d.ts.map +1 -0
  75. package/dist/component/_generated/dataModel.js +11 -0
  76. package/dist/component/_generated/dataModel.js.map +1 -0
  77. package/dist/component/_generated/server.d.ts +121 -0
  78. package/dist/component/_generated/server.d.ts.map +1 -0
  79. package/dist/component/_generated/server.js +78 -0
  80. package/dist/component/_generated/server.js.map +1 -0
  81. package/dist/component/apiKeys.d.ts +11 -0
  82. package/dist/component/apiKeys.d.ts.map +1 -0
  83. package/dist/component/apiKeys.js +69 -0
  84. package/dist/component/apiKeys.js.map +1 -0
  85. package/dist/component/convex.config.d.ts +3 -0
  86. package/dist/component/convex.config.d.ts.map +1 -0
  87. package/dist/component/convex.config.js +3 -0
  88. package/dist/component/convex.config.js.map +1 -0
  89. package/dist/component/files.d.ts +97 -0
  90. package/dist/component/files.d.ts.map +1 -0
  91. package/dist/component/files.js +190 -0
  92. package/dist/component/files.js.map +1 -0
  93. package/dist/component/messages.d.ts +3851 -0
  94. package/dist/component/messages.d.ts.map +1 -0
  95. package/dist/component/messages.js +757 -0
  96. package/dist/component/messages.js.map +1 -0
  97. package/dist/component/schema.d.ts +8029 -0
  98. package/dist/component/schema.d.ts.map +1 -0
  99. package/dist/component/schema.js +147 -0
  100. package/dist/component/schema.js.map +1 -0
  101. package/dist/component/streams.d.ts +128 -0
  102. package/dist/component/streams.d.ts.map +1 -0
  103. package/dist/component/streams.js +413 -0
  104. package/dist/component/streams.js.map +1 -0
  105. package/dist/component/threads.d.ts +115 -0
  106. package/dist/component/threads.d.ts.map +1 -0
  107. package/dist/component/threads.js +208 -0
  108. package/dist/component/threads.js.map +1 -0
  109. package/dist/component/users.d.ts +52 -0
  110. package/dist/component/users.d.ts.map +1 -0
  111. package/dist/component/users.js +229 -0
  112. package/dist/component/users.js.map +1 -0
  113. package/dist/component/vector/index.d.ts +61 -0
  114. package/dist/component/vector/index.d.ts.map +1 -0
  115. package/dist/component/vector/index.js +146 -0
  116. package/dist/component/vector/index.js.map +1 -0
  117. package/dist/component/vector/tables.d.ts +58 -0
  118. package/dist/component/vector/tables.d.ts.map +1 -0
  119. package/dist/component/vector/tables.js +56 -0
  120. package/dist/component/vector/tables.js.map +1 -0
  121. package/dist/deltas.d.ts +43 -0
  122. package/dist/deltas.d.ts.map +1 -0
  123. package/dist/deltas.js +446 -0
  124. package/dist/deltas.js.map +1 -0
  125. package/dist/mapping.d.ts +76 -0
  126. package/dist/mapping.d.ts.map +1 -0
  127. package/dist/mapping.js +720 -0
  128. package/dist/mapping.js.map +1 -0
  129. package/dist/react/SmoothText.d.ts +5 -0
  130. package/dist/react/SmoothText.d.ts.map +1 -0
  131. package/dist/react/SmoothText.js +6 -0
  132. package/dist/react/SmoothText.js.map +1 -0
  133. package/dist/react/index.d.ts +25 -0
  134. package/dist/react/index.d.ts.map +1 -0
  135. package/dist/react/index.js +70 -0
  136. package/dist/react/index.js.map +1 -0
  137. package/dist/react/optimisticallySendMessage.d.ts +42 -0
  138. package/dist/react/optimisticallySendMessage.d.ts.map +1 -0
  139. package/dist/react/optimisticallySendMessage.js +74 -0
  140. package/dist/react/optimisticallySendMessage.js.map +1 -0
  141. package/dist/react/types.d.ts +12 -0
  142. package/dist/react/types.d.ts.map +1 -0
  143. package/dist/react/types.js +2 -0
  144. package/dist/react/types.js.map +1 -0
  145. package/dist/react/useDeltaStreams.d.ts +10 -0
  146. package/dist/react/useDeltaStreams.d.ts.map +1 -0
  147. package/dist/react/useDeltaStreams.js +106 -0
  148. package/dist/react/useDeltaStreams.js.map +1 -0
  149. package/dist/react/useSmoothText.d.ts +27 -0
  150. package/dist/react/useSmoothText.d.ts.map +1 -0
  151. package/dist/react/useSmoothText.js +68 -0
  152. package/dist/react/useSmoothText.js.map +1 -0
  153. package/dist/react/useStreamingUIMessages.d.ts +22 -0
  154. package/dist/react/useStreamingUIMessages.d.ts.map +1 -0
  155. package/dist/react/useStreamingUIMessages.js +92 -0
  156. package/dist/react/useStreamingUIMessages.js.map +1 -0
  157. package/dist/react/useThreadMessages.d.ts +104 -0
  158. package/dist/react/useThreadMessages.d.ts.map +1 -0
  159. package/dist/react/useThreadMessages.js +148 -0
  160. package/dist/react/useThreadMessages.js.map +1 -0
  161. package/dist/react/useUIMessages.d.ts +96 -0
  162. package/dist/react/useUIMessages.d.ts.map +1 -0
  163. package/dist/react/useUIMessages.js +108 -0
  164. package/dist/react/useUIMessages.js.map +1 -0
  165. package/dist/shared.d.ts +26 -0
  166. package/dist/shared.d.ts.map +1 -0
  167. package/dist/shared.js +67 -0
  168. package/dist/shared.js.map +1 -0
  169. package/dist/validators.d.ts +24516 -0
  170. package/dist/validators.d.ts.map +1 -0
  171. package/dist/validators.js +475 -0
  172. package/dist/validators.js.map +1 -0
  173. package/package.json +44 -50
  174. package/src/UIMessages.ts +0 -9
  175. package/src/client/approval.test.ts +144 -0
  176. package/src/client/index.ts +26 -19
  177. package/src/client/search.ts +0 -29
  178. package/src/client/setup.test.ts +3 -5
  179. package/src/client/start.ts +2 -2
  180. package/src/client/streamText.test.ts +102 -0
  181. package/src/client/streamText.ts +35 -9
  182. package/src/client/streaming.ts +44 -23
  183. package/src/client/utils.ts +22 -1
  184. package/src/component/_generated/dataModel.ts +1 -1
  185. package/src/component/_generated/server.ts +0 -5
  186. package/src/mapping.ts +38 -22
  187. package/src/test.ts +3 -4
@@ -0,0 +1,435 @@
1
+ import { embedMany as embedMany_, } from "ai";
2
+ import { assert } from "convex-helpers";
3
+ import { validateVectorDimension, } from "../component/vector/tables.js";
4
+ import { DEFAULT_MESSAGE_RANGE, DEFAULT_RECENT_MESSAGES, extractText, getModelName, getProviderName, isTool, sorted, } from "../shared.js";
5
+ import { inlineMessagesFiles } from "./files.js";
6
+ import { autoDenyUnresolvedApprovals, docsToModelMessages, toModelMessage, } from "../mapping.js";
7
+ const DEFAULT_VECTOR_SCORE_THRESHOLD = 0.0;
8
+ // 10k characters should be more than enough for most cases, and stays under
9
+ // the 8k token limit for some models.
10
+ const MAX_EMBEDDING_TEXT_LENGTH = 10_000;
11
+ /**
12
+ * Fetch the context messages for a thread.
13
+ * @param ctx Either a query, mutation, or action ctx.
14
+ * If it is not an action context, you can't do text or
15
+ * vector search.
16
+ * @param args The associated thread, user, message
17
+ * @returns
18
+ */
19
+ export async function fetchContextMessages(ctx, component, args) {
20
+ const { recentMessages, searchMessages } = await fetchRecentAndSearchMessages(ctx, component, args);
21
+ return [...searchMessages, ...recentMessages];
22
+ }
23
+ export async function fetchRecentAndSearchMessages(ctx, component, args) {
24
+ assert(args.userId || args.threadId, "Specify userId or threadId");
25
+ const opts = args.contextOptions;
26
+ // Fetch the latest messages from the thread
27
+ let included;
28
+ let recentMessages = [];
29
+ let searchMessages = [];
30
+ const targetMessageId = args.targetMessageId ?? args.upToAndIncludingMessageId;
31
+ if (args.threadId && opts.recentMessages !== 0) {
32
+ const { page } = await ctx.runQuery(component.messages.listMessagesByThreadId, {
33
+ threadId: args.threadId,
34
+ excludeToolMessages: opts.excludeToolMessages,
35
+ paginationOpts: {
36
+ numItems: opts.recentMessages ?? DEFAULT_RECENT_MESSAGES,
37
+ cursor: null,
38
+ },
39
+ upToAndIncludingMessageId: targetMessageId,
40
+ order: "desc",
41
+ statuses: ["success"],
42
+ });
43
+ included = new Set(page.map((m) => m._id));
44
+ recentMessages = filterOutOrphanedToolMessages(sorted(page));
45
+ }
46
+ if ((opts.searchOptions?.textSearch || opts.searchOptions?.vectorSearch) &&
47
+ opts.searchOptions?.limit) {
48
+ if (!("runAction" in ctx)) {
49
+ throw new Error("searchUserMessages only works in an action");
50
+ }
51
+ let text = args.searchText;
52
+ let embedding;
53
+ let embeddingModel;
54
+ if (!text) {
55
+ if (targetMessageId) {
56
+ const targetMessage = recentMessages.find((m) => m._id === targetMessageId);
57
+ if (targetMessage) {
58
+ text = targetMessage.text;
59
+ }
60
+ else {
61
+ const targetSearchFields = await ctx.runQuery(component.messages.getMessageSearchFields, {
62
+ messageId: targetMessageId,
63
+ });
64
+ text = targetSearchFields.text;
65
+ embedding = targetSearchFields.embedding;
66
+ embeddingModel = targetSearchFields.embeddingModel;
67
+ }
68
+ assert(text, "Target message has no text for searching");
69
+ }
70
+ else if (args.messages?.length) {
71
+ text = extractText(args.messages.at(-1));
72
+ assert(text, "Final context message has no text to search");
73
+ }
74
+ assert(text, "No text to search");
75
+ }
76
+ if (opts.searchOptions?.vectorSearch) {
77
+ if (!embedding && args.getEmbedding) {
78
+ const embeddingFields = await args.getEmbedding(text);
79
+ embedding = embeddingFields.embedding;
80
+ const effectiveModel = embeddingFields.embeddingModel ?? embeddingFields.textEmbeddingModel;
81
+ embeddingModel = effectiveModel
82
+ ? getModelName(effectiveModel)
83
+ : undefined;
84
+ // TODO: if the text matches the target message, save the embedding
85
+ // for the target message and return the embeddingId on the message.
86
+ }
87
+ }
88
+ const searchResults = await ctx.runAction(component.messages.searchMessages, {
89
+ searchAllMessagesForUserId: opts?.searchOtherThreads
90
+ ? (args.userId ??
91
+ (args.threadId &&
92
+ (await ctx.runQuery(component.threads.getThread, {
93
+ threadId: args.threadId,
94
+ }))?.userId))
95
+ : undefined,
96
+ threadId: args.threadId,
97
+ targetMessageId,
98
+ limit: opts.searchOptions?.limit ?? 10,
99
+ messageRange: {
100
+ ...DEFAULT_MESSAGE_RANGE,
101
+ ...opts.searchOptions?.messageRange,
102
+ },
103
+ text,
104
+ textSearch: opts.searchOptions?.textSearch,
105
+ vectorSearch: opts.searchOptions?.vectorSearch,
106
+ vectorScoreThreshold: opts.searchOptions?.vectorScoreThreshold ??
107
+ DEFAULT_VECTOR_SCORE_THRESHOLD,
108
+ embedding,
109
+ embeddingModel,
110
+ });
111
+ // TODO: track what messages we used for context
112
+ searchMessages = filterOutOrphanedToolMessages(sorted(searchResults.filter((m) => !included?.has(m._id))));
113
+ }
114
+ // Ensure we don't include tool messages without a corresponding tool call
115
+ return { recentMessages, searchMessages };
116
+ }
117
+ /**
118
+ * Filter out tool messages that don't have both a tool call and response.
119
+ * For the approval workflow, tool calls with approval responses (but no tool-results yet)
120
+ * should also be kept.
121
+ * @param docs The messages to filter.
122
+ * @returns The filtered messages.
123
+ */
124
+ export function filterOutOrphanedToolMessages(docs) {
125
+ const toolCallIds = new Set();
126
+ const toolResultIds = new Set();
127
+ // Track approval workflow: toolCallId → approvalId
128
+ const approvalRequestsByToolCallId = new Map();
129
+ // Track which approvalIds have responses
130
+ const approvalResponseIds = new Set();
131
+ const result = [];
132
+ for (const doc of docs) {
133
+ if (doc.message && Array.isArray(doc.message.content)) {
134
+ for (const content of doc.message.content) {
135
+ if (content.type === "tool-call") {
136
+ toolCallIds.add(content.toolCallId);
137
+ }
138
+ else if (content.type === "tool-result") {
139
+ toolResultIds.add(content.toolCallId);
140
+ }
141
+ else if (content.type === "tool-approval-request") {
142
+ const approvalRequest = content;
143
+ approvalRequestsByToolCallId.set(approvalRequest.toolCallId, approvalRequest.approvalId);
144
+ }
145
+ else if (content.type === "tool-approval-response") {
146
+ const approvalResponse = content;
147
+ approvalResponseIds.add(approvalResponse.approvalId);
148
+ }
149
+ }
150
+ }
151
+ }
152
+ // Helper: check if tool call has a corresponding approval response
153
+ const hasApprovalResponse = (toolCallId) => {
154
+ const approvalId = approvalRequestsByToolCallId.get(toolCallId);
155
+ return approvalId !== undefined && approvalResponseIds.has(approvalId);
156
+ };
157
+ // Helper: check if tool call has a pending approval request
158
+ // (auto-deny handles these downstream, so they must survive the filter)
159
+ const hasApprovalRequest = (toolCallId) => {
160
+ return approvalRequestsByToolCallId.has(toolCallId);
161
+ };
162
+ for (const doc of docs) {
163
+ if (doc.message?.role === "assistant" &&
164
+ Array.isArray(doc.message.content)) {
165
+ const content = doc.message.content.filter((p) => p.type !== "tool-call" ||
166
+ toolResultIds.has(p.toolCallId) ||
167
+ hasApprovalResponse(p.toolCallId) ||
168
+ hasApprovalRequest(p.toolCallId));
169
+ if (content.length) {
170
+ result.push({
171
+ ...doc,
172
+ message: {
173
+ ...doc.message,
174
+ content,
175
+ },
176
+ });
177
+ }
178
+ }
179
+ else if (doc.message?.role === "tool") {
180
+ const content = doc.message.content.filter((c) => {
181
+ // tool-result parts have toolCallId
182
+ if (c.type === "tool-result") {
183
+ return toolCallIds.has(c.toolCallId);
184
+ }
185
+ // tool-approval-response parts don't have toolCallId, so include them
186
+ return true;
187
+ });
188
+ if (content.length) {
189
+ result.push({
190
+ ...doc,
191
+ message: {
192
+ ...doc.message,
193
+ content,
194
+ },
195
+ });
196
+ }
197
+ }
198
+ else {
199
+ result.push(doc);
200
+ }
201
+ }
202
+ return result;
203
+ }
204
+ /**
205
+ * Embed a list of messages, including calling any usage handler.
206
+ * This will not save the embeddings to the database.
207
+ */
208
+ export async function embedMessages(ctx, { userId, threadId, ...options }, messages) {
209
+ const textEmbeddingModel = options.embeddingModel ?? options.textEmbeddingModel;
210
+ if (!textEmbeddingModel) {
211
+ return undefined;
212
+ }
213
+ let embeddings;
214
+ const messageTexts = messages.map((m) => !isTool(m) && extractText(m));
215
+ // Find the indexes of the messages that have text.
216
+ const textIndexes = messageTexts
217
+ .map((t, i) => (t ? i : undefined))
218
+ .filter((i) => i !== undefined);
219
+ if (textIndexes.length === 0) {
220
+ return undefined;
221
+ }
222
+ const values = messageTexts
223
+ .map((t) => t && t.trim().slice(0, MAX_EMBEDDING_TEXT_LENGTH))
224
+ .filter((t) => !!t);
225
+ // Then embed those messages.
226
+ const textEmbeddings = await embedMany(ctx, {
227
+ ...options,
228
+ userId,
229
+ threadId,
230
+ values,
231
+ });
232
+ // Then assemble the embeddings into a single array with nulls for the messages without text.
233
+ const embeddingsOrNull = Array(messages.length).fill(null);
234
+ textIndexes.forEach((i, j) => {
235
+ embeddingsOrNull[i] = textEmbeddings.embeddings[j];
236
+ });
237
+ if (textEmbeddings.embeddings.length > 0) {
238
+ const dimension = textEmbeddings.embeddings[0].length;
239
+ validateVectorDimension(dimension);
240
+ const model = getModelName(textEmbeddingModel);
241
+ embeddings = { vectors: embeddingsOrNull, dimension, model };
242
+ }
243
+ return embeddings;
244
+ }
245
+ /**
246
+ * Embeds many strings, calling any usage handler.
247
+ * @param ctx The ctx parameter to an action.
248
+ * @param args Arguments to AI SDK's embedMany, and context for the embedding,
249
+ * passed to the usage handler.
250
+ * @returns The embeddings for the strings, matching the order of the values.
251
+ */
252
+ export async function embedMany(ctx, args) {
253
+ const { userId, threadId, values, abortSignal, headers, agentName, usageHandler, textEmbeddingModel, embeddingModel, callSettings, } = args;
254
+ const effectiveEmbeddingModel = embeddingModel ?? textEmbeddingModel;
255
+ assert(effectiveEmbeddingModel, "an embeddingModel (or textEmbeddingModel) is required to be set for vector search");
256
+ const result = await embedMany_({
257
+ ...callSettings,
258
+ model: effectiveEmbeddingModel,
259
+ values,
260
+ abortSignal,
261
+ headers,
262
+ });
263
+ if (usageHandler && result.usage) {
264
+ await usageHandler(ctx, {
265
+ userId,
266
+ threadId,
267
+ agentName,
268
+ model: getModelName(effectiveEmbeddingModel),
269
+ provider: getProviderName(effectiveEmbeddingModel),
270
+ providerMetadata: undefined,
271
+ usage: {
272
+ inputTokens: result.usage.tokens,
273
+ outputTokens: 0,
274
+ totalTokens: result.usage.tokens,
275
+ // These detail fields are required by LanguageModelUsage type but we don't
276
+ // have the granular data, so we provide objects with undefined values.
277
+ inputTokenDetails: {
278
+ cacheReadTokens: undefined,
279
+ cacheWriteTokens: undefined,
280
+ noCacheTokens: undefined,
281
+ },
282
+ outputTokenDetails: {
283
+ textTokens: undefined,
284
+ reasoningTokens: undefined,
285
+ },
286
+ },
287
+ });
288
+ }
289
+ return { embeddings: result.embeddings };
290
+ }
291
+ /**
292
+ * Embed a list of messages, and save the embeddings to the database.
293
+ * @param ctx The ctx parameter to an action.
294
+ * @param component The agent component, usually components.agent.
295
+ * @param args The context for the embedding, passed to the usage handler.
296
+ * @param messages The messages to embed, in the Agent MessageDoc format.
297
+ */
298
+ export async function generateAndSaveEmbeddings(ctx, component, args, messages) {
299
+ const effectiveEmbeddingModel = args.embeddingModel ?? args.textEmbeddingModel;
300
+ if (!effectiveEmbeddingModel) {
301
+ throw new Error("an embeddingModel (or textEmbeddingModel) is required to generate and save embeddings");
302
+ }
303
+ const toEmbed = messages.filter((m) => !m.embeddingId && m.message);
304
+ if (toEmbed.length === 0) {
305
+ return;
306
+ }
307
+ const embeddings = await embedMessages(ctx, { ...args, embeddingModel: effectiveEmbeddingModel }, toEmbed.map((m) => m.message));
308
+ if (embeddings && embeddings.vectors.some((v) => v !== null)) {
309
+ await ctx.runMutation(component.vector.index.insertBatch, {
310
+ vectorDimension: embeddings.dimension,
311
+ vectors: toEmbed
312
+ .map((m, i) => ({
313
+ messageId: m._id,
314
+ model: embeddings.model,
315
+ table: "messages",
316
+ userId: m.userId,
317
+ threadId: m.threadId,
318
+ vector: embeddings.vectors[i],
319
+ }))
320
+ .filter((v) => v.vector !== null),
321
+ });
322
+ }
323
+ }
324
+ /**
325
+ * Similar to fetchContextMessages, but also combines the input messages,
326
+ * with search context, recent messages, input messages, then prompt messages.
327
+ * If there is a promptMessageId and prompt message(s) provided, it will splice
328
+ * the prompt messages into the history to replace the promptMessageId message,
329
+ * but still be followed by any existing messages that were in response to the
330
+ * promptMessageId message.
331
+ */
332
+ export async function fetchContextWithPrompt(ctx, component, args) {
333
+ const { threadId, userId, textEmbeddingModel, embeddingModel } = args;
334
+ const effectiveEmbeddingModel = embeddingModel ?? textEmbeddingModel;
335
+ const promptArray = getPromptArray(args.prompt);
336
+ const searchText = promptArray.length
337
+ ? extractText(promptArray.at(-1))
338
+ : args.promptMessageId
339
+ ? undefined
340
+ : args.messages?.at(-1)
341
+ ? extractText(args.messages.at(-1))
342
+ : undefined;
343
+ // If only a messageId is provided, this will add that message to the end.
344
+ const { recentMessages, searchMessages } = await fetchRecentAndSearchMessages(ctx, component, {
345
+ userId,
346
+ threadId,
347
+ targetMessageId: args.promptMessageId,
348
+ searchText,
349
+ contextOptions: args.contextOptions ?? {},
350
+ getEmbedding: async (text) => {
351
+ assert(effectiveEmbeddingModel, "An embeddingModel (or textEmbeddingModel) is required to be set on the Agent that you're doing vector search with");
352
+ return {
353
+ embedding: (await embedMany(ctx, {
354
+ ...args,
355
+ userId,
356
+ values: [text],
357
+ embeddingModel: effectiveEmbeddingModel,
358
+ })).embeddings[0],
359
+ embeddingModel: effectiveEmbeddingModel,
360
+ };
361
+ },
362
+ });
363
+ const promptMessageIndex = args.promptMessageId
364
+ ? recentMessages.findIndex((m) => m._id === args.promptMessageId)
365
+ : -1;
366
+ const promptMessage = promptMessageIndex !== -1 ? recentMessages[promptMessageIndex] : undefined;
367
+ let prePromptDocs = recentMessages;
368
+ const messages = args.messages ?? [];
369
+ let existingResponseDocs = [];
370
+ if (promptMessage) {
371
+ prePromptDocs = recentMessages.slice(0, promptMessageIndex);
372
+ existingResponseDocs = recentMessages.slice(promptMessageIndex + 1);
373
+ if (promptArray.length === 0) {
374
+ // If they didn't override the prompt, use the existing prompt message.
375
+ if (promptMessage.message) {
376
+ promptArray.push(promptMessage.message);
377
+ }
378
+ }
379
+ if (!promptMessage.embeddingId && effectiveEmbeddingModel) {
380
+ // Lazily generate embeddings for the prompt message, if it doesn't have
381
+ // embeddings yet. This can happen if the message was saved in a mutation
382
+ // where the LLM is not available.
383
+ await generateAndSaveEmbeddings(ctx, component, {
384
+ ...args,
385
+ userId,
386
+ embeddingModel: effectiveEmbeddingModel,
387
+ }, [promptMessage]);
388
+ }
389
+ }
390
+ const search = docsToModelMessages(searchMessages);
391
+ const recent = docsToModelMessages(prePromptDocs);
392
+ const inputMessages = messages.map(toModelMessage);
393
+ const inputPrompt = promptArray.map(toModelMessage);
394
+ const existingResponses = docsToModelMessages(existingResponseDocs);
395
+ const allMessages = [
396
+ ...search,
397
+ ...recent,
398
+ ...inputMessages,
399
+ ...inputPrompt,
400
+ ...existingResponses,
401
+ ];
402
+ let processedMessages = args.contextHandler
403
+ ? await args.contextHandler(ctx, {
404
+ allMessages,
405
+ search,
406
+ recent,
407
+ inputMessages,
408
+ inputPrompt,
409
+ existingResponses,
410
+ userId,
411
+ threadId,
412
+ })
413
+ : allMessages;
414
+ // Post-process: auto-deny unresolved approvals so the AI SDK sees a
415
+ // complete history. Applied after contextHandler so custom handlers
416
+ // don't need to handle this.
417
+ processedMessages = autoDenyUnresolvedApprovals(processedMessages);
418
+ // Process messages to inline localhost files (if not, file urls pointing to localhost will be sent to LLM providers)
419
+ if (process.env.CONVEX_CLOUD_URL?.startsWith("http://127.0.0.1")) {
420
+ processedMessages = await inlineMessagesFiles(processedMessages);
421
+ }
422
+ return {
423
+ messages: processedMessages,
424
+ order: promptMessage?.order,
425
+ stepOrder: promptMessage?.stepOrder,
426
+ };
427
+ }
428
+ export function getPromptArray(prompt) {
429
+ return !prompt
430
+ ? []
431
+ : Array.isArray(prompt)
432
+ ? prompt
433
+ : [{ role: "user", content: prompt }];
434
+ }
435
+ //# sourceMappingURL=search.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/client/search.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,IAAI,UAAU,GAGxB,MAAM,IAAI,CAAC;AACZ,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,EACL,uBAAuB,GAExB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,WAAW,EACX,YAAY,EACZ,eAAe,EACf,MAAM,EACN,MAAM,GACP,MAAM,cAAc,CAAC;AAWtB,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EACL,2BAA2B,EAC3B,mBAAmB,EACnB,cAAc,GACf,MAAM,eAAe,CAAC;AAEvB,MAAM,8BAA8B,GAAG,GAAG,CAAC;AAC3C,4EAA4E;AAC5E,sCAAsC;AACtC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AAiBzC;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,GAAuC,EACvC,SAAyB,EACzB,IAuBC;IAED,MAAM,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,MAAM,4BAA4B,CAC3E,GAAG,EACH,SAAS,EACT,IAAI,CACL,CAAC;IACF,OAAO,CAAC,GAAG,cAAc,EAAE,GAAG,cAAc,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,GAAuC,EACvC,SAAyB,EACzB,IAuBC;IAED,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,4BAA4B,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC;IACjC,4CAA4C;IAC5C,IAAI,QAAiC,CAAC;IACtC,IAAI,cAAc,GAAiB,EAAE,CAAC;IACtC,IAAI,cAAc,GAAiB,EAAE,CAAC;IACtC,MAAM,eAAe,GACnB,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,yBAAyB,CAAC;IACzD,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;QAC/C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,GAAG,CAAC,QAAQ,CACjC,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EACzC;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,cAAc,EAAE;gBACd,QAAQ,EAAE,IAAI,CAAC,cAAc,IAAI,uBAAuB;gBACxD,MAAM,EAAE,IAAI;aACb;YACD,yBAAyB,EAAE,eAAe;YAC1C,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,CAAC,SAAS,CAAC;SACtB,CACF,CAAC;QACF,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3C,cAAc,GAAG,6BAA6B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,IACE,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,IAAI,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC;QACpE,IAAI,CAAC,aAAa,EAAE,KAAK,EACzB,CAAC;QACD,IAAI,CAAC,CAAC,WAAW,IAAI,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;QAC3B,IAAI,SAA+B,CAAC;QACpC,IAAI,cAAkC,CAAC;QACvC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,eAAe,EAAE,CAAC;gBACpB,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,eAAe,CACjC,CAAC;gBACF,IAAI,aAAa,EAAE,CAAC;oBAClB,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACN,MAAM,kBAAkB,GAAG,MAAM,GAAG,CAAC,QAAQ,CAC3C,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EACzC;wBACE,SAAS,EAAE,eAAe;qBAC3B,CACF,CAAC;oBACF,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC;oBAC/B,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC;oBACzC,cAAc,GAAG,kBAAkB,CAAC,cAAc,CAAC;gBACrD,CAAC;gBACD,MAAM,CAAC,IAAI,EAAE,0CAA0C,CAAC,CAAC;YAC3D,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACjC,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;gBAC1C,MAAM,CAAC,IAAI,EAAE,6CAA6C,CAAC,CAAC;YAC9D,CAAC;YACD,MAAM,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,IAAI,CAAC,aAAa,EAAE,YAAY,EAAE,CAAC;YACrC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBACtD,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC;gBACtC,MAAM,cAAc,GAClB,eAAe,CAAC,cAAc,IAAI,eAAe,CAAC,kBAAkB,CAAC;gBACvE,cAAc,GAAG,cAAc;oBAC7B,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC;oBAC9B,CAAC,CAAC,SAAS,CAAC;gBACd,mEAAmE;gBACnE,oEAAoE;YACtE,CAAC;QACH,CAAC;QACD,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,SAAS,CACvC,SAAS,CAAC,QAAQ,CAAC,cAAc,EACjC;YACE,0BAA0B,EAAE,IAAI,EAAE,kBAAkB;gBAClD,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;oBACZ,CAAC,IAAI,CAAC,QAAQ;wBACZ,CACE,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE;4BAC9C,QAAQ,EAAE,IAAI,CAAC,QAAQ;yBACxB,CAAC,CACH,EAAE,MAAM,CAAC,CAAC;gBACf,CAAC,CAAC,SAAS;YACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,eAAe;YACf,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE;YACtC,YAAY,EAAE;gBACZ,GAAG,qBAAqB;gBACxB,GAAG,IAAI,CAAC,aAAa,EAAE,YAAY;aACpC;YACD,IAAI;YACJ,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU;YAC1C,YAAY,EAAE,IAAI,CAAC,aAAa,EAAE,YAAY;YAC9C,oBAAoB,EAClB,IAAI,CAAC,aAAa,EAAE,oBAAoB;gBACxC,8BAA8B;YAChC,SAAS;YACT,cAAc;SACf,CACF,CAAC;QACF,gDAAgD;QAChD,cAAc,GAAG,6BAA6B,CAC5C,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAC3D,CAAC;IACJ,CAAC;IACD,0EAA0E;IAC1E,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,CAAC;AAC5C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,6BAA6B,CAAC,IAAkB;IAC9D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,mDAAmD;IACnD,MAAM,4BAA4B,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/D,yCAAyC;IACzC,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;IAE9C,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAC1C,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACjC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtC,CAAC;qBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBAC1C,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBACxC,CAAC;qBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,uBAAuB,EAAE,CAAC;oBACpD,MAAM,eAAe,GAAG,OAIvB,CAAC;oBACF,4BAA4B,CAAC,GAAG,CAC9B,eAAe,CAAC,UAAU,EAC1B,eAAe,CAAC,UAAU,CAC3B,CAAC;gBACJ,CAAC;qBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;oBACrD,MAAM,gBAAgB,GAAG,OAGxB,CAAC;oBACF,mBAAmB,CAAC,GAAG,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,MAAM,mBAAmB,GAAG,CAAC,UAAkB,EAAE,EAAE;QACjD,MAAM,UAAU,GAAG,4BAA4B,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChE,OAAO,UAAU,KAAK,SAAS,IAAI,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACzE,CAAC,CAAC;IAEF,4DAA4D;IAC5D,wEAAwE;IACxE,MAAM,kBAAkB,GAAG,CAAC,UAAkB,EAAE,EAAE;QAChD,OAAO,4BAA4B,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtD,CAAC,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IACE,GAAG,CAAC,OAAO,EAAE,IAAI,KAAK,WAAW;YACjC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAClC,CAAC;YACD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CACxC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,KAAK,WAAW;gBACtB,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;gBAC/B,mBAAmB,CAAC,CAAC,CAAC,UAAU,CAAC;gBACjC,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,CACnC,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,GAAG,GAAG;oBACN,OAAO,EAAE;wBACP,GAAG,GAAG,CAAC,OAAO;wBACd,OAAO;qBACR;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,OAAO,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC/C,oCAAoC;gBACpC,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBAC7B,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;gBACvC,CAAC;gBACD,sEAAsE;gBACtE,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YACH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,GAAG,GAAG;oBACN,OAAO,EAAE;wBACP,GAAG,GAAG,CAAC,OAAO;wBACd,OAAO;qBACR;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAc,EACd,EACE,MAAM,EACN,QAAQ,EACR,GAAG,OAAO,EAQX,EACD,QAAoC;IASpC,MAAM,kBAAkB,GACtB,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,kBAAkB,CAAC;IACvD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,UAMS,CAAC;IACd,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,mDAAmD;IACnD,MAAM,WAAW,GAAG,YAAY;SAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;SAClC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;IAClC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,YAAY;SACxB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC;SAC7D,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnC,6BAA6B;IAC7B,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;QAC1C,GAAG,OAAO;QACV,MAAM;QACN,QAAQ;QACR,MAAM;KACP,CAAC,CAAC;IACH,6FAA6F;IAC7F,MAAM,gBAAgB,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC3B,gBAAgB,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IACH,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACtD,uBAAuB,CAAC,SAAS,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,YAAY,CAAC,kBAAkB,CAAC,CAAC;QAC/C,UAAU,GAAG,EAAE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC/D,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAc,EACd,IAUC;IAED,MAAM,EACJ,MAAM,EACN,QAAQ,EACR,MAAM,EACN,WAAW,EACX,OAAO,EACP,SAAS,EACT,YAAY,EACZ,kBAAkB,EAClB,cAAc,EACd,YAAY,GACb,GAAG,IAAI,CAAC;IACT,MAAM,uBAAuB,GAAG,cAAc,IAAI,kBAAkB,CAAC;IACrE,MAAM,CACJ,uBAAuB,EACvB,mFAAmF,CACpF,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;QAC9B,GAAG,YAAY;QACf,KAAK,EAAE,uBAAuB;QAC9B,MAAM;QACN,WAAW;QACX,OAAO;KACR,CAAC,CAAC;IACH,IAAI,YAAY,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,YAAY,CAAC,GAAG,EAAE;YACtB,MAAM;YACN,QAAQ;YACR,SAAS;YACT,KAAK,EAAE,YAAY,CAAC,uBAAuB,CAAC;YAC5C,QAAQ,EAAE,eAAe,CAAC,uBAAuB,CAAC;YAClD,gBAAgB,EAAE,SAAS;YAC3B,KAAK,EAAE;gBACL,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;gBAChC,YAAY,EAAE,CAAC;gBACf,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;gBAChC,2EAA2E;gBAC3E,uEAAuE;gBACvE,iBAAiB,EAAE;oBACjB,eAAe,EAAE,SAAS;oBAC1B,gBAAgB,EAAE,SAAS;oBAC3B,aAAa,EAAE,SAAS;iBACzB;gBACD,kBAAkB,EAAE;oBAClB,UAAU,EAAE,SAAS;oBACrB,eAAe,EAAE,SAAS;iBAC3B;aACF;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;AAC3C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,GAAc,EACd,SAAyB,EACzB,IASiD,EACjD,QAAsB;IAEtB,MAAM,uBAAuB,GAC3B,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,kBAAkB,CAAC;IACjD,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CACb,uFAAuF,CACxF,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;IACpE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;IACT,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,aAAa,CACpC,GAAG,EACH,EAAE,GAAG,IAAI,EAAE,cAAc,EAAE,uBAAuB,EAAE,EACpD,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAQ,CAAC,CAC/B,CAAC;IACF,IAAI,UAAU,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE;YACxD,eAAe,EAAE,UAAU,CAAC,SAAS;YACrC,OAAO,EAAE,OAAO;iBACb,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACd,SAAS,EAAE,CAAC,CAAC,GAAG;gBAChB,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE;aAC/B,CAAC,CAAC;iBACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC;SACpC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,GAAc,EACd,SAAyB,EACzB,IAQQ;IAMR,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,kBAAkB,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC;IACtE,MAAM,uBAAuB,GAAG,cAAc,IAAI,kBAAkB,CAAC;IAErE,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhD,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM;QACnC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;QAClC,CAAC,CAAC,IAAI,CAAC,eAAe;YACpB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBACrB,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;gBACpC,CAAC,CAAC,SAAS,CAAC;IAClB,0EAA0E;IAC1E,MAAM,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,MAAM,4BAA4B,CAC3E,GAAG,EACH,SAAS,EACT;QACE,MAAM;QACN,QAAQ;QACR,eAAe,EAAE,IAAI,CAAC,eAAe;QACrC,UAAU;QACV,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,EAAE;QACzC,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YAC3B,MAAM,CACJ,uBAAuB,EACvB,mHAAmH,CACpH,CAAC;YACF,OAAO;gBACL,SAAS,EAAE,CACT,MAAM,SAAS,CAAC,GAAG,EAAE;oBACnB,GAAG,IAAI;oBACP,MAAM;oBACN,MAAM,EAAE,CAAC,IAAI,CAAC;oBACd,cAAc,EAAE,uBAAuB;iBACxC,CAAC,CACH,CAAC,UAAU,CAAC,CAAC,CAAC;gBACf,cAAc,EAAE,uBAAuB;aACxC,CAAC;QACJ,CAAC;KACF,CACF,CAAC;IAEF,MAAM,kBAAkB,GAAG,IAAI,CAAC,eAAe;QAC7C,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,eAAe,CAAC;QACjE,CAAC,CAAC,CAAC,CAAC,CAAC;IACP,MAAM,aAAa,GACjB,kBAAkB,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7E,IAAI,aAAa,GAAG,cAAc,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IACrC,IAAI,oBAAoB,GAAiB,EAAE,CAAC;IAC5C,IAAI,aAAa,EAAE,CAAC;QAClB,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAC5D,oBAAoB,GAAG,cAAc,CAAC,KAAK,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC;QACpE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,uEAAuE;YACvE,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;gBAC1B,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,WAAW,IAAI,uBAAuB,EAAE,CAAC;YAC1D,wEAAwE;YACxE,yEAAyE;YACzE,kCAAkC;YAClC,MAAM,yBAAyB,CAC7B,GAAG,EACH,SAAS,EACT;gBACE,GAAG,IAAI;gBACP,MAAM;gBACN,cAAc,EAAE,uBAAuB;aACxC,EACD,CAAC,aAAa,CAAC,CAChB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACpD,MAAM,iBAAiB,GAAG,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;IAEpE,MAAM,WAAW,GAAG;QAClB,GAAG,MAAM;QACT,GAAG,MAAM;QACT,GAAG,aAAa;QAChB,GAAG,WAAW;QACd,GAAG,iBAAiB;KACrB,CAAC;IACF,IAAI,iBAAiB,GAAG,IAAI,CAAC,cAAc;QACzC,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE;YAC7B,WAAW;YACX,MAAM;YACN,MAAM;YACN,aAAa;YACb,WAAW;YACX,iBAAiB;YACjB,MAAM;YACN,QAAQ;SACT,CAAC;QACJ,CAAC,CAAC,WAAW,CAAC;IAEhB,oEAAoE;IACpE,oEAAoE;IACpE,6BAA6B;IAC7B,iBAAiB,GAAG,2BAA2B,CAAC,iBAAiB,CAAC,CAAC;IAEnE,qHAAqH;IACrH,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACjE,iBAAiB,GAAG,MAAM,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;IACnE,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,iBAAiB;QAC3B,KAAK,EAAE,aAAa,EAAE,KAAK;QAC3B,SAAS,EAAE,aAAa,EAAE,SAAS;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,MAAuD;IAEvD,OAAO,CAAC,MAAM;QACZ,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACrB,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;AAC5C,CAAC"}
@@ -0,0 +1,84 @@
1
+ import { type CallSettings, type GenerateObjectResult, type IdGenerator, type LanguageModel, type ModelMessage, type StepResult, type StopCondition, type ToolSet } from "ai";
2
+ import type { ActionCtx, AgentComponent, Config, Options } from "./types.js";
3
+ import type { Message, MessageDoc } from "../validators.js";
4
+ import { type ModelOrMetadata } from "../shared.js";
5
+ import type { Agent } from "./index.js";
6
+ export declare function startGeneration<T, Tools extends ToolSet = ToolSet, CustomCtx extends object = object>(ctx: ActionCtx & CustomCtx, component: AgentComponent,
7
+ /**
8
+ * These are the arguments you'll pass to the LLM call such as
9
+ * `generateText` or `streamText`. This function will look up the context
10
+ * and provide functions to save the steps, abort the generation, and more.
11
+ * The type of the arguments returned infers from the type of the arguments
12
+ * you pass here.
13
+ */
14
+ args: T & {
15
+ /**
16
+ * If provided, this message will be used as the "prompt" for the LLM call,
17
+ * instead of the prompt or messages.
18
+ * This is useful if you want to first save a user message, then use it as
19
+ * the prompt for the LLM call in another call.
20
+ */
21
+ promptMessageId?: string;
22
+ /**
23
+ * The model to use for the LLM calls. This will override the model specified
24
+ * in the Agent constructor.
25
+ */
26
+ model?: LanguageModel;
27
+ /**
28
+ * The tools to use for the tool calls. This will override tools specified
29
+ * in the Agent constructor or createThread / continueThread.
30
+ */
31
+ tools?: Tools;
32
+ /**
33
+ * The single prompt message to use for the LLM call. This will be the
34
+ * last message in the context. If it's a string, it will be a user role.
35
+ */
36
+ prompt?: string | (ModelMessage | Message)[];
37
+ /**
38
+ * If provided alongside prompt, the ordering will be:
39
+ * 1. system prompt
40
+ * 2. search context
41
+ * 3. recent messages
42
+ * 4. these messages
43
+ * 5. prompt messages, including those already on the same `order` as
44
+ * the promptMessageId message, if provided.
45
+ */
46
+ messages?: (ModelMessage | Message)[];
47
+ /**
48
+ * The abort signal to be passed to the LLM call. If triggered, it will
49
+ * mark the pending message as failed. If the generation is asynchronously
50
+ * aborted, it will trigger this signal when detected.
51
+ */
52
+ abortSignal?: AbortSignal;
53
+ stopWhen?: StopCondition<Tools> | Array<StopCondition<Tools>>;
54
+ _internal?: {
55
+ generateId?: IdGenerator;
56
+ };
57
+ }, { threadId, ...opts }: Options & Config & {
58
+ userId?: string | null;
59
+ threadId?: string;
60
+ languageModel?: LanguageModel;
61
+ agentName: string;
62
+ agentForToolCtx?: Agent;
63
+ }): Promise<{
64
+ args: T & {
65
+ system?: string;
66
+ model: LanguageModel;
67
+ messages: ModelMessage[];
68
+ prompt?: never;
69
+ tools?: Tools;
70
+ } & CallSettings;
71
+ order: number;
72
+ stepOrder: number;
73
+ userId: string | undefined;
74
+ promptMessageId: string | undefined;
75
+ updateModel: (model: ModelOrMetadata | undefined) => void;
76
+ save: <TOOLS extends ToolSet>(toSave: {
77
+ step: StepResult<TOOLS>;
78
+ } | {
79
+ object: GenerateObjectResult<unknown>;
80
+ }, createPendingMessage?: boolean, finishStreamId?: string) => Promise<void>;
81
+ fail: (reason: string) => Promise<void>;
82
+ getSavedMessages: () => MessageDoc[];
83
+ }>;
84
+ //# sourceMappingURL=start.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"start.d.ts","sourceRoot":"","sources":["../../src/client/start.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,YAAY,EACjB,KAAK,oBAAoB,EACzB,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,OAAO,EACb,MAAM,IAAI,CAAC;AAMZ,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAC7E,OAAO,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAGL,KAAK,eAAe,EACrB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAKxC,wBAAsB,eAAe,CACnC,CAAC,EACD,KAAK,SAAS,OAAO,GAAG,OAAO,EAC/B,SAAS,SAAS,MAAM,GAAG,MAAM,EAEjC,GAAG,EAAE,SAAS,GAAG,SAAS,EAC1B,SAAS,EAAE,cAAc;AACzB;;;;;;GAMG;AACH,IAAI,EAAE,CAAC,GAAG;IACR;;;;;OAKG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;;OAGG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC;IACd;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,CAAC,YAAY,GAAG,OAAO,CAAC,EAAE,CAAC;IAC7C;;;;;;;;OAQG;IACH,QAAQ,CAAC,EAAE,CAAC,YAAY,GAAG,OAAO,CAAC,EAAE,CAAC;IACtC;;;;OAIG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,QAAQ,CAAC,EAAE,aAAa,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9D,SAAS,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,WAAW,CAAA;KAAE,CAAC;CAC1C,EACD,EACE,QAAQ,EACR,GAAG,IAAI,EACR,EAAE,OAAO,GACR,MAAM,GAAG;IACP,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,KAAK,CAAC;CACzB,GACF,OAAO,CAAC;IACT,IAAI,EAAE,CAAC,GAAG;QACR,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,aAAa,CAAC;QACrB,QAAQ,EAAE,YAAY,EAAE,CAAC;QACzB,MAAM,CAAC,EAAE,KAAK,CAAC;QACf,KAAK,CAAC,EAAE,KAAK,CAAC;KACf,GAAG,YAAY,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,WAAW,EAAE,CAAC,KAAK,EAAE,eAAe,GAAG,SAAS,KAAK,IAAI,CAAC;IAC1D,IAAI,EAAE,CAAC,KAAK,SAAS,OAAO,EAC1B,MAAM,EACF;QAAE,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,CAAA;KAAE,GAC3B;QAAE,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAA;KAAE,EAC7C,oBAAoB,CAAC,EAAE,OAAO,EAC9B,cAAc,CAAC,EAAE,MAAM,KACpB,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,gBAAgB,EAAE,MAAM,UAAU,EAAE,CAAC;CACtC,CAAC,CAgND"}