@convex-dev/agent 0.1.10-alpha.1 → 0.1.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (175) hide show
  1. package/README.md +1 -1
  2. package/dist/esm/client/index.d.ts +10 -11
  3. package/dist/esm/client/index.d.ts.map +1 -1
  4. package/dist/esm/client/index.js +27 -28
  5. package/dist/esm/client/index.js.map +1 -1
  6. package/dist/esm/client/streaming.d.ts.map +1 -1
  7. package/dist/esm/client/streaming.js +1 -7
  8. package/dist/esm/client/streaming.js.map +1 -1
  9. package/dist/esm/component/_generated/api.d.ts +2 -13
  10. package/dist/esm/component/files.d.ts +1 -1
  11. package/dist/esm/component/files.d.ts.map +1 -1
  12. package/dist/esm/component/files.js +6 -4
  13. package/dist/esm/component/files.js.map +1 -1
  14. package/dist/esm/component/messages.d.ts +30 -30
  15. package/dist/esm/component/schema.d.ts +74 -84
  16. package/dist/esm/component/schema.d.ts.map +1 -1
  17. package/dist/esm/component/schema.js +2 -3
  18. package/dist/esm/component/schema.js.map +1 -1
  19. package/dist/esm/component/streams.d.ts +0 -7
  20. package/dist/esm/component/streams.d.ts.map +1 -1
  21. package/dist/esm/component/streams.js +22 -49
  22. package/dist/esm/component/streams.js.map +1 -1
  23. package/dist/esm/component/threads.d.ts +8 -8
  24. package/dist/esm/component/vector/tables.d.ts +3 -5
  25. package/dist/esm/component/vector/tables.d.ts.map +1 -1
  26. package/dist/esm/mapping.d.ts +4 -3
  27. package/dist/esm/mapping.d.ts.map +1 -1
  28. package/dist/esm/mapping.js +7 -5
  29. package/dist/esm/mapping.js.map +1 -1
  30. package/dist/esm/react/deltas.d.ts.map +1 -1
  31. package/dist/esm/react/deltas.js +2 -2
  32. package/dist/esm/react/deltas.js.map +1 -1
  33. package/dist/esm/react/index.d.ts +2 -4
  34. package/dist/esm/react/index.d.ts.map +1 -1
  35. package/dist/esm/react/index.js +9 -22
  36. package/dist/esm/react/index.js.map +1 -1
  37. package/dist/esm/react/optimisticallySendMessage.js +1 -1
  38. package/dist/esm/react/optimisticallySendMessage.js.map +1 -1
  39. package/dist/esm/validators.d.ts +10 -15
  40. package/dist/esm/validators.d.ts.map +1 -1
  41. package/dist/esm/validators.js +0 -2
  42. package/dist/esm/validators.js.map +1 -1
  43. package/dist/esm.tsbuildinfo +1 -1
  44. package/package.json +24 -49
  45. package/src/client/index.ts +42 -39
  46. package/src/client/streaming.ts +1 -7
  47. package/src/component/_generated/api.d.ts +2 -13
  48. package/src/component/files.ts +6 -4
  49. package/src/component/schema.ts +2 -3
  50. package/src/component/streams.ts +39 -85
  51. package/src/component/vector/tables.ts +1 -1
  52. package/src/mapping.ts +17 -6
  53. package/src/react/deltas.ts +2 -4
  54. package/src/react/index.ts +11 -23
  55. package/src/react/optimisticallySendMessage.ts +1 -1
  56. package/src/validators.ts +0 -6
  57. package/dist/commonjs/client/_generated/_ignore.d.ts +0 -1
  58. package/dist/commonjs/client/_generated/_ignore.d.ts.map +0 -1
  59. package/dist/commonjs/client/_generated/_ignore.js +0 -3
  60. package/dist/commonjs/client/_generated/_ignore.js.map +0 -1
  61. package/dist/commonjs/client/createTool.d.ts +0 -47
  62. package/dist/commonjs/client/createTool.d.ts.map +0 -1
  63. package/dist/commonjs/client/createTool.js +0 -46
  64. package/dist/commonjs/client/createTool.js.map +0 -1
  65. package/dist/commonjs/client/files.d.ts +0 -56
  66. package/dist/commonjs/client/files.d.ts.map +0 -1
  67. package/dist/commonjs/client/files.js +0 -124
  68. package/dist/commonjs/client/files.js.map +0 -1
  69. package/dist/commonjs/client/index.d.ts +0 -1356
  70. package/dist/commonjs/client/index.d.ts.map +0 -1
  71. package/dist/commonjs/client/index.js +0 -1148
  72. package/dist/commonjs/client/index.js.map +0 -1
  73. package/dist/commonjs/client/streaming.d.ts +0 -57
  74. package/dist/commonjs/client/streaming.d.ts.map +0 -1
  75. package/dist/commonjs/client/streaming.js +0 -149
  76. package/dist/commonjs/client/streaming.js.map +0 -1
  77. package/dist/commonjs/client/types.d.ts +0 -352
  78. package/dist/commonjs/client/types.d.ts.map +0 -1
  79. package/dist/commonjs/client/types.js +0 -2
  80. package/dist/commonjs/client/types.js.map +0 -1
  81. package/dist/commonjs/component/_generated/api.d.ts +0 -1949
  82. package/dist/commonjs/component/_generated/api.d.ts.map +0 -1
  83. package/dist/commonjs/component/_generated/api.js +0 -22
  84. package/dist/commonjs/component/_generated/api.js.map +0 -1
  85. package/dist/commonjs/component/_generated/dataModel.d.ts +0 -60
  86. package/dist/commonjs/component/_generated/server.d.ts +0 -149
  87. package/dist/commonjs/component/_generated/server.d.ts.map +0 -1
  88. package/dist/commonjs/component/_generated/server.js +0 -74
  89. package/dist/commonjs/component/_generated/server.js.map +0 -1
  90. package/dist/commonjs/component/apiKeys.d.ts +0 -11
  91. package/dist/commonjs/component/apiKeys.d.ts.map +0 -1
  92. package/dist/commonjs/component/apiKeys.js +0 -69
  93. package/dist/commonjs/component/apiKeys.js.map +0 -1
  94. package/dist/commonjs/component/convex.config.d.ts +0 -3
  95. package/dist/commonjs/component/convex.config.d.ts.map +0 -1
  96. package/dist/commonjs/component/convex.config.js +0 -3
  97. package/dist/commonjs/component/convex.config.js.map +0 -1
  98. package/dist/commonjs/component/files.d.ts +0 -90
  99. package/dist/commonjs/component/files.d.ts.map +0 -1
  100. package/dist/commonjs/component/files.js +0 -150
  101. package/dist/commonjs/component/files.js.map +0 -1
  102. package/dist/commonjs/component/messages.d.ts +0 -1479
  103. package/dist/commonjs/component/messages.d.ts.map +0 -1
  104. package/dist/commonjs/component/messages.js +0 -478
  105. package/dist/commonjs/component/messages.js.map +0 -1
  106. package/dist/commonjs/component/schema.d.ts +0 -4592
  107. package/dist/commonjs/component/schema.d.ts.map +0 -1
  108. package/dist/commonjs/component/schema.js +0 -165
  109. package/dist/commonjs/component/schema.js.map +0 -1
  110. package/dist/commonjs/component/streams.d.ts +0 -249
  111. package/dist/commonjs/component/streams.d.ts.map +0 -1
  112. package/dist/commonjs/component/streams.js +0 -346
  113. package/dist/commonjs/component/streams.js.map +0 -1
  114. package/dist/commonjs/component/threads.d.ts +0 -101
  115. package/dist/commonjs/component/threads.d.ts.map +0 -1
  116. package/dist/commonjs/component/threads.js +0 -185
  117. package/dist/commonjs/component/threads.js.map +0 -1
  118. package/dist/commonjs/component/users.d.ts +0 -52
  119. package/dist/commonjs/component/users.d.ts.map +0 -1
  120. package/dist/commonjs/component/users.js +0 -230
  121. package/dist/commonjs/component/users.js.map +0 -1
  122. package/dist/commonjs/component/vector/index.d.ts +0 -61
  123. package/dist/commonjs/component/vector/index.d.ts.map +0 -1
  124. package/dist/commonjs/component/vector/index.js +0 -148
  125. package/dist/commonjs/component/vector/index.js.map +0 -1
  126. package/dist/commonjs/component/vector/tables.d.ts +0 -60
  127. package/dist/commonjs/component/vector/tables.d.ts.map +0 -1
  128. package/dist/commonjs/component/vector/tables.js +0 -56
  129. package/dist/commonjs/component/vector/tables.js.map +0 -1
  130. package/dist/commonjs/mapping.d.ts +0 -50
  131. package/dist/commonjs/mapping.d.ts.map +0 -1
  132. package/dist/commonjs/mapping.js +0 -257
  133. package/dist/commonjs/mapping.js.map +0 -1
  134. package/dist/commonjs/package.json +0 -3
  135. package/dist/commonjs/react/deltas.d.ts +0 -29
  136. package/dist/commonjs/react/deltas.d.ts.map +0 -1
  137. package/dist/commonjs/react/deltas.js +0 -268
  138. package/dist/commonjs/react/deltas.js.map +0 -1
  139. package/dist/commonjs/react/index.d.ts +0 -97
  140. package/dist/commonjs/react/index.d.ts.map +0 -1
  141. package/dist/commonjs/react/index.js +0 -224
  142. package/dist/commonjs/react/index.js.map +0 -1
  143. package/dist/commonjs/react/optimisticallySendMessage.d.ts +0 -8
  144. package/dist/commonjs/react/optimisticallySendMessage.d.ts.map +0 -1
  145. package/dist/commonjs/react/optimisticallySendMessage.js +0 -40
  146. package/dist/commonjs/react/optimisticallySendMessage.js.map +0 -1
  147. package/dist/commonjs/react/toUIMessages.d.ts +0 -13
  148. package/dist/commonjs/react/toUIMessages.d.ts.map +0 -1
  149. package/dist/commonjs/react/toUIMessages.js +0 -146
  150. package/dist/commonjs/react/toUIMessages.js.map +0 -1
  151. package/dist/commonjs/react/types.d.ts +0 -26
  152. package/dist/commonjs/react/types.d.ts.map +0 -1
  153. package/dist/commonjs/react/types.js +0 -2
  154. package/dist/commonjs/react/types.js.map +0 -1
  155. package/dist/commonjs/react/useSmoothText.d.ts +0 -20
  156. package/dist/commonjs/react/useSmoothText.d.ts.map +0 -1
  157. package/dist/commonjs/react/useSmoothText.js +0 -51
  158. package/dist/commonjs/react/useSmoothText.js.map +0 -1
  159. package/dist/commonjs/shared.d.ts +0 -10
  160. package/dist/commonjs/shared.d.ts.map +0 -1
  161. package/dist/commonjs/shared.js +0 -30
  162. package/dist/commonjs/shared.js.map +0 -1
  163. package/dist/commonjs/validators.d.ts +0 -5721
  164. package/dist/commonjs/validators.d.ts.map +0 -1
  165. package/dist/commonjs/validators.js +0 -317
  166. package/dist/commonjs/validators.js.map +0 -1
  167. package/dist/commonjs/vitest.config.d.ts +0 -3
  168. package/dist/commonjs/vitest.config.d.ts.map +0 -1
  169. package/dist/commonjs/vitest.config.js +0 -7
  170. package/dist/commonjs/vitest.config.js.map +0 -1
  171. package/dist/commonjs.tsbuildinfo +0 -1
  172. package/dist/esm/vitest.config.d.ts +0 -3
  173. package/dist/esm/vitest.config.d.ts.map +0 -1
  174. package/dist/esm/vitest.config.js +0 -7
  175. package/dist/esm/vitest.config.js.map +0 -1
@@ -1,52 +0,0 @@
1
- export declare const listUsersWithThreads: import("convex/server").RegisteredQuery<"public", {
2
- paginationOpts: {
3
- id?: number | undefined;
4
- endCursor?: string | null | undefined;
5
- maximumRowsRead?: number | undefined;
6
- maximumBytesRead?: number | undefined;
7
- numItems: number;
8
- cursor: string | null;
9
- };
10
- }, Promise<{
11
- page: string[];
12
- isDone: boolean;
13
- continueCursor: import("convex/server").Cursor;
14
- splitCursor?: import("convex/server").Cursor | null;
15
- pageStatus?: "SplitRecommended" | "SplitRequired" | null;
16
- }>>;
17
- export declare const deleteAllForUserId: import("convex/server").RegisteredAction<"public", {
18
- userId: string;
19
- }, Promise<void>>;
20
- export declare const deleteAllForUserIdAsync: import("convex/server").RegisteredMutation<"public", {
21
- userId: string;
22
- }, Promise<boolean>>;
23
- export declare const _deleteAllForUserIdAsync: import("convex/server").RegisteredMutation<"internal", {
24
- streamOrder?: number | undefined;
25
- deltaCursor?: string | undefined;
26
- streamsInProgress?: boolean | undefined;
27
- userId: string;
28
- messagesCursor: string | null;
29
- threadsCursor: string | null;
30
- threadInProgress: import("convex/values").GenericId<"threads"> | null;
31
- }, Promise<boolean>>;
32
- export declare const _deletePageForUserId: import("convex/server").RegisteredMutation<"internal", {
33
- streamOrder?: number | undefined;
34
- deltaCursor?: string | undefined;
35
- streamsInProgress?: boolean | undefined;
36
- userId: string;
37
- messagesCursor: string | null;
38
- threadsCursor: string | null;
39
- threadInProgress: import("convex/values").GenericId<"threads"> | null;
40
- }, Promise<{
41
- streamOrder?: number | undefined;
42
- deltaCursor?: string | undefined;
43
- streamsInProgress?: boolean | undefined;
44
- isDone: boolean;
45
- messagesCursor: string | null;
46
- threadsCursor: string;
47
- threadInProgress: import("convex/values").GenericId<"threads"> | null;
48
- }>>;
49
- export declare const getThreadUserId: import("convex/server").RegisteredQuery<"internal", {
50
- threadId: import("convex/values").GenericId<"threads">;
51
- }, Promise<string | null>>;
52
- //# sourceMappingURL=users.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"users.d.ts","sourceRoot":"","sources":["../../../src/component/users.ts"],"names":[],"mappings":"AAqBA,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;GAiB/B,CAAC;AAEH,eAAO,MAAM,kBAAkB;;iBAiC7B,CAAC;AAEH,eAAO,MAAM,uBAAuB;;oBAiBlC,CAAC;AAuBH,eAAO,MAAM,wBAAwB;;;;;;;;oBAInC,CAAC;AAqBH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;GAI/B,CAAC;AA6GH,eAAO,MAAM,eAAe;;0BAS1B,CAAC"}
@@ -1,230 +0,0 @@
1
- import { paginator } from "convex-helpers/server/pagination";
2
- import { stream } from "convex-helpers/server/stream";
3
- import { nullable } from "convex-helpers/validators";
4
- import { paginationOptsValidator } from "convex/server";
5
- import { vPaginationResult } from "../validators.js";
6
- import { internal } from "./_generated/api.js";
7
- import { action, internalMutation, internalQuery, mutation, query, } from "./_generated/server.js";
8
- import { deleteMessage } from "./messages.js";
9
- import { deleteStreamsPageForThreadId } from "./streams.js";
10
- import { schema, v } from "./schema.js";
11
- // Note: it only searches for users with threads
12
- export const listUsersWithThreads = query({
13
- args: {
14
- paginationOpts: paginationOptsValidator,
15
- },
16
- handler: async (ctx, args) => {
17
- const results = await stream(ctx.db, schema)
18
- .query("threads")
19
- .withIndex("userId", (q) => q)
20
- .filterWith(async (q) => !!q.userId)
21
- .distinct(["userId"])
22
- .paginate(args.paginationOpts);
23
- return {
24
- ...results,
25
- page: results.page.map((t) => t.userId).filter((t) => !!t),
26
- };
27
- },
28
- returns: vPaginationResult(v.string()),
29
- });
30
- export const deleteAllForUserId = action({
31
- args: { userId: v.string() },
32
- handler: async (ctx, args) => {
33
- let threadsCursor = null;
34
- let threadInProgress = null;
35
- let messagesCursor = null;
36
- let streamsInProgress = false;
37
- let streamOrder = undefined;
38
- let deltaCursor = undefined;
39
- let isDone = false;
40
- while (!isDone) {
41
- const result = await ctx.runMutation(internal.users._deletePageForUserId, {
42
- userId: args.userId,
43
- messagesCursor,
44
- threadInProgress,
45
- threadsCursor,
46
- streamsInProgress,
47
- streamOrder,
48
- deltaCursor,
49
- });
50
- messagesCursor = result.messagesCursor;
51
- threadInProgress = result.threadInProgress;
52
- threadsCursor = result.threadsCursor;
53
- streamsInProgress = result.streamsInProgress ?? false;
54
- streamOrder = result.streamOrder;
55
- deltaCursor = result.deltaCursor;
56
- isDone = result.isDone;
57
- }
58
- },
59
- returns: v.null(),
60
- });
61
- export const deleteAllForUserIdAsync = mutation({
62
- args: {
63
- userId: v.string(),
64
- },
65
- handler: async (ctx, args) => {
66
- const isDone = await deleteAllForUserIdAsyncHandler(ctx, {
67
- userId: args.userId,
68
- messagesCursor: null,
69
- threadsCursor: null,
70
- threadInProgress: null,
71
- streamsInProgress: false,
72
- streamOrder: undefined,
73
- deltaCursor: undefined,
74
- });
75
- return isDone;
76
- },
77
- returns: v.boolean(),
78
- });
79
- const deleteAllArgs = {
80
- userId: v.string(),
81
- messagesCursor: nullable(v.string()),
82
- threadsCursor: nullable(v.string()),
83
- threadInProgress: nullable(v.id("threads")),
84
- streamsInProgress: v.optional(v.boolean()),
85
- streamOrder: v.optional(v.number()),
86
- deltaCursor: v.optional(v.string()),
87
- };
88
- const deleteAllReturns = {
89
- threadsCursor: v.string(),
90
- threadInProgress: nullable(v.id("threads")),
91
- messagesCursor: nullable(v.string()),
92
- streamsInProgress: v.optional(v.boolean()),
93
- streamOrder: v.optional(v.number()),
94
- deltaCursor: v.optional(v.string()),
95
- isDone: v.boolean(),
96
- };
97
- export const _deleteAllForUserIdAsync = internalMutation({
98
- args: deleteAllArgs,
99
- handler: deleteAllForUserIdAsyncHandler,
100
- returns: v.boolean(),
101
- });
102
- async function deleteAllForUserIdAsyncHandler(ctx, args) {
103
- const result = await deletePageForUserId(ctx, args);
104
- if (!result.isDone) {
105
- await ctx.scheduler.runAfter(0, internal.users._deleteAllForUserIdAsync, {
106
- userId: args.userId,
107
- messagesCursor: result.messagesCursor,
108
- threadsCursor: result.threadsCursor,
109
- threadInProgress: result.threadInProgress,
110
- streamsInProgress: result.streamsInProgress ?? false,
111
- streamOrder: result.streamOrder,
112
- deltaCursor: result.deltaCursor,
113
- });
114
- }
115
- return result.isDone;
116
- }
117
- export const _deletePageForUserId = internalMutation({
118
- args: deleteAllArgs,
119
- handler: deletePageForUserId,
120
- returns: deleteAllReturns,
121
- });
122
- async function deletePageForUserId(ctx, args) {
123
- let threadInProgress = args.threadInProgress;
124
- let threadsCursor = args.threadsCursor;
125
- let messagesCursor = args.messagesCursor;
126
- let streamsInProgress = args.streamsInProgress ?? false;
127
- let streamOrder = args.streamOrder;
128
- let deltaCursor = args.deltaCursor;
129
- // Phase 1: Get a thread to work on if we don't have one
130
- if (!threadsCursor || !threadInProgress) {
131
- const threads = await paginator(ctx.db, schema)
132
- .query("threads")
133
- .withIndex("userId", (q) => q.eq("userId", args.userId))
134
- .order("desc")
135
- .paginate({
136
- numItems: 1,
137
- cursor: args.threadsCursor ?? null,
138
- });
139
- threadsCursor = threads.continueCursor;
140
- if (threads.page.length > 0) {
141
- threadInProgress = threads.page[0]._id;
142
- messagesCursor = null;
143
- streamsInProgress = false;
144
- streamOrder = undefined;
145
- deltaCursor = undefined;
146
- }
147
- else {
148
- return {
149
- isDone: true,
150
- threadsCursor,
151
- threadInProgress,
152
- messagesCursor,
153
- streamsInProgress,
154
- streamOrder,
155
- deltaCursor,
156
- };
157
- }
158
- }
159
- // Phase 2: Delete messages for the current thread
160
- if (!streamsInProgress) {
161
- const messages = await paginator(ctx.db, schema)
162
- .query("messages")
163
- .withIndex("threadId_status_tool_order_stepOrder", (q) => q.eq("threadId", threadInProgress))
164
- .order("desc")
165
- .paginate({
166
- numItems: 100,
167
- cursor: args.messagesCursor,
168
- });
169
- await Promise.all(messages.page.map((m) => deleteMessage(ctx, m)));
170
- if (messages.isDone) {
171
- // Messages are done, move to streams deletion phase
172
- streamsInProgress = true;
173
- messagesCursor = null;
174
- streamOrder = undefined;
175
- deltaCursor = undefined;
176
- }
177
- else {
178
- messagesCursor = messages.continueCursor;
179
- }
180
- return {
181
- messagesCursor,
182
- threadsCursor,
183
- threadInProgress,
184
- streamsInProgress,
185
- streamOrder,
186
- deltaCursor,
187
- isDone: false,
188
- };
189
- }
190
- // Phase 3: Delete streams for the current thread
191
- const streamResult = await deleteStreamsPageForThreadId(ctx, {
192
- threadId: threadInProgress,
193
- streamOrder,
194
- deltaCursor,
195
- });
196
- if (streamResult.isDone) {
197
- // Streams are done, delete the thread and reset for next thread
198
- await ctx.db.delete(threadInProgress);
199
- threadInProgress = null;
200
- messagesCursor = null;
201
- streamsInProgress = false;
202
- streamOrder = undefined;
203
- deltaCursor = undefined;
204
- }
205
- else {
206
- // Continue with streams deletion
207
- streamOrder = streamResult.streamOrder;
208
- deltaCursor = streamResult.deltaCursor;
209
- }
210
- return {
211
- messagesCursor,
212
- threadsCursor,
213
- threadInProgress,
214
- streamsInProgress,
215
- streamOrder,
216
- deltaCursor,
217
- isDone: false,
218
- };
219
- }
220
- export const getThreadUserId = internalQuery({
221
- args: {
222
- threadId: v.id("threads"),
223
- },
224
- returns: v.union(v.string(), v.null()),
225
- handler: async (ctx, args) => {
226
- const thread = await ctx.db.get(args.threadId);
227
- return thread?.userId ?? null;
228
- },
229
- });
230
- //# sourceMappingURL=users.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"users.js","sourceRoot":"","sources":["../../../src/component/users.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,8BAA8B,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAExD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EACL,MAAM,EACN,gBAAgB,EAChB,aAAa,EACb,QAAQ,EAER,KAAK,GACN,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,4BAA4B,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,aAAa,CAAC;AAExC,gDAAgD;AAChD,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,CAAC;IACxC,IAAI,EAAE;QACJ,cAAc,EAAE,uBAAuB;KACxC;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aACzC,KAAK,CAAC,SAAS,CAAC;aAChB,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aAC7B,UAAU,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;aACnC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC;aACpB,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjC,OAAO;YACL,GAAG,OAAO;YACV,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;SACxE,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACvC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC;IACvC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE;IAC5B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,IAAI,aAAa,GAAG,IAAI,CAAC;QACzB,IAAI,gBAAgB,GAAG,IAAI,CAAC;QAC5B,IAAI,cAAc,GAAG,IAAI,CAAC;QAC1B,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAC9B,IAAI,WAAW,GAAG,SAAS,CAAC;QAC5B,IAAI,WAAW,GAAG,SAAS,CAAC;QAC5B,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,OAAO,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,MAAM,GAAqB,MAAM,GAAG,CAAC,WAAW,CACpD,QAAQ,CAAC,KAAK,CAAC,oBAAoB,EACnC;gBACE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,cAAc;gBACd,gBAAgB;gBAChB,aAAa;gBACb,iBAAiB;gBACjB,WAAW;gBACX,WAAW;aACZ,CACF,CAAC;YACF,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;YACvC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;YAC3C,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YACrC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,KAAK,CAAC;YACtD,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACjC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACjC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE;CAClB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,uBAAuB,GAAG,QAAQ,CAAC;IAC9C,IAAI,EAAE;QACJ,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;KACnB;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAG,MAAM,8BAA8B,CAAC,GAAG,EAAE;YACvD,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI;YACpB,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,IAAI;YACtB,iBAAiB,EAAE,KAAK;YACxB,WAAW,EAAE,SAAS;YACtB,WAAW,EAAE,SAAS;SACvB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;CACrB,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG;IACpB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,gBAAgB,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;IAC3C,iBAAiB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC1C,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACpC,CAAC;AAEF,MAAM,gBAAgB,GAAG;IACvB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,gBAAgB,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;IAC3C,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,iBAAiB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC1C,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;CACpB,CAAC;AAGF,MAAM,CAAC,MAAM,wBAAwB,GAAG,gBAAgB,CAAC;IACvD,IAAI,EAAE,aAAa;IACnB,OAAO,EAAE,8BAA8B;IACvC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;CACrB,CAAC,CAAC;AAEH,KAAK,UAAU,8BAA8B,CAC3C,GAAgB,EAChB,IAAmB;IAEnB,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,wBAAwB,EAAE;YACvE,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,KAAK;YACpD,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC;IACnD,IAAI,EAAE,aAAa;IACnB,OAAO,EAAE,mBAAmB;IAC5B,OAAO,EAAE,gBAAgB;CAC1B,CAAC,CAAC;AACH,KAAK,UAAU,mBAAmB,CAChC,GAAgB,EAChB,IAAmB;IAEnB,IAAI,gBAAgB,GAAyB,IAAI,CAAC,gBAAgB,CAAC;IACnE,IAAI,aAAa,GAAkB,IAAI,CAAC,aAAa,CAAC;IACtD,IAAI,cAAc,GAAkB,IAAI,CAAC,cAAc,CAAC;IACxD,IAAI,iBAAiB,GAAY,IAAI,CAAC,iBAAiB,IAAI,KAAK,CAAC;IACjE,IAAI,WAAW,GAAuB,IAAI,CAAC,WAAW,CAAC;IACvD,IAAI,WAAW,GAAuB,IAAI,CAAC,WAAW,CAAC;IAEvD,wDAAwD;IACxD,IAAI,CAAC,aAAa,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aAC5C,KAAK,CAAC,SAAS,CAAC;aAChB,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;aACvD,KAAK,CAAC,MAAM,CAAC;aACb,QAAQ,CAAC;YACR,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;SACnC,CAAC,CAAC;QACL,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACvC,cAAc,GAAG,IAAI,CAAC;YACtB,iBAAiB,GAAG,KAAK,CAAC;YAC1B,WAAW,GAAG,SAAS,CAAC;YACxB,WAAW,GAAG,SAAS,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,aAAa;gBACb,gBAAgB;gBAChB,cAAc;gBACd,iBAAiB;gBACjB,WAAW;gBACX,WAAW;aACZ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aAC7C,KAAK,CAAC,UAAU,CAAC;aACjB,SAAS,CAAC,sCAAsC,EAAE,CAAC,CAAC,EAAE,EAAE,CACvD,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,gBAAiB,CAAC,CACpC;aACA,KAAK,CAAC,MAAM,CAAC;aACb,QAAQ,CAAC;YACR,QAAQ,EAAE,GAAG;YACb,MAAM,EAAE,IAAI,CAAC,cAAc;SAC5B,CAAC,CAAC;QACL,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnE,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACpB,oDAAoD;YACpD,iBAAiB,GAAG,IAAI,CAAC;YACzB,cAAc,GAAG,IAAI,CAAC;YACtB,WAAW,GAAG,SAAS,CAAC;YACxB,WAAW,GAAG,SAAS,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC;QAC3C,CAAC;QAED,OAAO;YACL,cAAc;YACd,aAAa;YACb,gBAAgB;YAChB,iBAAiB;YACjB,WAAW;YACX,WAAW;YACX,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC;IAED,iDAAiD;IACjD,MAAM,YAAY,GAAG,MAAM,4BAA4B,CAAC,GAAG,EAAE;QAC3D,QAAQ,EAAE,gBAAiB;QAC3B,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;QACxB,gEAAgE;QAChE,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACtC,gBAAgB,GAAG,IAAI,CAAC;QACxB,cAAc,GAAG,IAAI,CAAC;QACtB,iBAAiB,GAAG,KAAK,CAAC;QAC1B,WAAW,GAAG,SAAS,CAAC;QACxB,WAAW,GAAG,SAAS,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,iCAAiC;QACjC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;QACvC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;IACzC,CAAC;IAED,OAAO;QACL,cAAc;QACd,aAAa;QACb,gBAAgB;QAChB,iBAAiB;QACjB,WAAW;QACX,WAAW;QACX,MAAM,EAAE,KAAK;KACd,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,aAAa,CAAC;IAC3C,IAAI,EAAE;QACJ,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC;KAC1B;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACtC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/C,OAAO,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC;IAChC,CAAC;CACF,CAAC,CAAC"}
@@ -1,61 +0,0 @@
1
- import type { Id } from "../_generated/dataModel.js";
2
- import { type ActionCtx, type MutationCtx } from "../_generated/server.js";
3
- import { type EmbeddingsWithoutDenormalizedFields, type VectorDimension } from "./tables.js";
4
- export declare const paginate: import("convex/server").RegisteredQuery<"public", {
5
- table?: string | undefined;
6
- cursor?: string | undefined;
7
- limit: number;
8
- vectorDimension: 128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096;
9
- targetModel: string;
10
- }, Promise<{
11
- ids: (import("convex/values").GenericId<"embeddings_128"> | import("convex/values").GenericId<"embeddings_256"> | import("convex/values").GenericId<"embeddings_512"> | import("convex/values").GenericId<"embeddings_768"> | import("convex/values").GenericId<"embeddings_1024"> | import("convex/values").GenericId<"embeddings_1408"> | import("convex/values").GenericId<"embeddings_1536"> | import("convex/values").GenericId<"embeddings_2048"> | import("convex/values").GenericId<"embeddings_3072"> | import("convex/values").GenericId<"embeddings_4096">)[];
12
- isDone: boolean;
13
- continueCursor: string;
14
- }>>;
15
- export declare const deleteBatchForThread: import("convex/server").RegisteredMutation<"public", {
16
- cursor?: string | undefined;
17
- threadId: string;
18
- model: string;
19
- limit: number;
20
- vectorDimension: 128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096;
21
- }, Promise<{
22
- isDone: boolean;
23
- continueCursor: string;
24
- }>>;
25
- export declare const insertBatch: import("convex/server").RegisteredMutation<"public", {
26
- vectors: {
27
- userId?: string | undefined;
28
- threadId?: string | undefined;
29
- messageId?: import("convex/values").GenericId<"messages"> | undefined;
30
- model: string;
31
- table: string;
32
- vector: number[];
33
- }[];
34
- vectorDimension: 128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096;
35
- }, Promise<(string & {
36
- __tableName: "embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096";
37
- })[]>>;
38
- export declare function insertVector(ctx: MutationCtx, dimension: VectorDimension, v: EmbeddingsWithoutDenormalizedFields): Promise<import("convex/values").GenericId<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096">>;
39
- export declare function searchVectors(ctx: ActionCtx, vector: number[], args: {
40
- dimension: VectorDimension;
41
- model: string;
42
- table: string;
43
- userId?: string;
44
- threadId?: Id<"threads">;
45
- searchAllMessagesForUserId?: string;
46
- limit?: number;
47
- }): Promise<{
48
- _id: import("convex/values").GenericId<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096">;
49
- _score: number;
50
- }[]>;
51
- export declare const updateBatch: import("convex/server").RegisteredMutation<"public", {
52
- vectors: {
53
- id: import("convex/values").GenericId<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096">;
54
- model: string;
55
- vector: number[];
56
- }[];
57
- }, Promise<void>>;
58
- export declare const deleteBatch: import("convex/server").RegisteredMutation<"public", {
59
- ids: import("convex/values").GenericId<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096">[];
60
- }, Promise<void>>;
61
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/component/vector/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,4BAA4B,CAAC;AACrD,OAAO,EACL,KAAK,SAAS,EAEd,KAAK,WAAW,EAEjB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,KAAK,mCAAmC,EAExC,KAAK,eAAe,EAIrB,MAAM,aAAa,CAAC;AAErB,eAAO,MAAM,QAAQ;;;;;;;;;;GAmCnB,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;GAqC/B,CAAC;AAEH,eAAO,MAAM,WAAW;;;;;;;;;;;;MAsBtB,CAAC;AAEH,wBAAsB,YAAY,CAChC,GAAG,EAAE,WAAW,EAChB,SAAS,EAAE,eAAe,EAC1B,CAAC,EAAE,mCAAmC,iPASvC;AAED,wBAAgB,aAAa,CAC3B,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,MAAM,EAAE,EAChB,IAAI,EAAE;IACJ,SAAS,EAAE,eAAe,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;IACzB,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;;;KAoBF;AAED,eAAO,MAAM,WAAW;;;;;;iBAyBtB,CAAC;AAEH,eAAO,MAAM,WAAW;;iBAQtB,CAAC"}
@@ -1,148 +0,0 @@
1
- import { paginator } from "convex-helpers/server/pagination";
2
- import { mergedStream, stream } from "convex-helpers/server/stream";
3
- import { v } from "convex/values";
4
- import { mutation, query, } from "../_generated/server.js";
5
- import schema from "../schema.js";
6
- import { getVectorTableName, vEmbeddingsWithoutDenormalizedFields, vVectorDimension, vVectorId, } from "./tables.js";
7
- export const paginate = query({
8
- args: {
9
- vectorDimension: vVectorDimension,
10
- targetModel: v.string(),
11
- table: v.optional(v.string()),
12
- cursor: v.optional(v.string()),
13
- limit: v.number(),
14
- },
15
- returns: v.object({
16
- ids: v.array(vVectorId),
17
- isDone: v.boolean(),
18
- continueCursor: v.string(),
19
- }),
20
- handler: async (ctx, args) => {
21
- const tableName = getVectorTableName(args.vectorDimension);
22
- const vectors = await paginator(ctx.db, schema)
23
- .query(tableName)
24
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
25
- .withIndex("model_table_threadId", (q) => args.table
26
- ? // eslint-disable-next-line @typescript-eslint/no-explicit-any
27
- q.eq("model", args.targetModel).eq("table", args.table)
28
- : q.eq("model", args.targetModel))
29
- .paginate({
30
- cursor: args.cursor ?? null,
31
- numItems: args.limit,
32
- maximumRowsRead: 300,
33
- });
34
- return {
35
- ids: vectors.page.map((v) => v._id),
36
- isDone: vectors.isDone,
37
- continueCursor: vectors.continueCursor,
38
- };
39
- },
40
- });
41
- export const deleteBatchForThread = mutation({
42
- args: {
43
- vectorDimension: vVectorDimension,
44
- model: v.string(),
45
- threadId: v.string(),
46
- cursor: v.optional(v.string()),
47
- limit: v.number(),
48
- },
49
- returns: v.object({
50
- isDone: v.boolean(),
51
- continueCursor: v.string(),
52
- }),
53
- handler: async (ctx, args) => {
54
- const tableName = getVectorTableName(args.vectorDimension);
55
- const vectors = await mergedStream(["thread", "memory"].map((table) => stream(ctx.db, schema)
56
- .query(tableName)
57
- .withIndex("model_table_threadId", (q) => q
58
- .eq("model", args.model)
59
- .eq("table", table)
60
- .eq("threadId", args.threadId))), ["threadId"]).paginate({
61
- cursor: args.cursor ?? null,
62
- numItems: args.limit,
63
- maximumRowsRead: 300,
64
- });
65
- await Promise.all(vectors.page.map((v) => ctx.db.delete(v._id)));
66
- return {
67
- isDone: vectors.isDone,
68
- continueCursor: vectors.continueCursor,
69
- };
70
- },
71
- });
72
- export const insertBatch = mutation({
73
- args: {
74
- vectorDimension: vVectorDimension,
75
- vectors: v.array(v.object({
76
- ...vEmbeddingsWithoutDenormalizedFields.fields,
77
- messageId: v.optional(v.id("messages")),
78
- })),
79
- },
80
- returns: v.array(vVectorId),
81
- handler: async (ctx, args) => {
82
- return Promise.all(args.vectors.map(async ({ messageId, ...v }) => {
83
- const embeddingId = await insertVector(ctx, args.vectorDimension, v);
84
- if (messageId) {
85
- await ctx.db.patch(messageId, { embeddingId });
86
- }
87
- return embeddingId;
88
- }));
89
- },
90
- });
91
- export async function insertVector(ctx, dimension, v) {
92
- return ctx.db.insert(getVectorTableName(dimension), {
93
- ...v,
94
- model_table_userId: v.userId ? [v.model, v.table, v.userId] : undefined,
95
- model_table_threadId: v.threadId
96
- ? [v.model, v.table, v.threadId]
97
- : undefined,
98
- });
99
- }
100
- export function searchVectors(ctx, vector, args) {
101
- const tableName = getVectorTableName(args.dimension);
102
- return ctx.vectorSearch(tableName, "vector", {
103
- vector,
104
- // TODO: to support more tables, add more "OR" clauses for each.
105
- filter: (q) => args.searchAllMessagesForUserId
106
- ? q.eq("model_table_userId", [
107
- args.model,
108
- args.table,
109
- args.searchAllMessagesForUserId,
110
- ])
111
- : q.eq("model_table_threadId", [
112
- args.model,
113
- args.table,
114
- args.threadId,
115
- ]),
116
- limit: args.limit,
117
- });
118
- }
119
- export const updateBatch = mutation({
120
- args: {
121
- vectors: v.array(v.object({
122
- model: v.string(),
123
- id: vVectorId,
124
- vector: v.array(v.number()),
125
- // TODO: support changing the vector length by
126
- // deleting from one table and inserting into another.
127
- // However this requires updating all the messages that reference
128
- // the vector.
129
- })),
130
- },
131
- returns: v.null(),
132
- handler: async (ctx, args) => {
133
- await Promise.all(args.vectors.map((v) => ctx.db.patch(v.id, {
134
- model: v.model,
135
- vector: v.vector,
136
- })));
137
- },
138
- });
139
- export const deleteBatch = mutation({
140
- args: {
141
- ids: v.array(vVectorId),
142
- },
143
- returns: v.null(),
144
- handler: async (ctx, args) => {
145
- await Promise.all(args.ids.map((id) => ctx.db.delete(id)));
146
- },
147
- });
148
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/component/vector/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAElC,OAAO,EAEL,QAAQ,EAER,KAAK,GACN,MAAM,yBAAyB,CAAC;AACjC,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,EAEL,kBAAkB,EAElB,oCAAoC,EACpC,gBAAgB,EAChB,SAAS,GACV,MAAM,aAAa,CAAC;AAErB,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,CAAC;IAC5B,IAAI,EAAE;QACJ,eAAe,EAAE,gBAAgB;QACjC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;QACvB,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KAClB;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;QACvB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;QACnB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;KAC3B,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aAC5C,KAAK,CAAC,SAAS,CAAC;YACjB,8DAA8D;aAC7D,SAAS,CAAC,sBAA6B,EAAE,CAAC,CAAC,EAAE,EAAE,CAC9C,IAAI,CAAC,KAAK;YACR,CAAC,CAAC,8DAA8D;gBAC7D,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAS,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;YAClE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CACpC;aACA,QAAQ,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,IAAI,CAAC,KAAK;YACpB,eAAe,EAAE,GAAG;SACrB,CAAC,CAAC;QACL,OAAO;YACL,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;YACnC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAC3C,IAAI,EAAE;QACJ,eAAe,EAAE,gBAAgB;QACjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KAClB;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;QACnB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;KAC3B,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,YAAY,CAChC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACjC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aACnB,KAAK,CAAC,SAAS,CAAC;aAChB,SAAS,CAAC,sBAAsB,EAAE,CAAC,CAAC,EAAE,EAAE,CACvC,CAAC;aACE,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;aACvB,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;aAClB,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CACjC,CACJ,EACD,CAAC,UAAU,CAAC,CACb,CAAC,QAAQ,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,IAAI,CAAC,KAAK;YACpB,eAAe,EAAE,GAAG;SACrB,CAAC,CAAC;QACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACjE,OAAO;YACL,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,WAAW,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE;QACJ,eAAe,EAAE,gBAAgB;QACjC,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC,CAAC,MAAM,CAAC;YACP,GAAG,oCAAoC,CAAC,MAAM;YAC9C,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;SACxC,CAAC,CACH;KACF;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;IAC3B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,OAAO,OAAO,CAAC,GAAG,CAChB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE;YAC7C,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;YACrE,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YACjD,CAAC;YACD,OAAO,WAAW,CAAC;QACrB,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAgB,EAChB,SAA0B,EAC1B,CAAsC;IAEtC,OAAO,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE;QAClD,GAAG,CAAC;QACJ,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QACvE,oBAAoB,EAAE,CAAC,CAAC,QAAQ;YAC9B,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC;YAChC,CAAC,CAAC,SAAS;KACd,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,GAAc,EACd,MAAgB,EAChB,IAQC;IAED,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrD,OAAO,GAAG,CAAC,YAAY,CAAC,SAAS,EAAE,QAAQ,EAAE;QAC3C,MAAM;QACN,gEAAgE;QAChE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,IAAI,CAAC,0BAA0B;YAC7B,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,oBAAoB,EAAE;gBACzB,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,0BAA0B;aAChC,CAAC;YACJ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,sBAAsB,EAAE;gBAC3B,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,QAAS;aACf,CAAC;QACR,KAAK,EAAE,IAAI,CAAC,KAAK;KAClB,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE;QACJ,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC,CAAC,MAAM,CAAC;YACP,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;YACjB,EAAE,EAAE,SAAS;YACb,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAC3B,8CAA8C;YAC9C,sDAAsD;YACtD,iEAAiE;YACjE,cAAc;SACf,CAAC,CACH;KACF;IACD,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE;IACjB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACrB,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACjB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,MAAM,EAAE,CAAC,CAAC,MAAM;SACjB,CAAC,CACH,CACF,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,WAAW,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE;QACJ,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;KACxB;IACD,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE;IACjB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;CACF,CAAC,CAAC"}
@@ -1,60 +0,0 @@
1
- import { type GenericTableSearchIndexes, type SchemaDefinition, type TableDefinition } from "convex/server";
2
- import { type GenericId, type Infer, type ObjectType, type VId, type VObject, type VUnion } from "convex/values";
3
- import type { QueryCtx } from "../_generated/server";
4
- declare const embeddings: {
5
- model: import("convex/values").VString<string, "required">;
6
- table: import("convex/values").VString<string, "required">;
7
- userId: import("convex/values").VString<string | undefined, "optional">;
8
- threadId: import("convex/values").VString<string | undefined, "optional">;
9
- model_table_userId: import("convex/values").VArray<string[] | undefined, import("convex/values").VString<string, "required">, "optional">;
10
- model_table_threadId: import("convex/values").VArray<string[] | undefined, import("convex/values").VString<string, "required">, "optional">;
11
- vector: import("convex/values").VArray<number[], import("convex/values").VFloat64<number, "required">, "required">;
12
- };
13
- export declare const vEmbeddingsWithoutDenormalizedFields: VObject<{
14
- userId?: string | undefined;
15
- threadId?: string | undefined;
16
- model: string;
17
- table: string;
18
- vector: number[];
19
- }, import("convex-helpers").BetterOmit<{
20
- model: import("convex/values").VString<string, "required">;
21
- table: import("convex/values").VString<string, "required">;
22
- userId: import("convex/values").VString<string | undefined, "optional">;
23
- threadId: import("convex/values").VString<string | undefined, "optional">;
24
- model_table_userId: import("convex/values").VArray<string[] | undefined, import("convex/values").VString<string, "required">, "optional">;
25
- model_table_threadId: import("convex/values").VArray<string[] | undefined, import("convex/values").VString<string, "required">, "optional">;
26
- vector: import("convex/values").VArray<number[], import("convex/values").VFloat64<number, "required">, "required">;
27
- }, "model_table_userId" | "model_table_threadId">, "required", "userId" | "threadId" | "model" | "table" | "vector">;
28
- export type EmbeddingsWithoutDenormalizedFields = Infer<typeof vEmbeddingsWithoutDenormalizedFields>;
29
- type Table<D extends number> = TableDefinition<VObject<ObjectType<typeof embeddings>, typeof embeddings>, {
30
- model_table_threadId: ["model", "table", "threadId", "_creationTime"];
31
- }, GenericTableSearchIndexes, VectorIndex<D>>;
32
- type VectorIndex<D extends number> = {
33
- vector: {
34
- vectorField: "vector";
35
- dimensions: D;
36
- filterFields: "model_table_userId" | "model_table_threadId";
37
- };
38
- };
39
- export type VectorSchema = SchemaDefinition<{
40
- [key in VectorTableName]: Table<128>;
41
- }, true>;
42
- export declare const VectorDimensions: readonly [128, 256, 512, 768, 1024, 1408, 1536, 2048, 3072, 4096];
43
- export declare function validateVectorDimension(dimension: number): asserts dimension is VectorDimension;
44
- export type VectorDimension = (typeof VectorDimensions)[number];
45
- export declare const VectorTableNames: `embeddings_${(typeof VectorDimensions)[number]}`[];
46
- export type VectorTableName = (typeof VectorTableNames)[number];
47
- export type VectorTableId = GenericId<(typeof VectorTableNames)[number]>;
48
- export declare const vVectorDimension: VUnion<128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096, any, "required", any>;
49
- export declare const vVectorTableName: VUnion<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096", any, "required", any>;
50
- export declare const vVectorId: VUnion<GenericId<(typeof VectorTableNames)[number]>, VId<(typeof VectorTableNames)[number]>[]>;
51
- export declare function getVectorTableName(dimension: VectorDimension): VectorTableName;
52
- export declare function getVectorIdInfo(ctx: QueryCtx, id: VectorTableId): {
53
- tableName: "embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096";
54
- dimension: 128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096;
55
- };
56
- declare const tables: {
57
- [K in keyof typeof VectorDimensions & number as `embeddings_${(typeof VectorDimensions)[K]}`]: Table<(typeof VectorDimensions)[K]>;
58
- };
59
- export default tables;
60
- //# sourceMappingURL=tables.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../../src/component/vector/tables.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,KAAK,yBAAyB,EAC9B,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACrB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,KAAK,SAAS,EACd,KAAK,KAAK,EACV,KAAK,UAAU,EAEf,KAAK,GAAG,EACR,KAAK,OAAO,EACZ,KAAK,MAAM,EACZ,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAGrD,QAAA,MAAM,UAAU;;;;;;;;CAUf,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;oHAEhD,CAAC;AACF,MAAM,MAAM,mCAAmC,GAAG,KAAK,CACrD,OAAO,oCAAoC,CAC5C,CAAC;AAYF,KAAK,KAAK,CAAC,CAAC,SAAS,MAAM,IAAI,eAAe,CAC5C,OAAO,CAAC,UAAU,CAAC,OAAO,UAAU,CAAC,EAAE,OAAO,UAAU,CAAC,EACzD;IAAE,oBAAoB,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,eAAe,CAAC,CAAA;CAAE,EACzE,yBAAyB,EACzB,WAAW,CAAC,CAAC,CAAC,CACf,CAAC;AAEF,KAAK,WAAW,CAAC,CAAC,SAAS,MAAM,IAAI;IACnC,MAAM,EAAE;QACN,WAAW,EAAE,QAAQ,CAAC;QACtB,UAAU,EAAE,CAAC,CAAC;QACd,YAAY,EAAE,oBAAoB,GAAG,sBAAsB,CAAC;KAC7D,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,gBAAgB,CACzC;KAAG,GAAG,IAAI,eAAe,GAAG,KAAK,CAAC,GAAG,CAAC;CAAE,EACxC,IAAI,CACL,CAAC;AAEF,eAAO,MAAM,gBAAgB,mEAEnB,CAAC;AACX,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,SAAS,IAAI,eAAe,CAMtC;AACD,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAChE,eAAO,MAAM,gBAAgB,EAExB,cAAc,CAAC,OAAO,gBAAgB,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;AACzD,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;AAEzE,eAAO,MAAM,gBAAgB,+FAAgC,CAAC;AAC9D,eAAO,MAAM,gBAAgB,iOAAgC,CAAC;AAC9D,eAAO,MAAM,SAAS,EAEjB,MAAM,CACT,SAAS,CAAC,CAAC,OAAO,gBAAgB,EAAE,MAAM,CAAC,CAAC,EAC5C,GAAG,CAAC,CAAC,OAAO,gBAAgB,EAAE,MAAM,CAAC,CAAC,EAAE,CACzC,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,eAAe,GACvB,eAAe,CACpD;AACD,wBAAgB,eAAe,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa;;;EAQ/D;AAED,QAAA,MAAM,MAAM,EAAE;KACX,CAAC,IAAI,MAAM,OAAO,gBAAgB,GACjC,MAAM,IAAI,cAAc,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAC9D,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAC7B;CASF,CAAC;AAEF,eAAe,MAAM,CAAC"}
@@ -1,56 +0,0 @@
1
- import { omit } from "convex-helpers";
2
- import { literals } from "convex-helpers/validators";
3
- import { defineTable, } from "convex/server";
4
- import { v, } from "convex/values";
5
- // We only generate embeddings for non-tool, non-system messages
6
- const embeddings = {
7
- model: v.string(),
8
- // What table it's stored in. (usually messages or memories)
9
- table: v.string(),
10
- userId: v.optional(v.string()),
11
- threadId: v.optional(v.string()),
12
- // not set for private threads
13
- model_table_userId: v.optional(v.array(v.string())),
14
- model_table_threadId: v.optional(v.array(v.string())),
15
- vector: v.array(v.number()),
16
- };
17
- export const vEmbeddingsWithoutDenormalizedFields = v.object(omit(embeddings, ["model_table_userId", "model_table_threadId"]));
18
- function table(dimensions) {
19
- return defineTable(embeddings)
20
- .vectorIndex("vector", {
21
- vectorField: "vector",
22
- dimensions,
23
- filterFields: ["model_table_userId", "model_table_threadId"],
24
- })
25
- .index("model_table_threadId", ["model", "table", "threadId"]);
26
- }
27
- export const VectorDimensions = [
28
- 128, 256, 512, 768, 1024, 1408, 1536, 2048, 3072, 4096,
29
- ];
30
- export function validateVectorDimension(dimension) {
31
- if (!VectorDimensions.includes(dimension)) {
32
- throw new Error(`Unsupported vector dimension${dimension}. Supported: ${VectorDimensions.join(", ")}`);
33
- }
34
- }
35
- export const VectorTableNames = VectorDimensions.map((d) => `embeddings_${d}`);
36
- export const vVectorDimension = literals(...VectorDimensions);
37
- export const vVectorTableName = literals(...VectorTableNames);
38
- export const vVectorId = v.union(...VectorTableNames.map((name) => v.id(name)));
39
- export function getVectorTableName(dimension) {
40
- return `embeddings_${dimension}`;
41
- }
42
- export function getVectorIdInfo(ctx, id) {
43
- for (const dimension of VectorDimensions) {
44
- const tableName = getVectorTableName(dimension);
45
- if (ctx.db.normalizeId(tableName, id)) {
46
- return { tableName, dimension };
47
- }
48
- }
49
- throw new Error(`Unknown vector table id: ${id}`);
50
- }
51
- const tables = Object.fromEntries(VectorDimensions.map((dimensions) => [
52
- `embeddings_${dimensions}`,
53
- table(dimensions),
54
- ]));
55
- export default tables;
56
- //# sourceMappingURL=tables.js.map