@convex-dev/agent 0.1.10 → 0.1.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (138) hide show
  1. package/dist/esm/client/index.d.ts +2 -0
  2. package/dist/esm/client/index.d.ts.map +1 -1
  3. package/dist/esm/client/index.js +35 -26
  4. package/dist/esm/client/index.js.map +1 -1
  5. package/dist/esm/mapping.d.ts +1 -0
  6. package/dist/esm/mapping.d.ts.map +1 -1
  7. package/dist/esm/mapping.js +2 -2
  8. package/dist/esm/mapping.js.map +1 -1
  9. package/dist/esm/react/useSmoothText.d.ts +7 -1
  10. package/dist/esm/react/useSmoothText.d.ts.map +1 -1
  11. package/dist/esm/react/useSmoothText.js +5 -5
  12. package/dist/esm/react/useSmoothText.js.map +1 -1
  13. package/dist/esm.tsbuildinfo +1 -1
  14. package/package.json +24 -53
  15. package/src/client/index.ts +39 -29
  16. package/src/mapping.ts +9 -2
  17. package/src/react/useSmoothText.ts +11 -4
  18. package/dist/commonjs/client/_generated/_ignore.d.ts +0 -1
  19. package/dist/commonjs/client/_generated/_ignore.d.ts.map +0 -1
  20. package/dist/commonjs/client/_generated/_ignore.js +0 -3
  21. package/dist/commonjs/client/_generated/_ignore.js.map +0 -1
  22. package/dist/commonjs/client/createTool.d.ts +0 -47
  23. package/dist/commonjs/client/createTool.d.ts.map +0 -1
  24. package/dist/commonjs/client/createTool.js +0 -49
  25. package/dist/commonjs/client/createTool.js.map +0 -1
  26. package/dist/commonjs/client/files.d.ts +0 -56
  27. package/dist/commonjs/client/files.d.ts.map +0 -1
  28. package/dist/commonjs/client/files.js +0 -129
  29. package/dist/commonjs/client/files.js.map +0 -1
  30. package/dist/commonjs/client/index.d.ts +0 -1355
  31. package/dist/commonjs/client/index.d.ts.map +0 -1
  32. package/dist/commonjs/client/index.js +0 -1169
  33. package/dist/commonjs/client/index.js.map +0 -1
  34. package/dist/commonjs/client/streaming.d.ts +0 -57
  35. package/dist/commonjs/client/streaming.d.ts.map +0 -1
  36. package/dist/commonjs/client/streaming.js +0 -148
  37. package/dist/commonjs/client/streaming.js.map +0 -1
  38. package/dist/commonjs/client/types.d.ts +0 -352
  39. package/dist/commonjs/client/types.d.ts.map +0 -1
  40. package/dist/commonjs/client/types.js +0 -3
  41. package/dist/commonjs/client/types.js.map +0 -1
  42. package/dist/commonjs/component/_generated/api.d.ts +0 -1938
  43. package/dist/commonjs/component/_generated/api.d.ts.map +0 -1
  44. package/dist/commonjs/component/_generated/api.js +0 -25
  45. package/dist/commonjs/component/_generated/api.js.map +0 -1
  46. package/dist/commonjs/component/_generated/dataModel.d.ts +0 -60
  47. package/dist/commonjs/component/_generated/server.d.ts +0 -149
  48. package/dist/commonjs/component/_generated/server.d.ts.map +0 -1
  49. package/dist/commonjs/component/_generated/server.js +0 -77
  50. package/dist/commonjs/component/_generated/server.js.map +0 -1
  51. package/dist/commonjs/component/apiKeys.d.ts +0 -11
  52. package/dist/commonjs/component/apiKeys.d.ts.map +0 -1
  53. package/dist/commonjs/component/apiKeys.js +0 -72
  54. package/dist/commonjs/component/apiKeys.js.map +0 -1
  55. package/dist/commonjs/component/convex.config.d.ts +0 -3
  56. package/dist/commonjs/component/convex.config.d.ts.map +0 -1
  57. package/dist/commonjs/component/convex.config.js +0 -5
  58. package/dist/commonjs/component/convex.config.js.map +0 -1
  59. package/dist/commonjs/component/files.d.ts +0 -90
  60. package/dist/commonjs/component/files.d.ts.map +0 -1
  61. package/dist/commonjs/component/files.js +0 -157
  62. package/dist/commonjs/component/files.js.map +0 -1
  63. package/dist/commonjs/component/messages.d.ts +0 -1479
  64. package/dist/commonjs/component/messages.d.ts.map +0 -1
  65. package/dist/commonjs/component/messages.js +0 -483
  66. package/dist/commonjs/component/messages.js.map +0 -1
  67. package/dist/commonjs/component/schema.d.ts +0 -4582
  68. package/dist/commonjs/component/schema.d.ts.map +0 -1
  69. package/dist/commonjs/component/schema.js +0 -167
  70. package/dist/commonjs/component/schema.js.map +0 -1
  71. package/dist/commonjs/component/streams.d.ts +0 -242
  72. package/dist/commonjs/component/streams.d.ts.map +0 -1
  73. package/dist/commonjs/component/streams.js +0 -323
  74. package/dist/commonjs/component/streams.js.map +0 -1
  75. package/dist/commonjs/component/threads.d.ts +0 -101
  76. package/dist/commonjs/component/threads.d.ts.map +0 -1
  77. package/dist/commonjs/component/threads.js +0 -188
  78. package/dist/commonjs/component/threads.js.map +0 -1
  79. package/dist/commonjs/component/users.d.ts +0 -52
  80. package/dist/commonjs/component/users.d.ts.map +0 -1
  81. package/dist/commonjs/component/users.js +0 -233
  82. package/dist/commonjs/component/users.js.map +0 -1
  83. package/dist/commonjs/component/vector/index.d.ts +0 -61
  84. package/dist/commonjs/component/vector/index.d.ts.map +0 -1
  85. package/dist/commonjs/component/vector/index.js +0 -153
  86. package/dist/commonjs/component/vector/index.js.map +0 -1
  87. package/dist/commonjs/component/vector/tables.d.ts +0 -58
  88. package/dist/commonjs/component/vector/tables.d.ts.map +0 -1
  89. package/dist/commonjs/component/vector/tables.js +0 -62
  90. package/dist/commonjs/component/vector/tables.js.map +0 -1
  91. package/dist/commonjs/mapping.d.ts +0 -50
  92. package/dist/commonjs/mapping.d.ts.map +0 -1
  93. package/dist/commonjs/mapping.js +0 -272
  94. package/dist/commonjs/mapping.js.map +0 -1
  95. package/dist/commonjs/package.json +0 -3
  96. package/dist/commonjs/react/deltas.d.ts +0 -29
  97. package/dist/commonjs/react/deltas.d.ts.map +0 -1
  98. package/dist/commonjs/react/deltas.js +0 -274
  99. package/dist/commonjs/react/deltas.js.map +0 -1
  100. package/dist/commonjs/react/index.d.ts +0 -95
  101. package/dist/commonjs/react/index.d.ts.map +0 -1
  102. package/dist/commonjs/react/index.js +0 -219
  103. package/dist/commonjs/react/index.js.map +0 -1
  104. package/dist/commonjs/react/optimisticallySendMessage.d.ts +0 -8
  105. package/dist/commonjs/react/optimisticallySendMessage.d.ts.map +0 -1
  106. package/dist/commonjs/react/optimisticallySendMessage.js +0 -43
  107. package/dist/commonjs/react/optimisticallySendMessage.js.map +0 -1
  108. package/dist/commonjs/react/toUIMessages.d.ts +0 -13
  109. package/dist/commonjs/react/toUIMessages.d.ts.map +0 -1
  110. package/dist/commonjs/react/toUIMessages.js +0 -149
  111. package/dist/commonjs/react/toUIMessages.js.map +0 -1
  112. package/dist/commonjs/react/types.d.ts +0 -26
  113. package/dist/commonjs/react/types.d.ts.map +0 -1
  114. package/dist/commonjs/react/types.js +0 -3
  115. package/dist/commonjs/react/types.js.map +0 -1
  116. package/dist/commonjs/react/useSmoothText.d.ts +0 -20
  117. package/dist/commonjs/react/useSmoothText.d.ts.map +0 -1
  118. package/dist/commonjs/react/useSmoothText.js +0 -54
  119. package/dist/commonjs/react/useSmoothText.js.map +0 -1
  120. package/dist/commonjs/shared.d.ts +0 -10
  121. package/dist/commonjs/shared.d.ts.map +0 -1
  122. package/dist/commonjs/shared.js +0 -35
  123. package/dist/commonjs/shared.js.map +0 -1
  124. package/dist/commonjs/validators.d.ts +0 -5716
  125. package/dist/commonjs/validators.d.ts.map +0 -1
  126. package/dist/commonjs/validators.js +0 -319
  127. package/dist/commonjs/validators.js.map +0 -1
  128. package/dist/commonjs/vitest.config.d.ts +0 -3
  129. package/dist/commonjs/vitest.config.d.ts.map +0 -1
  130. package/dist/commonjs/vitest.config.js +0 -9
  131. package/dist/commonjs/vitest.config.js.map +0 -1
  132. package/dist/commonjs.tsbuildinfo +0 -1
  133. package/dist/esm/vitest.config.d.ts +0 -3
  134. package/dist/esm/vitest.config.d.ts.map +0 -1
  135. package/dist/esm/vitest.config.js +0 -7
  136. package/dist/esm/vitest.config.js.map +0 -1
  137. package/react/package.json +0 -5
  138. package/validators/package.json +0 -5
@@ -1,52 +0,0 @@
1
- export declare const listUsersWithThreads: import("convex/server").RegisteredQuery<"public", {
2
- paginationOpts: {
3
- id?: number | undefined;
4
- endCursor?: string | null | undefined;
5
- maximumRowsRead?: number | undefined;
6
- maximumBytesRead?: number | undefined;
7
- numItems: number;
8
- cursor: string | null;
9
- };
10
- }, Promise<{
11
- page: string[];
12
- isDone: boolean;
13
- continueCursor: import("convex/server").Cursor;
14
- splitCursor?: import("convex/server").Cursor | null;
15
- pageStatus?: "SplitRecommended" | "SplitRequired" | null;
16
- }>>;
17
- export declare const deleteAllForUserId: import("convex/server").RegisteredAction<"public", {
18
- userId: string;
19
- }, Promise<void>>;
20
- export declare const deleteAllForUserIdAsync: import("convex/server").RegisteredMutation<"public", {
21
- userId: string;
22
- }, Promise<boolean>>;
23
- export declare const _deleteAllForUserIdAsync: import("convex/server").RegisteredMutation<"internal", {
24
- streamOrder?: number | undefined;
25
- deltaCursor?: string | undefined;
26
- streamsInProgress?: boolean | undefined;
27
- userId: string;
28
- messagesCursor: string | null;
29
- threadsCursor: string | null;
30
- threadInProgress: import("convex/values").GenericId<"threads"> | null;
31
- }, Promise<boolean>>;
32
- export declare const _deletePageForUserId: import("convex/server").RegisteredMutation<"internal", {
33
- streamOrder?: number | undefined;
34
- deltaCursor?: string | undefined;
35
- streamsInProgress?: boolean | undefined;
36
- userId: string;
37
- messagesCursor: string | null;
38
- threadsCursor: string | null;
39
- threadInProgress: import("convex/values").GenericId<"threads"> | null;
40
- }, Promise<{
41
- streamOrder?: number | undefined;
42
- deltaCursor?: string | undefined;
43
- streamsInProgress?: boolean | undefined;
44
- isDone: boolean;
45
- messagesCursor: string | null;
46
- threadsCursor: string;
47
- threadInProgress: import("convex/values").GenericId<"threads"> | null;
48
- }>>;
49
- export declare const getThreadUserId: import("convex/server").RegisteredQuery<"internal", {
50
- threadId: import("convex/values").GenericId<"threads">;
51
- }, Promise<string | null>>;
52
- //# sourceMappingURL=users.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"users.d.ts","sourceRoot":"","sources":["../../../src/component/users.ts"],"names":[],"mappings":"AAqBA,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;GAiB/B,CAAC;AAEH,eAAO,MAAM,kBAAkB;;iBAiC7B,CAAC;AAEH,eAAO,MAAM,uBAAuB;;oBAiBlC,CAAC;AAuBH,eAAO,MAAM,wBAAwB;;;;;;;;oBAInC,CAAC;AAqBH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;GAI/B,CAAC;AA6GH,eAAO,MAAM,eAAe;;0BAS1B,CAAC"}
@@ -1,233 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.getThreadUserId = exports._deletePageForUserId = exports._deleteAllForUserIdAsync = exports.deleteAllForUserIdAsync = exports.deleteAllForUserId = exports.listUsersWithThreads = void 0;
4
- const pagination_1 = require("convex-helpers/server/pagination");
5
- const stream_1 = require("convex-helpers/server/stream");
6
- const validators_1 = require("convex-helpers/validators");
7
- const server_1 = require("convex/server");
8
- const validators_js_1 = require("../validators.js");
9
- const api_js_1 = require("./_generated/api.js");
10
- const server_js_1 = require("./_generated/server.js");
11
- const messages_js_1 = require("./messages.js");
12
- const streams_js_1 = require("./streams.js");
13
- const schema_js_1 = require("./schema.js");
14
- // Note: it only searches for users with threads
15
- exports.listUsersWithThreads = (0, server_js_1.query)({
16
- args: {
17
- paginationOpts: server_1.paginationOptsValidator,
18
- },
19
- handler: async (ctx, args) => {
20
- const results = await (0, stream_1.stream)(ctx.db, schema_js_1.schema)
21
- .query("threads")
22
- .withIndex("userId", (q) => q)
23
- .filterWith(async (q) => !!q.userId)
24
- .distinct(["userId"])
25
- .paginate(args.paginationOpts);
26
- return {
27
- ...results,
28
- page: results.page.map((t) => t.userId).filter((t) => !!t),
29
- };
30
- },
31
- returns: (0, validators_js_1.vPaginationResult)(schema_js_1.v.string()),
32
- });
33
- exports.deleteAllForUserId = (0, server_js_1.action)({
34
- args: { userId: schema_js_1.v.string() },
35
- handler: async (ctx, args) => {
36
- let threadsCursor = null;
37
- let threadInProgress = null;
38
- let messagesCursor = null;
39
- let streamsInProgress = false;
40
- let streamOrder = undefined;
41
- let deltaCursor = undefined;
42
- let isDone = false;
43
- while (!isDone) {
44
- const result = await ctx.runMutation(api_js_1.internal.users._deletePageForUserId, {
45
- userId: args.userId,
46
- messagesCursor,
47
- threadInProgress,
48
- threadsCursor,
49
- streamsInProgress,
50
- streamOrder,
51
- deltaCursor,
52
- });
53
- messagesCursor = result.messagesCursor;
54
- threadInProgress = result.threadInProgress;
55
- threadsCursor = result.threadsCursor;
56
- streamsInProgress = result.streamsInProgress ?? false;
57
- streamOrder = result.streamOrder;
58
- deltaCursor = result.deltaCursor;
59
- isDone = result.isDone;
60
- }
61
- },
62
- returns: schema_js_1.v.null(),
63
- });
64
- exports.deleteAllForUserIdAsync = (0, server_js_1.mutation)({
65
- args: {
66
- userId: schema_js_1.v.string(),
67
- },
68
- handler: async (ctx, args) => {
69
- const isDone = await deleteAllForUserIdAsyncHandler(ctx, {
70
- userId: args.userId,
71
- messagesCursor: null,
72
- threadsCursor: null,
73
- threadInProgress: null,
74
- streamsInProgress: false,
75
- streamOrder: undefined,
76
- deltaCursor: undefined,
77
- });
78
- return isDone;
79
- },
80
- returns: schema_js_1.v.boolean(),
81
- });
82
- const deleteAllArgs = {
83
- userId: schema_js_1.v.string(),
84
- messagesCursor: (0, validators_1.nullable)(schema_js_1.v.string()),
85
- threadsCursor: (0, validators_1.nullable)(schema_js_1.v.string()),
86
- threadInProgress: (0, validators_1.nullable)(schema_js_1.v.id("threads")),
87
- streamsInProgress: schema_js_1.v.optional(schema_js_1.v.boolean()),
88
- streamOrder: schema_js_1.v.optional(schema_js_1.v.number()),
89
- deltaCursor: schema_js_1.v.optional(schema_js_1.v.string()),
90
- };
91
- const deleteAllReturns = {
92
- threadsCursor: schema_js_1.v.string(),
93
- threadInProgress: (0, validators_1.nullable)(schema_js_1.v.id("threads")),
94
- messagesCursor: (0, validators_1.nullable)(schema_js_1.v.string()),
95
- streamsInProgress: schema_js_1.v.optional(schema_js_1.v.boolean()),
96
- streamOrder: schema_js_1.v.optional(schema_js_1.v.number()),
97
- deltaCursor: schema_js_1.v.optional(schema_js_1.v.string()),
98
- isDone: schema_js_1.v.boolean(),
99
- };
100
- exports._deleteAllForUserIdAsync = (0, server_js_1.internalMutation)({
101
- args: deleteAllArgs,
102
- handler: deleteAllForUserIdAsyncHandler,
103
- returns: schema_js_1.v.boolean(),
104
- });
105
- async function deleteAllForUserIdAsyncHandler(ctx, args) {
106
- const result = await deletePageForUserId(ctx, args);
107
- if (!result.isDone) {
108
- await ctx.scheduler.runAfter(0, api_js_1.internal.users._deleteAllForUserIdAsync, {
109
- userId: args.userId,
110
- messagesCursor: result.messagesCursor,
111
- threadsCursor: result.threadsCursor,
112
- threadInProgress: result.threadInProgress,
113
- streamsInProgress: result.streamsInProgress ?? false,
114
- streamOrder: result.streamOrder,
115
- deltaCursor: result.deltaCursor,
116
- });
117
- }
118
- return result.isDone;
119
- }
120
- exports._deletePageForUserId = (0, server_js_1.internalMutation)({
121
- args: deleteAllArgs,
122
- handler: deletePageForUserId,
123
- returns: deleteAllReturns,
124
- });
125
- async function deletePageForUserId(ctx, args) {
126
- let threadInProgress = args.threadInProgress;
127
- let threadsCursor = args.threadsCursor;
128
- let messagesCursor = args.messagesCursor;
129
- let streamsInProgress = args.streamsInProgress ?? false;
130
- let streamOrder = args.streamOrder;
131
- let deltaCursor = args.deltaCursor;
132
- // Phase 1: Get a thread to work on if we don't have one
133
- if (!threadsCursor || !threadInProgress) {
134
- const threads = await (0, pagination_1.paginator)(ctx.db, schema_js_1.schema)
135
- .query("threads")
136
- .withIndex("userId", (q) => q.eq("userId", args.userId))
137
- .order("desc")
138
- .paginate({
139
- numItems: 1,
140
- cursor: args.threadsCursor ?? null,
141
- });
142
- threadsCursor = threads.continueCursor;
143
- if (threads.page.length > 0) {
144
- threadInProgress = threads.page[0]._id;
145
- messagesCursor = null;
146
- streamsInProgress = false;
147
- streamOrder = undefined;
148
- deltaCursor = undefined;
149
- }
150
- else {
151
- return {
152
- isDone: true,
153
- threadsCursor,
154
- threadInProgress,
155
- messagesCursor,
156
- streamsInProgress,
157
- streamOrder,
158
- deltaCursor,
159
- };
160
- }
161
- }
162
- // Phase 2: Delete messages for the current thread
163
- if (!streamsInProgress) {
164
- const messages = await (0, pagination_1.paginator)(ctx.db, schema_js_1.schema)
165
- .query("messages")
166
- .withIndex("threadId_status_tool_order_stepOrder", (q) => q.eq("threadId", threadInProgress))
167
- .order("desc")
168
- .paginate({
169
- numItems: 100,
170
- cursor: args.messagesCursor,
171
- });
172
- await Promise.all(messages.page.map((m) => (0, messages_js_1.deleteMessage)(ctx, m)));
173
- if (messages.isDone) {
174
- // Messages are done, move to streams deletion phase
175
- streamsInProgress = true;
176
- messagesCursor = null;
177
- streamOrder = undefined;
178
- deltaCursor = undefined;
179
- }
180
- else {
181
- messagesCursor = messages.continueCursor;
182
- }
183
- return {
184
- messagesCursor,
185
- threadsCursor,
186
- threadInProgress,
187
- streamsInProgress,
188
- streamOrder,
189
- deltaCursor,
190
- isDone: false,
191
- };
192
- }
193
- // Phase 3: Delete streams for the current thread
194
- const streamResult = await (0, streams_js_1.deleteStreamsPageForThreadId)(ctx, {
195
- threadId: threadInProgress,
196
- streamOrder,
197
- deltaCursor,
198
- });
199
- if (streamResult.isDone) {
200
- // Streams are done, delete the thread and reset for next thread
201
- await ctx.db.delete(threadInProgress);
202
- threadInProgress = null;
203
- messagesCursor = null;
204
- streamsInProgress = false;
205
- streamOrder = undefined;
206
- deltaCursor = undefined;
207
- }
208
- else {
209
- // Continue with streams deletion
210
- streamOrder = streamResult.streamOrder;
211
- deltaCursor = streamResult.deltaCursor;
212
- }
213
- return {
214
- messagesCursor,
215
- threadsCursor,
216
- threadInProgress,
217
- streamsInProgress,
218
- streamOrder,
219
- deltaCursor,
220
- isDone: false,
221
- };
222
- }
223
- exports.getThreadUserId = (0, server_js_1.internalQuery)({
224
- args: {
225
- threadId: schema_js_1.v.id("threads"),
226
- },
227
- returns: schema_js_1.v.union(schema_js_1.v.string(), schema_js_1.v.null()),
228
- handler: async (ctx, args) => {
229
- const thread = await ctx.db.get(args.threadId);
230
- return thread?.userId ?? null;
231
- },
232
- });
233
- //# sourceMappingURL=users.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"users.js","sourceRoot":"","sources":["../../../src/component/users.ts"],"names":[],"mappings":";;;AAAA,iEAA6D;AAC7D,yDAAsD;AACtD,0DAAqD;AACrD,0CAAwD;AAExD,oDAAqD;AACrD,gDAA+C;AAE/C,sDAOgC;AAChC,+CAA8C;AAC9C,6CAA4D;AAC5D,2CAAwC;AAExC,gDAAgD;AACnC,QAAA,oBAAoB,GAAG,IAAA,iBAAK,EAAC;IACxC,IAAI,EAAE;QACJ,cAAc,EAAE,gCAAuB;KACxC;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,OAAO,GAAG,MAAM,IAAA,eAAM,EAAC,GAAG,CAAC,EAAE,EAAE,kBAAM,CAAC;aACzC,KAAK,CAAC,SAAS,CAAC;aAChB,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aAC7B,UAAU,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;aACnC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC;aACpB,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjC,OAAO;YACL,GAAG,OAAO;YACV,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;SACxE,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,IAAA,iCAAiB,EAAC,aAAC,CAAC,MAAM,EAAE,CAAC;CACvC,CAAC,CAAC;AAEU,QAAA,kBAAkB,GAAG,IAAA,kBAAM,EAAC;IACvC,IAAI,EAAE,EAAE,MAAM,EAAE,aAAC,CAAC,MAAM,EAAE,EAAE;IAC5B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,IAAI,aAAa,GAAG,IAAI,CAAC;QACzB,IAAI,gBAAgB,GAAG,IAAI,CAAC;QAC5B,IAAI,cAAc,GAAG,IAAI,CAAC;QAC1B,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAC9B,IAAI,WAAW,GAAG,SAAS,CAAC;QAC5B,IAAI,WAAW,GAAG,SAAS,CAAC;QAC5B,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,OAAO,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,MAAM,GAAqB,MAAM,GAAG,CAAC,WAAW,CACpD,iBAAQ,CAAC,KAAK,CAAC,oBAAoB,EACnC;gBACE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,cAAc;gBACd,gBAAgB;gBAChB,aAAa;gBACb,iBAAiB;gBACjB,WAAW;gBACX,WAAW;aACZ,CACF,CAAC;YACF,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;YACvC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;YAC3C,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YACrC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,KAAK,CAAC;YACtD,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACjC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACjC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,aAAC,CAAC,IAAI,EAAE;CAClB,CAAC,CAAC;AAEU,QAAA,uBAAuB,GAAG,IAAA,oBAAQ,EAAC;IAC9C,IAAI,EAAE;QACJ,MAAM,EAAE,aAAC,CAAC,MAAM,EAAE;KACnB;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAG,MAAM,8BAA8B,CAAC,GAAG,EAAE;YACvD,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI;YACpB,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,IAAI;YACtB,iBAAiB,EAAE,KAAK;YACxB,WAAW,EAAE,SAAS;YACtB,WAAW,EAAE,SAAS;SACvB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,EAAE,aAAC,CAAC,OAAO,EAAE;CACrB,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG;IACpB,MAAM,EAAE,aAAC,CAAC,MAAM,EAAE;IAClB,cAAc,EAAE,IAAA,qBAAQ,EAAC,aAAC,CAAC,MAAM,EAAE,CAAC;IACpC,aAAa,EAAE,IAAA,qBAAQ,EAAC,aAAC,CAAC,MAAM,EAAE,CAAC;IACnC,gBAAgB,EAAE,IAAA,qBAAQ,EAAC,aAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;IAC3C,iBAAiB,EAAE,aAAC,CAAC,QAAQ,CAAC,aAAC,CAAC,OAAO,EAAE,CAAC;IAC1C,WAAW,EAAE,aAAC,CAAC,QAAQ,CAAC,aAAC,CAAC,MAAM,EAAE,CAAC;IACnC,WAAW,EAAE,aAAC,CAAC,QAAQ,CAAC,aAAC,CAAC,MAAM,EAAE,CAAC;CACpC,CAAC;AAEF,MAAM,gBAAgB,GAAG;IACvB,aAAa,EAAE,aAAC,CAAC,MAAM,EAAE;IACzB,gBAAgB,EAAE,IAAA,qBAAQ,EAAC,aAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;IAC3C,cAAc,EAAE,IAAA,qBAAQ,EAAC,aAAC,CAAC,MAAM,EAAE,CAAC;IACpC,iBAAiB,EAAE,aAAC,CAAC,QAAQ,CAAC,aAAC,CAAC,OAAO,EAAE,CAAC;IAC1C,WAAW,EAAE,aAAC,CAAC,QAAQ,CAAC,aAAC,CAAC,MAAM,EAAE,CAAC;IACnC,WAAW,EAAE,aAAC,CAAC,QAAQ,CAAC,aAAC,CAAC,MAAM,EAAE,CAAC;IACnC,MAAM,EAAE,aAAC,CAAC,OAAO,EAAE;CACpB,CAAC;AAGW,QAAA,wBAAwB,GAAG,IAAA,4BAAgB,EAAC;IACvD,IAAI,EAAE,aAAa;IACnB,OAAO,EAAE,8BAA8B;IACvC,OAAO,EAAE,aAAC,CAAC,OAAO,EAAE;CACrB,CAAC,CAAC;AAEH,KAAK,UAAU,8BAA8B,CAC3C,GAAgB,EAChB,IAAmB;IAEnB,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,iBAAQ,CAAC,KAAK,CAAC,wBAAwB,EAAE;YACvE,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,KAAK;YACpD,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;AACvB,CAAC;AAEY,QAAA,oBAAoB,GAAG,IAAA,4BAAgB,EAAC;IACnD,IAAI,EAAE,aAAa;IACnB,OAAO,EAAE,mBAAmB;IAC5B,OAAO,EAAE,gBAAgB;CAC1B,CAAC,CAAC;AACH,KAAK,UAAU,mBAAmB,CAChC,GAAgB,EAChB,IAAmB;IAEnB,IAAI,gBAAgB,GAAyB,IAAI,CAAC,gBAAgB,CAAC;IACnE,IAAI,aAAa,GAAkB,IAAI,CAAC,aAAa,CAAC;IACtD,IAAI,cAAc,GAAkB,IAAI,CAAC,cAAc,CAAC;IACxD,IAAI,iBAAiB,GAAY,IAAI,CAAC,iBAAiB,IAAI,KAAK,CAAC;IACjE,IAAI,WAAW,GAAuB,IAAI,CAAC,WAAW,CAAC;IACvD,IAAI,WAAW,GAAuB,IAAI,CAAC,WAAW,CAAC;IAEvD,wDAAwD;IACxD,IAAI,CAAC,aAAa,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,IAAA,sBAAS,EAAC,GAAG,CAAC,EAAE,EAAE,kBAAM,CAAC;aAC5C,KAAK,CAAC,SAAS,CAAC;aAChB,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;aACvD,KAAK,CAAC,MAAM,CAAC;aACb,QAAQ,CAAC;YACR,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;SACnC,CAAC,CAAC;QACL,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACvC,cAAc,GAAG,IAAI,CAAC;YACtB,iBAAiB,GAAG,KAAK,CAAC;YAC1B,WAAW,GAAG,SAAS,CAAC;YACxB,WAAW,GAAG,SAAS,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,aAAa;gBACb,gBAAgB;gBAChB,cAAc;gBACd,iBAAiB;gBACjB,WAAW;gBACX,WAAW;aACZ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAS,EAAC,GAAG,CAAC,EAAE,EAAE,kBAAM,CAAC;aAC7C,KAAK,CAAC,UAAU,CAAC;aACjB,SAAS,CAAC,sCAAsC,EAAE,CAAC,CAAC,EAAE,EAAE,CACvD,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,gBAAiB,CAAC,CACpC;aACA,KAAK,CAAC,MAAM,CAAC;aACb,QAAQ,CAAC;YACR,QAAQ,EAAE,GAAG;YACb,MAAM,EAAE,IAAI,CAAC,cAAc;SAC5B,CAAC,CAAC;QACL,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,2BAAa,EAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnE,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACpB,oDAAoD;YACpD,iBAAiB,GAAG,IAAI,CAAC;YACzB,cAAc,GAAG,IAAI,CAAC;YACtB,WAAW,GAAG,SAAS,CAAC;YACxB,WAAW,GAAG,SAAS,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC;QAC3C,CAAC;QAED,OAAO;YACL,cAAc;YACd,aAAa;YACb,gBAAgB;YAChB,iBAAiB;YACjB,WAAW;YACX,WAAW;YACX,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC;IAED,iDAAiD;IACjD,MAAM,YAAY,GAAG,MAAM,IAAA,yCAA4B,EAAC,GAAG,EAAE;QAC3D,QAAQ,EAAE,gBAAiB;QAC3B,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;QACxB,gEAAgE;QAChE,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACtC,gBAAgB,GAAG,IAAI,CAAC;QACxB,cAAc,GAAG,IAAI,CAAC;QACtB,iBAAiB,GAAG,KAAK,CAAC;QAC1B,WAAW,GAAG,SAAS,CAAC;QACxB,WAAW,GAAG,SAAS,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,iCAAiC;QACjC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;QACvC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;IACzC,CAAC;IAED,OAAO;QACL,cAAc;QACd,aAAa;QACb,gBAAgB;QAChB,iBAAiB;QACjB,WAAW;QACX,WAAW;QACX,MAAM,EAAE,KAAK;KACd,CAAC;AACJ,CAAC;AAEY,QAAA,eAAe,GAAG,IAAA,yBAAa,EAAC;IAC3C,IAAI,EAAE;QACJ,QAAQ,EAAE,aAAC,CAAC,EAAE,CAAC,SAAS,CAAC;KAC1B;IACD,OAAO,EAAE,aAAC,CAAC,KAAK,CAAC,aAAC,CAAC,MAAM,EAAE,EAAE,aAAC,CAAC,IAAI,EAAE,CAAC;IACtC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/C,OAAO,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC;IAChC,CAAC;CACF,CAAC,CAAC"}
@@ -1,61 +0,0 @@
1
- import type { Id } from "../_generated/dataModel.js";
2
- import { type ActionCtx, type MutationCtx } from "../_generated/server.js";
3
- import { type EmbeddingsWithoutDenormalizedFields, type VectorDimension } from "./tables.js";
4
- export declare const paginate: import("convex/server").RegisteredQuery<"public", {
5
- table?: string | undefined;
6
- cursor?: string | undefined;
7
- limit: number;
8
- vectorDimension: 128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096;
9
- targetModel: string;
10
- }, Promise<{
11
- ids: (import("convex/values").GenericId<"embeddings_128"> | import("convex/values").GenericId<"embeddings_256"> | import("convex/values").GenericId<"embeddings_512"> | import("convex/values").GenericId<"embeddings_768"> | import("convex/values").GenericId<"embeddings_1024"> | import("convex/values").GenericId<"embeddings_1408"> | import("convex/values").GenericId<"embeddings_1536"> | import("convex/values").GenericId<"embeddings_2048"> | import("convex/values").GenericId<"embeddings_3072"> | import("convex/values").GenericId<"embeddings_4096">)[];
12
- isDone: boolean;
13
- continueCursor: string;
14
- }>>;
15
- export declare const deleteBatchForThread: import("convex/server").RegisteredMutation<"public", {
16
- cursor?: string | undefined;
17
- threadId: string;
18
- model: string;
19
- limit: number;
20
- vectorDimension: 128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096;
21
- }, Promise<{
22
- isDone: boolean;
23
- continueCursor: string;
24
- }>>;
25
- export declare const insertBatch: import("convex/server").RegisteredMutation<"public", {
26
- vectors: {
27
- userId?: string | undefined;
28
- threadId?: string | undefined;
29
- messageId?: import("convex/values").GenericId<"messages"> | undefined;
30
- model: string;
31
- table: string;
32
- vector: number[];
33
- }[];
34
- vectorDimension: 128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096;
35
- }, Promise<(string & {
36
- __tableName: "embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096";
37
- })[]>>;
38
- export declare function insertVector(ctx: MutationCtx, dimension: VectorDimension, v: EmbeddingsWithoutDenormalizedFields): Promise<import("convex/values").GenericId<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096">>;
39
- export declare function searchVectors(ctx: ActionCtx, vector: number[], args: {
40
- dimension: VectorDimension;
41
- model: string;
42
- table: string;
43
- userId?: string;
44
- threadId?: Id<"threads">;
45
- searchAllMessagesForUserId?: string;
46
- limit?: number;
47
- }): Promise<{
48
- _id: import("convex/values").GenericId<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096">;
49
- _score: number;
50
- }[]>;
51
- export declare const updateBatch: import("convex/server").RegisteredMutation<"public", {
52
- vectors: {
53
- id: import("convex/values").GenericId<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096">;
54
- model: string;
55
- vector: number[];
56
- }[];
57
- }, Promise<void>>;
58
- export declare const deleteBatch: import("convex/server").RegisteredMutation<"public", {
59
- ids: import("convex/values").GenericId<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096">[];
60
- }, Promise<void>>;
61
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/component/vector/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,4BAA4B,CAAC;AACrD,OAAO,EACL,KAAK,SAAS,EAEd,KAAK,WAAW,EAEjB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,KAAK,mCAAmC,EAExC,KAAK,eAAe,EAIrB,MAAM,aAAa,CAAC;AAErB,eAAO,MAAM,QAAQ;;;;;;;;;;GAmCnB,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;GAqC/B,CAAC;AAEH,eAAO,MAAM,WAAW;;;;;;;;;;;;MAsBtB,CAAC;AAEH,wBAAsB,YAAY,CAChC,GAAG,EAAE,WAAW,EAChB,SAAS,EAAE,eAAe,EAC1B,CAAC,EAAE,mCAAmC,iPASvC;AAED,wBAAgB,aAAa,CAC3B,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,MAAM,EAAE,EAChB,IAAI,EAAE;IACJ,SAAS,EAAE,eAAe,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;IACzB,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;;;KAoBF;AAED,eAAO,MAAM,WAAW;;;;;;iBAyBtB,CAAC;AAEH,eAAO,MAAM,WAAW;;iBAQtB,CAAC"}
@@ -1,153 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.deleteBatch = exports.updateBatch = exports.insertBatch = exports.deleteBatchForThread = exports.paginate = void 0;
4
- exports.insertVector = insertVector;
5
- exports.searchVectors = searchVectors;
6
- const pagination_1 = require("convex-helpers/server/pagination");
7
- const stream_1 = require("convex-helpers/server/stream");
8
- const values_1 = require("convex/values");
9
- const server_js_1 = require("../_generated/server.js");
10
- const schema_js_1 = require("../schema.js");
11
- const tables_js_1 = require("./tables.js");
12
- exports.paginate = (0, server_js_1.query)({
13
- args: {
14
- vectorDimension: tables_js_1.vVectorDimension,
15
- targetModel: values_1.v.string(),
16
- table: values_1.v.optional(values_1.v.string()),
17
- cursor: values_1.v.optional(values_1.v.string()),
18
- limit: values_1.v.number(),
19
- },
20
- returns: values_1.v.object({
21
- ids: values_1.v.array(tables_js_1.vVectorId),
22
- isDone: values_1.v.boolean(),
23
- continueCursor: values_1.v.string(),
24
- }),
25
- handler: async (ctx, args) => {
26
- const tableName = (0, tables_js_1.getVectorTableName)(args.vectorDimension);
27
- const vectors = await (0, pagination_1.paginator)(ctx.db, schema_js_1.default)
28
- .query(tableName)
29
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
30
- .withIndex("model_table_threadId", (q) => args.table
31
- ? // eslint-disable-next-line @typescript-eslint/no-explicit-any
32
- q.eq("model", args.targetModel).eq("table", args.table)
33
- : q.eq("model", args.targetModel))
34
- .paginate({
35
- cursor: args.cursor ?? null,
36
- numItems: args.limit,
37
- maximumRowsRead: 300,
38
- });
39
- return {
40
- ids: vectors.page.map((v) => v._id),
41
- isDone: vectors.isDone,
42
- continueCursor: vectors.continueCursor,
43
- };
44
- },
45
- });
46
- exports.deleteBatchForThread = (0, server_js_1.mutation)({
47
- args: {
48
- vectorDimension: tables_js_1.vVectorDimension,
49
- model: values_1.v.string(),
50
- threadId: values_1.v.string(),
51
- cursor: values_1.v.optional(values_1.v.string()),
52
- limit: values_1.v.number(),
53
- },
54
- returns: values_1.v.object({
55
- isDone: values_1.v.boolean(),
56
- continueCursor: values_1.v.string(),
57
- }),
58
- handler: async (ctx, args) => {
59
- const tableName = (0, tables_js_1.getVectorTableName)(args.vectorDimension);
60
- const vectors = await (0, stream_1.mergedStream)(["thread", "memory"].map((table) => (0, stream_1.stream)(ctx.db, schema_js_1.default)
61
- .query(tableName)
62
- .withIndex("model_table_threadId", (q) => q
63
- .eq("model", args.model)
64
- .eq("table", table)
65
- .eq("threadId", args.threadId))), ["threadId"]).paginate({
66
- cursor: args.cursor ?? null,
67
- numItems: args.limit,
68
- maximumRowsRead: 300,
69
- });
70
- await Promise.all(vectors.page.map((v) => ctx.db.delete(v._id)));
71
- return {
72
- isDone: vectors.isDone,
73
- continueCursor: vectors.continueCursor,
74
- };
75
- },
76
- });
77
- exports.insertBatch = (0, server_js_1.mutation)({
78
- args: {
79
- vectorDimension: tables_js_1.vVectorDimension,
80
- vectors: values_1.v.array(values_1.v.object({
81
- ...tables_js_1.vEmbeddingsWithoutDenormalizedFields.fields,
82
- messageId: values_1.v.optional(values_1.v.id("messages")),
83
- })),
84
- },
85
- returns: values_1.v.array(tables_js_1.vVectorId),
86
- handler: async (ctx, args) => {
87
- return Promise.all(args.vectors.map(async ({ messageId, ...v }) => {
88
- const embeddingId = await insertVector(ctx, args.vectorDimension, v);
89
- if (messageId) {
90
- await ctx.db.patch(messageId, { embeddingId });
91
- }
92
- return embeddingId;
93
- }));
94
- },
95
- });
96
- async function insertVector(ctx, dimension, v) {
97
- return ctx.db.insert((0, tables_js_1.getVectorTableName)(dimension), {
98
- ...v,
99
- model_table_userId: v.userId ? [v.model, v.table, v.userId] : undefined,
100
- model_table_threadId: v.threadId
101
- ? [v.model, v.table, v.threadId]
102
- : undefined,
103
- });
104
- }
105
- function searchVectors(ctx, vector, args) {
106
- const tableName = (0, tables_js_1.getVectorTableName)(args.dimension);
107
- return ctx.vectorSearch(tableName, "vector", {
108
- vector,
109
- // TODO: to support more tables, add more "OR" clauses for each.
110
- filter: (q) => args.searchAllMessagesForUserId
111
- ? q.eq("model_table_userId", [
112
- args.model,
113
- args.table,
114
- args.searchAllMessagesForUserId,
115
- ])
116
- : q.eq("model_table_threadId", [
117
- args.model,
118
- args.table,
119
- args.threadId,
120
- ]),
121
- limit: args.limit,
122
- });
123
- }
124
- exports.updateBatch = (0, server_js_1.mutation)({
125
- args: {
126
- vectors: values_1.v.array(values_1.v.object({
127
- model: values_1.v.string(),
128
- id: tables_js_1.vVectorId,
129
- vector: values_1.v.array(values_1.v.number()),
130
- // TODO: support changing the vector length by
131
- // deleting from one table and inserting into another.
132
- // However this requires updating all the messages that reference
133
- // the vector.
134
- })),
135
- },
136
- returns: values_1.v.null(),
137
- handler: async (ctx, args) => {
138
- await Promise.all(args.vectors.map((v) => ctx.db.patch(v.id, {
139
- model: v.model,
140
- vector: v.vector,
141
- })));
142
- },
143
- });
144
- exports.deleteBatch = (0, server_js_1.mutation)({
145
- args: {
146
- ids: values_1.v.array(tables_js_1.vVectorId),
147
- },
148
- returns: values_1.v.null(),
149
- handler: async (ctx, args) => {
150
- await Promise.all(args.ids.map((id) => ctx.db.delete(id)));
151
- },
152
- });
153
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/component/vector/index.ts"],"names":[],"mappings":";;;AAwHA,oCAYC;AAED,sCA+BC;AArKD,iEAA6D;AAC7D,yDAAoE;AACpE,0CAAkC;AAElC,uDAKiC;AACjC,4CAAkC;AAClC,2CAOqB;AAER,QAAA,QAAQ,GAAG,IAAA,iBAAK,EAAC;IAC5B,IAAI,EAAE;QACJ,eAAe,EAAE,4BAAgB;QACjC,WAAW,EAAE,UAAC,CAAC,MAAM,EAAE;QACvB,KAAK,EAAE,UAAC,CAAC,QAAQ,CAAC,UAAC,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,EAAE,UAAC,CAAC,QAAQ,CAAC,UAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,KAAK,EAAE,UAAC,CAAC,MAAM,EAAE;KAClB;IACD,OAAO,EAAE,UAAC,CAAC,MAAM,CAAC;QAChB,GAAG,EAAE,UAAC,CAAC,KAAK,CAAC,qBAAS,CAAC;QACvB,MAAM,EAAE,UAAC,CAAC,OAAO,EAAE;QACnB,cAAc,EAAE,UAAC,CAAC,MAAM,EAAE;KAC3B,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,SAAS,GAAG,IAAA,8BAAkB,EAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,IAAA,sBAAS,EAAC,GAAG,CAAC,EAAE,EAAE,mBAAM,CAAC;aAC5C,KAAK,CAAC,SAAS,CAAC;YACjB,8DAA8D;aAC7D,SAAS,CAAC,sBAA6B,EAAE,CAAC,CAAC,EAAE,EAAE,CAC9C,IAAI,CAAC,KAAK;YACR,CAAC,CAAC,8DAA8D;gBAC7D,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAS,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;YAClE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CACpC;aACA,QAAQ,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,IAAI,CAAC,KAAK;YACpB,eAAe,EAAE,GAAG;SACrB,CAAC,CAAC;QACL,OAAO;YACL,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;YACnC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEU,QAAA,oBAAoB,GAAG,IAAA,oBAAQ,EAAC;IAC3C,IAAI,EAAE;QACJ,eAAe,EAAE,4BAAgB;QACjC,KAAK,EAAE,UAAC,CAAC,MAAM,EAAE;QACjB,QAAQ,EAAE,UAAC,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,UAAC,CAAC,QAAQ,CAAC,UAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,KAAK,EAAE,UAAC,CAAC,MAAM,EAAE;KAClB;IACD,OAAO,EAAE,UAAC,CAAC,MAAM,CAAC;QAChB,MAAM,EAAE,UAAC,CAAC,OAAO,EAAE;QACnB,cAAc,EAAE,UAAC,CAAC,MAAM,EAAE;KAC3B,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,SAAS,GAAG,IAAA,8BAAkB,EAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAY,EAChC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACjC,IAAA,eAAM,EAAC,GAAG,CAAC,EAAE,EAAE,mBAAM,CAAC;aACnB,KAAK,CAAC,SAAS,CAAC;aAChB,SAAS,CAAC,sBAAsB,EAAE,CAAC,CAAC,EAAE,EAAE,CACvC,CAAC;aACE,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;aACvB,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;aAClB,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CACjC,CACJ,EACD,CAAC,UAAU,CAAC,CACb,CAAC,QAAQ,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,IAAI,CAAC,KAAK;YACpB,eAAe,EAAE,GAAG;SACrB,CAAC,CAAC;QACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACjE,OAAO;YACL,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEU,QAAA,WAAW,GAAG,IAAA,oBAAQ,EAAC;IAClC,IAAI,EAAE;QACJ,eAAe,EAAE,4BAAgB;QACjC,OAAO,EAAE,UAAC,CAAC,KAAK,CACd,UAAC,CAAC,MAAM,CAAC;YACP,GAAG,gDAAoC,CAAC,MAAM;YAC9C,SAAS,EAAE,UAAC,CAAC,QAAQ,CAAC,UAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;SACxC,CAAC,CACH;KACF;IACD,OAAO,EAAE,UAAC,CAAC,KAAK,CAAC,qBAAS,CAAC;IAC3B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,OAAO,OAAO,CAAC,GAAG,CAChB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE;YAC7C,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;YACrE,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YACjD,CAAC;YACD,OAAO,WAAW,CAAC;QACrB,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEI,KAAK,UAAU,YAAY,CAChC,GAAgB,EAChB,SAA0B,EAC1B,CAAsC;IAEtC,OAAO,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,IAAA,8BAAkB,EAAC,SAAS,CAAC,EAAE;QAClD,GAAG,CAAC;QACJ,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QACvE,oBAAoB,EAAE,CAAC,CAAC,QAAQ;YAC9B,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC;YAChC,CAAC,CAAC,SAAS;KACd,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,aAAa,CAC3B,GAAc,EACd,MAAgB,EAChB,IAQC;IAED,MAAM,SAAS,GAAG,IAAA,8BAAkB,EAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrD,OAAO,GAAG,CAAC,YAAY,CAAC,SAAS,EAAE,QAAQ,EAAE;QAC3C,MAAM;QACN,gEAAgE;QAChE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,IAAI,CAAC,0BAA0B;YAC7B,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,oBAAoB,EAAE;gBACzB,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,0BAA0B;aAChC,CAAC;YACJ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,sBAAsB,EAAE;gBAC3B,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,QAAS;aACf,CAAC;QACR,KAAK,EAAE,IAAI,CAAC,KAAK;KAClB,CAAC,CAAC;AACL,CAAC;AAEY,QAAA,WAAW,GAAG,IAAA,oBAAQ,EAAC;IAClC,IAAI,EAAE;QACJ,OAAO,EAAE,UAAC,CAAC,KAAK,CACd,UAAC,CAAC,MAAM,CAAC;YACP,KAAK,EAAE,UAAC,CAAC,MAAM,EAAE;YACjB,EAAE,EAAE,qBAAS;YACb,MAAM,EAAE,UAAC,CAAC,KAAK,CAAC,UAAC,CAAC,MAAM,EAAE,CAAC;YAC3B,8CAA8C;YAC9C,sDAAsD;YACtD,iEAAiE;YACjE,cAAc;SACf,CAAC,CACH;KACF;IACD,OAAO,EAAE,UAAC,CAAC,IAAI,EAAE;IACjB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACrB,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACjB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,MAAM,EAAE,CAAC,CAAC,MAAM;SACjB,CAAC,CACH,CACF,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEU,QAAA,WAAW,GAAG,IAAA,oBAAQ,EAAC;IAClC,IAAI,EAAE;QACJ,GAAG,EAAE,UAAC,CAAC,KAAK,CAAC,qBAAS,CAAC;KACxB;IACD,OAAO,EAAE,UAAC,CAAC,IAAI,EAAE;IACjB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;CACF,CAAC,CAAC"}
@@ -1,58 +0,0 @@
1
- import { type GenericTableSearchIndexes, type SchemaDefinition, type TableDefinition } from "convex/server";
2
- import { type GenericId, type Infer, type ObjectType, type VId, type VObject, type VUnion } from "convex/values";
3
- import type { QueryCtx } from "../_generated/server.js";
4
- declare const embeddings: {
5
- model: import("convex/values").VString<string, "required">;
6
- table: import("convex/values").VString<string, "required">;
7
- userId: import("convex/values").VString<string | undefined, "optional">;
8
- threadId: import("convex/values").VString<string | undefined, "optional">;
9
- model_table_userId: import("convex/values").VArray<string[] | undefined, import("convex/values").VString<string, "required">, "optional">;
10
- model_table_threadId: import("convex/values").VArray<string[] | undefined, import("convex/values").VString<string, "required">, "optional">;
11
- vector: import("convex/values").VArray<number[], import("convex/values").VFloat64<number, "required">, "required">;
12
- };
13
- export declare const vEmbeddingsWithoutDenormalizedFields: VObject<{
14
- userId?: string | undefined;
15
- threadId?: string | undefined;
16
- model: string;
17
- table: string;
18
- vector: number[];
19
- }, {
20
- model: import("convex/values").VString<string, "required">;
21
- table: import("convex/values").VString<string, "required">;
22
- userId: import("convex/values").VString<string | undefined, "optional">;
23
- threadId: import("convex/values").VString<string | undefined, "optional">;
24
- vector: import("convex/values").VArray<number[], import("convex/values").VFloat64<number, "required">, "required">;
25
- }, "required", "userId" | "threadId" | "model" | "table" | "vector">;
26
- export type EmbeddingsWithoutDenormalizedFields = Infer<typeof vEmbeddingsWithoutDenormalizedFields>;
27
- type Table<D extends number> = TableDefinition<VObject<ObjectType<typeof embeddings>, typeof embeddings>, {
28
- model_table_threadId: ["model", "table", "threadId", "_creationTime"];
29
- }, GenericTableSearchIndexes, VectorIndex<D>>;
30
- type VectorIndex<D extends number> = {
31
- vector: {
32
- vectorField: "vector";
33
- dimensions: D;
34
- filterFields: "model_table_userId" | "model_table_threadId";
35
- };
36
- };
37
- export type VectorSchema = SchemaDefinition<{
38
- [key in VectorTableName]: Table<128>;
39
- }, true>;
40
- export declare const VectorDimensions: readonly [128, 256, 512, 768, 1024, 1408, 1536, 2048, 3072, 4096];
41
- export declare function validateVectorDimension(dimension: number): asserts dimension is VectorDimension;
42
- export type VectorDimension = (typeof VectorDimensions)[number];
43
- export declare const VectorTableNames: `embeddings_${(typeof VectorDimensions)[number]}`[];
44
- export type VectorTableName = (typeof VectorTableNames)[number];
45
- export type VectorTableId = GenericId<(typeof VectorTableNames)[number]>;
46
- export declare const vVectorDimension: VUnion<128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096, any, "required", any>;
47
- export declare const vVectorTableName: VUnion<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096", any, "required", any>;
48
- export declare const vVectorId: VUnion<GenericId<(typeof VectorTableNames)[number]>, VId<(typeof VectorTableNames)[number]>[]>;
49
- export declare function getVectorTableName(dimension: VectorDimension): VectorTableName;
50
- export declare function getVectorIdInfo(ctx: QueryCtx, id: VectorTableId): {
51
- tableName: "embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096";
52
- dimension: 128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096;
53
- };
54
- declare const tables: {
55
- [K in keyof typeof VectorDimensions & number as `embeddings_${(typeof VectorDimensions)[K]}`]: Table<(typeof VectorDimensions)[K]>;
56
- };
57
- export default tables;
58
- //# sourceMappingURL=tables.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../../src/component/vector/tables.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,KAAK,yBAAyB,EAC9B,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACrB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,KAAK,SAAS,EACd,KAAK,KAAK,EACV,KAAK,UAAU,EAEf,KAAK,GAAG,EACR,KAAK,OAAO,EACZ,KAAK,MAAM,EACZ,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAGxD,QAAA,MAAM,UAAU;;;;;;;;CAUf,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;;;;;;;;;;oEAEhD,CAAC;AACF,MAAM,MAAM,mCAAmC,GAAG,KAAK,CACrD,OAAO,oCAAoC,CAC5C,CAAC;AAYF,KAAK,KAAK,CAAC,CAAC,SAAS,MAAM,IAAI,eAAe,CAC5C,OAAO,CAAC,UAAU,CAAC,OAAO,UAAU,CAAC,EAAE,OAAO,UAAU,CAAC,EACzD;IAAE,oBAAoB,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,eAAe,CAAC,CAAA;CAAE,EACzE,yBAAyB,EACzB,WAAW,CAAC,CAAC,CAAC,CACf,CAAC;AAEF,KAAK,WAAW,CAAC,CAAC,SAAS,MAAM,IAAI;IACnC,MAAM,EAAE;QACN,WAAW,EAAE,QAAQ,CAAC;QACtB,UAAU,EAAE,CAAC,CAAC;QACd,YAAY,EAAE,oBAAoB,GAAG,sBAAsB,CAAC;KAC7D,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,gBAAgB,CACzC;KAAG,GAAG,IAAI,eAAe,GAAG,KAAK,CAAC,GAAG,CAAC;CAAE,EACxC,IAAI,CACL,CAAC;AAEF,eAAO,MAAM,gBAAgB,mEAEnB,CAAC;AACX,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,SAAS,IAAI,eAAe,CAMtC;AACD,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAChE,eAAO,MAAM,gBAAgB,EAExB,cAAc,CAAC,OAAO,gBAAgB,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;AACzD,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;AAEzE,eAAO,MAAM,gBAAgB,+FAAgC,CAAC;AAC9D,eAAO,MAAM,gBAAgB,iOAAgC,CAAC;AAC9D,eAAO,MAAM,SAAS,EAEjB,MAAM,CACT,SAAS,CAAC,CAAC,OAAO,gBAAgB,EAAE,MAAM,CAAC,CAAC,EAC5C,GAAG,CAAC,CAAC,OAAO,gBAAgB,EAAE,MAAM,CAAC,CAAC,EAAE,CACzC,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,eAAe,GACvB,eAAe,CACpD;AACD,wBAAgB,eAAe,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa;;;EAQ/D;AAED,QAAA,MAAM,MAAM,EAAE;KACX,CAAC,IAAI,MAAM,OAAO,gBAAgB,GACjC,MAAM,IAAI,cAAc,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAC9D,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAC7B;CASF,CAAC;AAEF,eAAe,MAAM,CAAC"}