@convex-dev/agent 0.6.0 → 0.6.2

package/dist/component/vector/index.js

@@ -0,0 +1,146 @@
+import { paginator } from "convex-helpers/server/pagination";
+import { mergedStream, stream } from "convex-helpers/server/stream";
+import { v } from "convex/values";
+import { mutation, query, } from "../_generated/server.js";
+import schema from "../schema.js";
+import { getVectorTableName, vEmbeddingsWithoutDenormalizedFields, vVectorDimension, vVectorId, } from "./tables.js";
+export const paginate = query({
+    args: {
+        vectorDimension: vVectorDimension,
+        targetModel: v.string(),
+        table: v.optional(v.string()),
+        cursor: v.optional(v.string()),
+        limit: v.number(),
+    },
+    returns: v.object({
+        ids: v.array(vVectorId),
+        isDone: v.boolean(),
+        continueCursor: v.string(),
+    }),
+    handler: async (ctx, args) => {
+        const tableName = getVectorTableName(args.vectorDimension);
+        const vectors = await paginator(ctx.db, schema)
+            .query(tableName)
+            .withIndex("model_table_threadId", (q) => args.table
+            ? q.eq("model", args.targetModel).eq("table", args.table)
+            : q.eq("model", args.targetModel))
+            .paginate({
+            cursor: args.cursor ?? null,
+            numItems: args.limit,
+            maximumRowsRead: 300,
+        });
+        return {
+            ids: vectors.page.map((v) => v._id),
+            isDone: vectors.isDone,
+            continueCursor: vectors.continueCursor,
+        };
+    },
+});
+export const deleteBatchForThread = mutation({
+    args: {
+        vectorDimension: vVectorDimension,
+        model: v.string(),
+        threadId: v.string(),
+        cursor: v.optional(v.string()),
+        limit: v.number(),
+    },
+    returns: v.object({
+        isDone: v.boolean(),
+        continueCursor: v.string(),
+    }),
+    handler: async (ctx, args) => {
+        const tableName = getVectorTableName(args.vectorDimension);
+        const vectors = await mergedStream(["thread", "memory"].map((table) => stream(ctx.db, schema)
+            .query(tableName)
+            .withIndex("model_table_threadId", (q) => q
+            .eq("model", args.model)
+            .eq("table", table)
+            .eq("threadId", args.threadId))), ["threadId"]).paginate({
+            cursor: args.cursor ?? null,
+            numItems: args.limit,
+            maximumRowsRead: 300,
+        });
+        await Promise.all(vectors.page.map((v) => ctx.db.delete(v._id)));
+        return {
+            isDone: vectors.isDone,
+            continueCursor: vectors.continueCursor,
+        };
+    },
+});
+export const insertBatch = mutation({
+    args: {
+        vectorDimension: vVectorDimension,
+        vectors: v.array(v.object({
+            ...vEmbeddingsWithoutDenormalizedFields.fields,
+            messageId: v.optional(v.id("messages")),
+        })),
+    },
+    returns: v.array(vVectorId),
+    handler: async (ctx, args) => {
+        return Promise.all(args.vectors.map(async ({ messageId, ...v }) => {
+            const embeddingId = await insertVector(ctx, args.vectorDimension, v);
+            if (messageId) {
+                await ctx.db.patch(messageId, { embeddingId });
+            }
+            return embeddingId;
+        }));
+    },
+});
+export async function insertVector(ctx, dimension, v) {
+    return ctx.db.insert(getVectorTableName(dimension), {
+        ...v,
+        model_table_userId: v.userId ? [v.model, v.table, v.userId] : undefined,
+        model_table_threadId: v.threadId
+            ? [v.model, v.table, v.threadId]
+            : undefined,
+    });
+}
+export function searchVectors(ctx, vector, args) {
+    const tableName = getVectorTableName(args.dimension);
+    return ctx.vectorSearch(tableName, "vector", {
+        vector,
+        // TODO: to support more tables, add more "OR" clauses for each.
+        filter: (q) => args.searchAllMessagesForUserId
+            ? q.eq("model_table_userId", [
+                args.model,
+                args.table,
+                args.searchAllMessagesForUserId,
+            ])
+            : q.eq("model_table_threadId", [
+                args.model,
+                args.table,
+                args.threadId,
+            ]),
+        limit: args.limit,
+    });
+}
+export const updateBatch = mutation({
+    args: {
+        vectors: v.array(v.object({
+            model: v.string(),
+            id: vVectorId,
+            vector: v.array(v.number()),
+            // TODO: support changing the vector length by
+            // deleting from one table and inserting into another.
+            // However this requires updating all the messages that reference
+            // the vector.
+        })),
+    },
+    returns: v.null(),
+    handler: async (ctx, args) => {
+        await Promise.all(args.vectors.map((embedding) => ctx.db.patch(embedding.id, {
+            model: embedding.model,
+            vector: embedding.vector,
+        })));
+    },
+});
+export const deleteBatch = mutation({
+    args: {
+        ids: v.array(vVectorId),
+    },
+    returns: v.null(),
+    handler: async (ctx, args) => {
+        await Promise.all(args.ids.map((id) => ctx.db.delete(id)));
+    },
+});
+//# sourceMappingURL=index.js.map

package/dist/component/vector/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/component/vector/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAElC,OAAO,EAEL,QAAQ,EAER,KAAK,GACN,MAAM,yBAAyB,CAAC;AACjC,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,EAEL,kBAAkB,EAElB,oCAAoC,EACpC,gBAAgB,EAChB,SAAS,GACV,MAAM,aAAa,CAAC;AAErB,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,CAAC;IAC5B,IAAI,EAAE;QACJ,eAAe,EAAE,gBAAgB;QACjC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;QACvB,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KAClB;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;QACvB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;QACnB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;KAC3B,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aAC5C,KAAK,CAAC,SAAS,CAAC;aAChB,SAAS,CAAC,sBAA6B,EAAE,CAAC,CAAC,EAAE,EAAE,CAC9C,IAAI,CAAC,KAAK;YACR,CAAC,CAAE,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAS,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;YAClE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CACpC;aACA,QAAQ,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,IAAI,CAAC,KAAK;YACpB,eAAe,EAAE,GAAG;SACrB,CAAC,CAAC;QACL,OAAO;YACL,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;YACnC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAC3C,IAAI,EAAE;QACJ,eAAe,EAAE,gBAAgB;QACjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KAClB;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;QACnB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;KAC3B,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,YAAY,CAChC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACjC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aACnB,KAAK,CAAC,SAAS,CAAC;aAChB,SAAS,CAAC,sBAAsB,EAAE,CAAC,CAAC,EAAE,EAAE,CACvC,CAAC;aACE,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;aACvB,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;aAClB,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CACjC,CACJ,EACD,CAAC,UAAU,CAAC,CACb,CAAC,QAAQ,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,IAAI,CAAC,KAAK;YACpB,eAAe,EAAE,GAAG;SACrB,CAAC,CAAC;QACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACjE,OAAO;YACL,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,WAAW,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE;QACJ,eAAe,EAAE,gBAAgB;QACjC,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC,CAAC,MAAM,CAAC;YACP,GAAG,oCAAoC,CAAC,MAAM;YAC9C,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;SACxC,CAAC,CACH;KACF;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;IAC3B,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,OAAO,OAAO,CAAC,GAAG,CAChB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE;YAC7C,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;YACrE,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YACjD,CAAC;YACD,OAAO,WAAW,CAAC;QACrB,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAgB,EAChB,SAA0B,EAC1B,CAAsC;IAEtC,OAAO,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE;QAClD,GAAG,CAAC;QACJ,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QACvE,oBAAoB,EAAE,CAAC,CAAC,QAAQ;YAC9B,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC;YAChC,CAAC,CAAC,SAAS;KACd,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,GAAc,EACd,MAAgB,EAChB,IAQC;IAED,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrD,OAAO,GAAG,CAAC,YAAY,CAAC,SAAS,EAAE,QAAQ,EAAE;QAC3C,MAAM;QACN,gEAAgE;QAChE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,IAAI,CAAC,0BAA0B;YAC7B,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,oBAAoB,EAAE;gBACzB,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,0BAA0B;aAChC,CAAC;YACJ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,sBAAsB,EAAE;gBAC3B,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,KAAK;gBACV,IAAI,CAAC,QAAS;aACf,CAAC;QACR,KAAK,EAAE,IAAI,CAAC,KAAK;KAClB,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE;QACJ,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC,CAAC,MAAM,CAAC;YACP,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;YACjB,EAAE,EAAE,SAAS;YACb,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YAC3B,8CAA8C;YAC9C,sDAAsD;YACtD,iEAAiE;YACjE,cAAc;SACf,CAAC,CACH;KACF;IACD,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE;IACjB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAC7B,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE;YACzB,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CACH,CACF,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,WAAW,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE;QACJ,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;KACxB;IACD,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE;IACjB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;CACF,CAAC,CAAC"}

package/dist/component/vector/tables.d.ts

@@ -0,0 +1,58 @@
+import { type GenericTableSearchIndexes, type SchemaDefinition, type TableDefinition } from "convex/server";
+import { type GenericId, type Infer, type ObjectType, type VId, type VObject, type VUnion } from "convex/values";
+import type { QueryCtx } from "../_generated/server.js";
+declare const embeddings: {
+    model: import("convex/values").VString<string, "required">;
+    table: import("convex/values").VString<string, "required">;
+    userId: import("convex/values").VString<string | undefined, "optional">;
+    threadId: import("convex/values").VString<string | undefined, "optional">;
+    model_table_userId: import("convex/values").VArray<string[] | undefined, import("convex/values").VString<string, "required">, "optional">;
+    model_table_threadId: import("convex/values").VArray<string[] | undefined, import("convex/values").VString<string, "required">, "optional">;
+    vector: import("convex/values").VArray<number[], import("convex/values").VFloat64<number, "required">, "required">;
+};
+export declare const vEmbeddingsWithoutDenormalizedFields: VObject<{
+    userId?: string | undefined;
+    threadId?: string | undefined;
+    model: string;
+    table: string;
+    vector: number[];
+}, {
+    model: import("convex/values").VString<string, "required">;
+    table: import("convex/values").VString<string, "required">;
+    userId: import("convex/values").VString<string | undefined, "optional">;
+    threadId: import("convex/values").VString<string | undefined, "optional">;
+    vector: import("convex/values").VArray<number[], import("convex/values").VFloat64<number, "required">, "required">;
+}, "required", "userId" | "threadId" | "model" | "table" | "vector">;
+export type EmbeddingsWithoutDenormalizedFields = Infer<typeof vEmbeddingsWithoutDenormalizedFields>;
+type VectorTable<D extends number> = TableDefinition<VObject<ObjectType<typeof embeddings>, typeof embeddings>, {
+    model_table_threadId: ["model", "table", "threadId", "_creationTime"];
+}, GenericTableSearchIndexes, VectorIndex<D>>;
+type VectorIndex<D extends number> = {
+    vector: {
+        vectorField: "vector";
+        dimensions: D;
+        filterFields: "model_table_userId" | "model_table_threadId";
+    };
+};
+export type VectorSchema = SchemaDefinition<{
+    [key in VectorTableName]: VectorTable<128>;
+}, true>;
+export declare const VectorDimensions: readonly [128, 256, 512, 768, 1024, 1408, 1536, 2048, 3072, 4096];
+export declare function validateVectorDimension(dimension: number): asserts dimension is VectorDimension;
+export type VectorDimension = (typeof VectorDimensions)[number];
+export declare const VectorTableNames: `embeddings_${(typeof VectorDimensions)[number]}`[];
+export type VectorTableName = (typeof VectorTableNames)[number];
+export type VectorTableId = GenericId<(typeof VectorTableNames)[number]>;
+export declare const vVectorDimension: VUnion<128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096, NoInfer<[import("convex/values").VLiteral<128, "required">, import("convex/values").VLiteral<256, "required">, import("convex/values").VLiteral<512, "required">, import("convex/values").VLiteral<768, "required">, import("convex/values").VLiteral<1024, "required">, import("convex/values").VLiteral<1408, "required">, import("convex/values").VLiteral<1536, "required">, import("convex/values").VLiteral<2048, "required">, import("convex/values").VLiteral<3072, "required">, import("convex/values").VLiteral<4096, "required">]>, "required", never>;
+export declare const vVectorTableName: VUnion<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096", NoInfer<import("convex/values").VLiteral<"embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096", "required">[]>, "required", never>;
+export declare const vVectorId: VUnion<GenericId<(typeof VectorTableNames)[number]>, VId<(typeof VectorTableNames)[number]>[]>;
+export declare function getVectorTableName(dimension: VectorDimension): VectorTableName;
+export declare function getVectorIdInfo(ctx: QueryCtx, id: VectorTableId): {
+    tableName: "embeddings_128" | "embeddings_256" | "embeddings_512" | "embeddings_768" | "embeddings_1024" | "embeddings_1408" | "embeddings_1536" | "embeddings_2048" | "embeddings_3072" | "embeddings_4096";
+    dimension: 128 | 256 | 512 | 768 | 1024 | 1408 | 1536 | 2048 | 3072 | 4096;
+};
+declare const tables: {
+    [K in keyof typeof VectorDimensions & number as `embeddings_${(typeof VectorDimensions)[K]}`]: VectorTable<(typeof VectorDimensions)[K]>;
+};
+export default tables;
+//# sourceMappingURL=tables.d.ts.map

package/dist/component/vector/tables.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/component/vector/tables.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,KAAK,yBAAyB,EAC9B,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACrB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,KAAK,SAAS,EACd,KAAK,KAAK,EACV,KAAK,UAAU,EAEf,KAAK,GAAG,EACR,KAAK,OAAO,EACZ,KAAK,MAAM,EACZ,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAGxD,QAAA,MAAM,UAAU;;;;;;;;CAUf,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;;;;;;;;;;oEAEhD,CAAC;AACF,MAAM,MAAM,mCAAmC,GAAG,KAAK,CACrD,OAAO,oCAAoC,CAC5C,CAAC;AAYF,KAAK,WAAW,CAAC,CAAC,SAAS,MAAM,IAAI,eAAe,CAClD,OAAO,CAAC,UAAU,CAAC,OAAO,UAAU,CAAC,EAAE,OAAO,UAAU,CAAC,EACzD;IAAE,oBAAoB,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,eAAe,CAAC,CAAA;CAAE,EACzE,yBAAyB,EACzB,WAAW,CAAC,CAAC,CAAC,CACf,CAAC;AAEF,KAAK,WAAW,CAAC,CAAC,SAAS,MAAM,IAAI;IACnC,MAAM,EAAE;QACN,WAAW,EAAE,QAAQ,CAAC;QACtB,UAAU,EAAE,CAAC,CAAC;QACd,YAAY,EAAE,oBAAoB,GAAG,sBAAsB,CAAC;KAC7D,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,gBAAgB,CACzC;KAAG,GAAG,IAAI,eAAe,GAAG,WAAW,CAAC,GAAG,CAAC;CAAE,EAC9C,IAAI,CACL,CAAC;AAEF,eAAO,MAAM,gBAAgB,mEAEnB,CAAC;AACX,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,SAAS,IAAI,eAAe,CAMtC;AACD,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAChE,eAAO,MAAM,gBAAgB,EAExB,cAAc,CAAC,OAAO,gBAAgB,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;AACzD,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;AAEzE,eAAO,MAAM,gBAAgB,2mBAAgC,CAAC;AAC9D,eAAO,MAAM,gBAAgB,0dAAgC,CAAC;AAC9D,eAAO,MAAM,SAAS,EAEjB,MAAM,CACT,SAAS,CAAC,CAAC,OAAO,gBAAgB,EAAE,MAAM,CAAC,CAAC,EAC5C,GAAG,CAAC,CAAC,OAAO,gBAAgB,EAAE,MAAM,CAAC,CAAC,EAAE,CACzC,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,eAAe,GACvB,eAAe,CACpD;AACD,wBAAgB,eAAe,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa;;;EAQ/D;AAED,QAAA,MAAM,MAAM,EAAE;KACX,CAAC,IAAI,MAAM,OAAO,gBAAgB,GACjC,MAAM,IAAI,cAAc,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,CACpE,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAC7B;CASF,CAAC;AAEF,eAAe,MAAM,CAAC"}

package/dist/component/vector/tables.js

@@ -0,0 +1,56 @@
+import { omit } from "convex-helpers";
+import { literals } from "convex-helpers/validators";
+import { defineTable, } from "convex/server";
+import { v, } from "convex/values";
+// We only generate embeddings for non-tool, non-system messages
+const embeddings = {
+    model: v.string(),
+    // What table it's stored in. (usually messages or memories)
+    table: v.string(),
+    userId: v.optional(v.string()),
+    threadId: v.optional(v.string()),
+    // not set for private threads
+    model_table_userId: v.optional(v.array(v.string())),
+    model_table_threadId: v.optional(v.array(v.string())),
+    vector: v.array(v.number()),
+};
+export const vEmbeddingsWithoutDenormalizedFields = v.object(omit(embeddings, ["model_table_userId", "model_table_threadId"]));
+function table(dimensions) {
+    return defineTable(embeddings)
+        .vectorIndex("vector", {
+        vectorField: "vector",
+        dimensions,
+        filterFields: ["model_table_userId", "model_table_threadId"],
+    })
+        .index("model_table_threadId", ["model", "table", "threadId"]);
+}
+export const VectorDimensions = [
+    128, 256, 512, 768, 1024, 1408, 1536, 2048, 3072, 4096,
+];
+export function validateVectorDimension(dimension) {
+    if (!VectorDimensions.includes(dimension)) {
+        throw new Error(`Unsupported vector dimension${dimension}. Supported: ${VectorDimensions.join(", ")}`);
+    }
+}
+export const VectorTableNames = VectorDimensions.map((d) => `embeddings_${d}`);
+export const vVectorDimension = literals(...VectorDimensions);
+export const vVectorTableName = literals(...VectorTableNames);
+export const vVectorId = v.union(...VectorTableNames.map((name) => v.id(name)));
+export function getVectorTableName(dimension) {
+    return `embeddings_${dimension}`;
+}
+export function getVectorIdInfo(ctx, id) {
+    for (const dimension of VectorDimensions) {
+        const tableName = getVectorTableName(dimension);
+        if (ctx.db.normalizeId(tableName, id)) {
+            return { tableName, dimension };
+        }
+    }
+    throw new Error(`Unknown vector table id: ${id}`);
+}
+const tables = Object.fromEntries(VectorDimensions.map((dimensions) => [
+    `embeddings_${dimensions}`,
+    table(dimensions),
+]));
+export default tables;
+//# sourceMappingURL=tables.js.map

package/dist/component/vector/tables.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tables.js","sourceRoot":"","sources":["../../../src/component/vector/tables.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EACL,WAAW,GAIZ,MAAM,eAAe,CAAC;AACvB,OAAO,EAIL,CAAC,GAIF,MAAM,eAAe,CAAC;AAGvB,gEAAgE;AAChE,MAAM,UAAU,GAAG;IACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,4DAA4D;IAC5D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,8BAA8B;IAC9B,kBAAkB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IACnD,oBAAoB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IACrD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,MAAM,CAC1D,IAAI,CAAC,UAAU,EAAE,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC,CACjE,CAAC;AAKF,SAAS,KAAK,CAAmB,UAAa;IAC5C,OAAO,WAAW,CAAC,UAAU,CAAC;SAC3B,WAAW,CAAC,QAAQ,EAAE;QACrB,WAAW,EAAE,QAAQ;QACrB,UAAU;QACV,YAAY,EAAE,CAAC,oBAAoB,EAAE,sBAAsB,CAAC;KAC7D,CAAC;SACD,KAAK,CAAC,sBAAsB,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;AACnE,CAAC;AAsBD,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;CAC9C,CAAC;AACX,MAAM,UAAU,uBAAuB,CACrC,SAAiB;IAEjB,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,SAA4B,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CACb,+BAA+B,SAAS,gBAAgB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,GAAG,CAClD,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,CAC8B,CAAC;AAIzD,MAAM,CAAC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,gBAAgB,CAAC,CAAC;AAC9D,MAAM,CAAC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,gBAAgB,CAAC,CAAC;AAC9D,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAC9B,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAI9C,CAAC;AAEF,MAAM,UAAU,kBAAkB,CAAC,SAA0B;IAC3D,OAAO,cAAc,SAAS,EAAqB,CAAC;AACtD,CAAC;AACD,MAAM,UAAU,eAAe,CAAC,GAAa,EAAE,EAAiB;IAC9D,KAAK,MAAM,SAAS,IAAI,gBAAgB,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC;YACtC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,MAAM,GAKR,MAAM,CAAC,WAAW,CACpB,gBAAgB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;IACnC,cAAc,UAAU,EAAE;IAC1B,KAAK,CAAC,UAAU,CAAC;CAClB,CAAC,CAIH,CAAC;AAEF,eAAe,MAAM,CAAC"}

package/dist/deltas.d.ts

@@ -0,0 +1,43 @@
+import { type UIMessageChunk } from "ai";
+import { type UIMessage } from "./UIMessages.js";
+import { type MessageStatus, type StreamDelta, type StreamMessage } from "./validators.js";
+export declare function blankUIMessage<METADATA = unknown>(streamMessage: StreamMessage & {
+    metadata?: METADATA;
+}, threadId: string): UIMessage<METADATA>;
+export declare function statusFromStreamStatus(status: StreamMessage["status"]): MessageStatus | "streaming";
+export declare function updateFromUIMessageChunks(uiMessage: UIMessage, parts: UIMessageChunk[]): Promise<UIMessage>;
+export declare function deriveUIMessagesFromDeltas(threadId: string, streamMessages: StreamMessage[], allDeltas: StreamDelta[]): Promise<UIMessage[]>;
+/**
+ *
+ */
+export declare function deriveUIMessagesFromTextStreamParts(threadId: string, streamMessages: StreamMessage[], existingStreams: Array<{
+    streamId: string;
+    cursor: number;
+    message: UIMessage;
+}>, allDeltas: StreamDelta[]): [
+    UIMessage[],
+    Array<{
+        streamId: string;
+        cursor: number;
+        message: UIMessage;
+    }>,
+    boolean
+];
+export declare function getParts<T extends StreamDelta["parts"][number]>(deltas: StreamDelta[], fromCursor?: number): {
+    parts: T[];
+    cursor: number;
+};
+/**
+ * This is historically from when we would use the onChunk callback instead of
+ * consuming the full UIMessageStream.
+ */
+export declare function updateFromTextStreamParts(threadId: string, streamMessage: StreamMessage, existing: {
+    streamId: string;
+    cursor: number;
+    message: UIMessage;
+} | undefined, deltas: StreamDelta[]): [{
+    streamId: string;
+    cursor: number;
+    message: UIMessage;
+}, boolean];
+//# sourceMappingURL=deltas.d.ts.map

package/dist/deltas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deltas.d.ts","sourceRoot":"","sources":["../src/deltas.ts"],"names":[],"mappings":"AAAA,OAAO,EASL,KAAK,cAAc,EACpB,MAAM,IAAI,CAAC;AAEZ,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEjD,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,aAAa,EACnB,MAAM,iBAAiB,CAAC;AAGzB,wBAAgB,cAAc,CAAC,QAAQ,GAAG,OAAO,EAC/C,aAAa,EAAE,aAAa,GAAG;IAAE,QAAQ,CAAC,EAAE,QAAQ,CAAA;CAAE,EACtD,QAAQ,EAAE,MAAM,GACf,SAAS,CAAC,QAAQ,CAAC,CAcrB;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC9B,aAAa,GAAG,WAAW,CAW7B;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,cAAc,EAAE,sBAmDxB;AAED,wBAAsB,0BAA0B,CAC9C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,aAAa,EAAE,EAC/B,SAAS,EAAE,WAAW,EAAE,GACvB,OAAO,CAAC,SAAS,EAAE,CAAC,CAwBtB;AAED;;GAEG;AAEH,wBAAgB,mCAAmC,CACjD,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,aAAa,EAAE,EAC/B,eAAe,EAAE,KAAK,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,SAAS,CAAC;CACpB,CAAC,EACF,SAAS,EAAE,WAAW,EAAE,GACvB;IACD,SAAS,EAAE;IACX,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,SAAS,CAAA;KAAE,CAAC;IAC/D,OAAO;CACR,CAgCA;AAED,wBAAgB,QAAQ,CAAC,CAAC,SAAS,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,EAC7D,MAAM,EAAE,WAAW,EAAE,EACrB,UAAU,CAAC,EAAE,MAAM,GAClB;IAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CA0BhC;AAED;;;GAGG;AAGH,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,aAAa,EAC5B,QAAQ,EACJ;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,SAAS,CAAA;CAAE,GACxD,SAAS,EACb,MAAM,EAAE,WAAW,EAAE,GACpB,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,SAAS,CAAA;CAAE,EAAE,OAAO,CAAC,CAsTrE"}