@convex-dev/rag 0.1.7

package/dist/component/_generated/server.js

@@ -0,0 +1,74 @@
+/* eslint-disable */
+/**
+ * Generated utilities for implementing server-side Convex query and mutation functions.
+ *
+ * THIS CODE IS AUTOMATICALLY GENERATED.
+ *
+ * To regenerate, run `npx convex dev`.
+ * @module
+ */
+import { actionGeneric, httpActionGeneric, queryGeneric, mutationGeneric, internalActionGeneric, internalMutationGeneric, internalQueryGeneric, componentsGeneric, } from "convex/server";
+/**
+ * Define a query in this Convex app's public API.
+ *
+ * This function will be allowed to read your Convex database and will be accessible from the client.
+ *
+ * @param func - The query function. It receives a {@link QueryCtx} as its first argument.
+ * @returns The wrapped query. Include this as an `export` to name it and make it accessible.
+ */
+export const query = queryGeneric;
+/**
+ * Define a query that is only accessible from other Convex functions (but not from the client).
+ *
+ * This function will be allowed to read from your Convex database. It will not be accessible from the client.
+ *
+ * @param func - The query function. It receives a {@link QueryCtx} as its first argument.
+ * @returns The wrapped query. Include this as an `export` to name it and make it accessible.
+ */
+export const internalQuery = internalQueryGeneric;
+/**
+ * Define a mutation in this Convex app's public API.
+ *
+ * This function will be allowed to modify your Convex database and will be accessible from the client.
+ *
+ * @param func - The mutation function. It receives a {@link MutationCtx} as its first argument.
+ * @returns The wrapped mutation. Include this as an `export` to name it and make it accessible.
+ */
+export const mutation = mutationGeneric;
+/**
+ * Define a mutation that is only accessible from other Convex functions (but not from the client).
+ *
+ * This function will be allowed to modify your Convex database. It will not be accessible from the client.
+ *
+ * @param func - The mutation function. It receives a {@link MutationCtx} as its first argument.
+ * @returns The wrapped mutation. Include this as an `export` to name it and make it accessible.
+ */
+export const internalMutation = internalMutationGeneric;
+/**
+ * Define an action in this Convex app's public API.
+ *
+ * An action is a function which can execute any JavaScript code, including non-deterministic
+ * code and code with side-effects, like calling third-party services.
+ * They can be run in Convex's JavaScript environment or in Node.js using the "use node" directive.
+ * They can interact with the database indirectly by calling queries and mutations using the {@link ActionCtx}.
+ *
+ * @param func - The action. It receives an {@link ActionCtx} as its first argument.
+ * @returns The wrapped action. Include this as an `export` to name it and make it accessible.
+ */
+export const action = actionGeneric;
+/**
+ * Define an action that is only accessible from other Convex functions (but not from the client).
+ *
+ * @param func - The function. It receives an {@link ActionCtx} as its first argument.
+ * @returns The wrapped function. Include this as an `export` to name it and make it accessible.
+ */
+export const internalAction = internalActionGeneric;
+/**
+ * Define a Convex HTTP action.
+ *
+ * @param func - The function. It receives an {@link ActionCtx} as its first argument, and a `Request` object
+ * as its second.
+ * @returns The wrapped endpoint function. Route a URL path to this function in `convex/http.js`.
+ */
+export const httpAction = httpActionGeneric;
+//# sourceMappingURL=server.js.map

package/dist/component/_generated/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/component/_generated/server.js"],"names":[],"mappings":"AAAA,oBAAoB;AACpB;;;;;;;GAOG;AAEH,OAAO,EACL,aAAa,EACb,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,qBAAqB,EACrB,uBAAuB,EACvB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,eAAe,CAAC;AAEvB;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,YAAY,CAAC;AAElC;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,oBAAoB,CAAC;AAElD;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,eAAe,CAAC;AAExC;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,uBAAuB,CAAC;AAExD;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,aAAa,CAAC;AAEpC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,qBAAqB,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,iBAAiB,CAAC"}

package/dist/component/chunks.d.ts

@@ -0,0 +1,139 @@
+import { type Infer } from "convex/values";
+import { type Entry } from "../shared.js";
+import type { Id } from "./_generated/dataModel.js";
+import { type MutationCtx } from "./_generated/server.js";
+export declare const vInsertChunksArgs: import("convex/values").VObject<{
+    entryId: import("convex/values").GenericId<"entries">;
+    startOrder: number;
+    chunks: {
+        searchableText?: string | undefined;
+        content: {
+            metadata?: Record<string, any> | undefined;
+            text: string;
+        };
+        embedding: number[];
+    }[];
+}, {
+    entryId: import("convex/values").VId<import("convex/values").GenericId<"entries">, "required">;
+    startOrder: import("convex/values").VFloat64<number, "required">;
+    chunks: import("convex/values").VArray<{
+        searchableText?: string | undefined;
+        content: {
+            metadata?: Record<string, any> | undefined;
+            text: string;
+        };
+        embedding: number[];
+    }[], import("convex/values").VObject<{
+        searchableText?: string | undefined;
+        content: {
+            metadata?: Record<string, any> | undefined;
+            text: string;
+        };
+        embedding: number[];
+    }, {
+        content: import("convex/values").VObject<{
+            metadata?: Record<string, any> | undefined;
+            text: string;
+        }, {
+            text: import("convex/values").VString<string, "required">;
+            metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+        }, "required", "text" | "metadata" | `metadata.${string}`>;
+        embedding: import("convex/values").VArray<number[], import("convex/values").VFloat64<number, "required">, "required">;
+        searchableText: import("convex/values").VString<string | undefined, "optional">;
+    }, "required", "content" | "embedding" | "searchableText" | "content.text" | "content.metadata" | `content.metadata.${string}`>, "required">;
+}, "required", "entryId" | "startOrder" | "chunks">;
+type InsertChunksArgs = Infer<typeof vInsertChunksArgs>;
+export declare const insert: import("convex/server").RegisteredMutation<"public", {
+    entryId: import("convex/values").GenericId<"entries">;
+    startOrder: number;
+    chunks: {
+        searchableText?: string | undefined;
+        content: {
+            metadata?: Record<string, any> | undefined;
+            text: string;
+        };
+        embedding: number[];
+    }[];
+}, Promise<{
+    status: "pending" | "ready";
+}>>;
+export declare function insertChunks(ctx: MutationCtx, { entryId, startOrder, chunks }: InsertChunksArgs): Promise<{
+    status: "pending" | "ready";
+}>;
+export declare const replaceChunksPage: import("convex/server").RegisteredMutation<"public", {
+    entryId: import("convex/values").GenericId<"entries">;
+    startOrder: number;
+}, Promise<{
+    status: "replaced";
+    nextStartOrder: number;
+} | {
+    status: "pending";
+    nextStartOrder: number;
+} | {
+    status: "ready";
+    nextStartOrder: number;
+}>>;
+export declare const vRangeResult: import("convex/values").VObject<{
+    entryId: import("convex/values").GenericId<"entries">;
+    order: number;
+    content: {
+        metadata?: Record<string, any> | undefined;
+        text: string;
+    }[];
+    startOrder: number;
+}, {
+    entryId: import("convex/values").VId<import("convex/values").GenericId<"entries">, "required">;
+    order: import("convex/values").VFloat64<number, "required">;
+    startOrder: import("convex/values").VFloat64<number, "required">;
+    content: import("convex/values").VArray<{
+        metadata?: Record<string, any> | undefined;
+        text: string;
+    }[], import("convex/values").VObject<{
+        metadata?: Record<string, any> | undefined;
+        text: string;
+    }, {
+        text: import("convex/values").VString<string, "required">;
+        metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+    }, "required", "text" | "metadata" | `metadata.${string}`>, "required">;
+}, "required", "entryId" | "order" | "content" | "startOrder">;
+export declare const getRangesOfChunks: import("convex/server").RegisteredQuery<"internal", {
+    chunkContext: {
+        before: number;
+        after: number;
+    };
+    embeddingIds: import("convex/values").GenericId<"vectors_4096" | "vectors_128" | "vectors_256" | "vectors_512" | "vectors_768" | "vectors_1024" | "vectors_1408" | "vectors_1536" | "vectors_2048" | "vectors_3072">[];
+}, Promise<{
+    ranges: (null | Infer<typeof vRangeResult>)[];
+    entries: Entry[];
+}>>;
+export declare const list: import("convex/server").RegisteredQuery<"public", {
+    entryId: import("convex/values").GenericId<"entries">;
+    paginationOpts: {
+        id?: number | undefined;
+        endCursor?: string | null | undefined;
+        maximumRowsRead?: number | undefined;
+        maximumBytesRead?: number | undefined;
+        numItems: number;
+        cursor: string | null;
+    };
+}, Promise<{
+    page: {
+        order: number;
+        state: "pending" | "ready" | "replaced";
+        text: string;
+        metadata: Record<string, any> | undefined;
+    }[];
+    isDone: boolean;
+    continueCursor: import("convex/server").Cursor;
+    splitCursor?: import("convex/server").Cursor | null;
+    pageStatus?: "SplitRecommended" | "SplitRequired" | null;
+}>>;
+export declare function deleteChunksPage(ctx: MutationCtx, { entryId, startOrder }: {
+    entryId: Id<"entries">;
+    startOrder: number;
+}): Promise<{
+    isDone: boolean;
+    nextStartOrder: number;
+}>;
+export {};
+//# sourceMappingURL=chunks.d.ts.map

package/dist/component/chunks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunks.d.ts","sourceRoot":"","sources":["../../src/component/chunks.ts"],"names":[],"mappings":"AAIA,OAAO,EAAgB,KAAK,KAAK,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAOL,KAAK,KAAK,EACX,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAO,EAAE,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAIL,KAAK,WAAW,EAEjB,MAAM,wBAAwB,CAAC;AAehC,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mDAI5B,CAAC;AACH,KAAK,gBAAgB,GAAG,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAExD,eAAO,MAAM,MAAM;;;;;;;;;;;;;GAIjB,CAAC;AAEH,wBAAsB,YAAY,CAChC,GAAG,EAAE,WAAW,EAChB,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,gBAAgB;;GAmFlD;AA6BD,eAAO,MAAM,iBAAiB;;;;;;;;;;;;GAyJ5B,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;8DAUvB,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;YAalB,CAAC,IAAI,GAAG,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC,EAAE;aACpC,KAAK,EAAE;GAmHlB,CAAC;AAEH,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;GAwBf,CAAC;AA4BH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,WAAW,EAChB,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE;IAAE,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE;;;GAmBxE"}

package/dist/component/chunks.js

@@ -0,0 +1,413 @@
+import { assert } from "convex-helpers";
+import { paginator } from "convex-helpers/server/pagination";
+import { mergedStream, stream } from "convex-helpers/server/stream";
+import { paginationOptsValidator } from "convex/server";
+import { convexToJson } from "convex/values";
+import { statuses, vChunk, vCreateChunkArgs, vEntry, vPaginationResult, vStatus, } from "../shared.js";
+import { internalQuery, mutation, query, } from "./_generated/server.js";
+import { insertEmbedding } from "./embeddings/index.js";
+import { vVectorId } from "./embeddings/tables.js";
+import { schema, v } from "./schema.js";
+import { getPreviousEntry, publicEntry } from "./entries.js";
+import { filterFieldsFromNumbers, numberedFilterFromNamedFilters, } from "./filters.js";
+const KB = 1_024;
+const MB = 1_024 * KB;
+const BANDWIDTH_PER_TRANSACTION_HARD_LIMIT = 8 * MB;
+const BANDWIDTH_PER_TRANSACTION_SOFT_LIMIT = 4 * MB;
+export const vInsertChunksArgs = v.object({
+    entryId: v.id("entries"),
+    startOrder: v.number(),
+    chunks: v.array(vCreateChunkArgs),
+});
+export const insert = mutation({
+    args: vInsertChunksArgs,
+    returns: v.object({ status: vStatus }),
+    handler: insertChunks,
+});
+export async function insertChunks(ctx, { entryId, startOrder, chunks }) {
+    const entry = await ctx.db.get(entryId);
+    if (!entry) {
+        throw new Error(`Entry ${entryId} not found`);
+    }
+    await ensureLatestEntryVersion(ctx, entry);
+    // Get the namespace for filter conversion
+    const namespace = await ctx.db.get(entry.namespaceId);
+    assert(namespace, `Namespace ${entry.namespaceId} not found`);
+    const previousEntry = await getPreviousEntry(ctx, entry);
+    let order = startOrder;
+    const chunkIds = [];
+    const existingChunks = await ctx.db
+        .query("chunks")
+        .withIndex("entryId_order", (q) => q
+        .eq("entryId", entryId)
+        .gte("order", startOrder)
+        .lt("order", startOrder + chunks.length))
+        .collect();
+    if (existingChunks.length > 0) {
+        console.debug(`Deleting ${existingChunks.length} existing chunks for entry ${entryId} at version ${entry.version}`);
+    }
+    // TODO: avoid writing if they're the same
+    await Promise.all(existingChunks.map(async (c) => {
+        if (c.state.kind === "ready") {
+            await ctx.db.delete(c.state.embeddingId);
+        }
+        await ctx.db.delete(c.contentId);
+        await ctx.db.delete(c._id);
+    }));
+    const numberedFilter = numberedFilterFromNamedFilters(entry.filterValues, namespace.filterNames);
+    for (const chunk of chunks) {
+        const contentId = await ctx.db.insert("content", {
+            text: chunk.content.text,
+            metadata: chunk.content.metadata,
+        });
+        let state = {
+            kind: "pending",
+            embedding: chunk.embedding,
+            importance: entry.importance,
+            pendingSearchableText: chunk.searchableText,
+        };
+        if (!previousEntry) {
+            const embeddingId = await insertEmbedding(ctx, chunk.embedding, entry.namespaceId, entry.importance, numberedFilter);
+            state = {
+                kind: "ready",
+                embeddingId,
+                searchableText: chunk.searchableText,
+            };
+        }
+        chunkIds.push(await ctx.db.insert("chunks", {
+            entryId,
+            order,
+            state,
+            contentId,
+            namespaceId: entry.namespaceId,
+            ...filterFieldsFromNumbers(entry.namespaceId, numberedFilter),
+        }));
+        order++;
+    }
+    return {
+        status: previousEntry ? "pending" : "ready",
+    };
+}
+async function ensureLatestEntryVersion(ctx, entry) {
+    if (!entry.key) {
+        return true;
+    }
+    const newerEntry = await mergedStream(statuses.map((status) => stream(ctx.db, schema)
+        .query("entries")
+        .withIndex("namespaceId_status_key_version", (q) => q
+        .eq("namespaceId", entry.namespaceId)
+        .eq("status.kind", status)
+        .eq("key", entry.key)
+        .gt("version", entry.version))), ["version"]).first();
+    if (newerEntry) {
+        console.warn(`Bailing from inserting chunks for entry ${entry.key} at version ${entry.version} since there's a newer version ${newerEntry.version} (status ${newerEntry.status}) creation time difference ${(newerEntry._creationTime - entry._creationTime).toFixed(0)}ms`);
+        return false;
+    }
+    return true;
+}
+export const replaceChunksPage = mutation({
+    args: v.object({
+        entryId: v.id("entries"),
+        startOrder: v.number(),
+    }),
+    returns: v.object({
+        status: vStatus,
+        nextStartOrder: v.number(),
+    }),
+    handler: async (ctx, args) => {
+        const { entryId, startOrder } = args;
+        const entryOrNull = await ctx.db.get(entryId);
+        if (!entryOrNull) {
+            throw new Error(`Entry ${entryId} not found`);
+        }
+        const entry = entryOrNull;
+        const isLatest = await ensureLatestEntryVersion(ctx, entry);
+        if (!isLatest) {
+            return {
+                status: "replaced",
+                nextStartOrder: startOrder,
+            };
+        }
+        // Get the namespace for filter conversion
+        const namespace = await ctx.db.get(entry.namespaceId);
+        assert(namespace, `Namespace ${entry.namespaceId} not found`);
+        const previousEntry = await getPreviousEntry(ctx, entry);
+        const pendingEntries = entry.key && previousEntry
+            ? await ctx.db
+                .query("entries")
+                .withIndex("namespaceId_status_key_version", (q) => q
+                .eq("namespaceId", entry.namespaceId)
+                .eq("status.kind", "pending")
+                .eq("key", entry.key))
+                .collect()
+            : [];
+        const chunkStream = mergedStream([entry, ...pendingEntries, previousEntry]
+            .filter((d) => d !== null)
+            .map((entry) => stream(ctx.db, schema)
+            .query("chunks")
+            .withIndex("entryId_order", (q) => q.eq("entryId", entry._id).gte("order", startOrder))), ["order"]);
+        const namespaceId = entry.namespaceId;
+        const namedFilters = numberedFilterFromNamedFilters(entry.filterValues, namespace.filterNames);
+        async function addChunk(chunk) {
+            const embeddingId = await insertEmbedding(ctx, chunk.state.embedding, namespaceId, entry.importance, namedFilters);
+            await ctx.db.patch(chunk._id, {
+                state: { kind: "ready", embeddingId },
+            });
+        }
+        let dataUsedSoFar = 0;
+        let indexToDelete = startOrder;
+        let chunksToDeleteEmbeddings = [];
+        let chunkToAdd = null;
+        async function handleBatch() {
+            await Promise.all(chunksToDeleteEmbeddings.map(async (chunk) => {
+                assert(chunk.state.kind === "ready");
+                const vector = await ctx.db.get(chunk.state.embeddingId);
+                assert(vector, `Vector ${chunk.state.embeddingId} not found`);
+                await ctx.db.delete(chunk.state.embeddingId);
+                await ctx.db.patch(chunk._id, {
+                    state: {
+                        kind: "replaced",
+                        embeddingId: chunk.state.embeddingId,
+                        vector: vector.vector,
+                        pendingSearchableText: chunk.state.searchableText,
+                    },
+                });
+            }));
+            chunksToDeleteEmbeddings = [];
+            if (chunkToAdd) {
+                await addChunk(chunkToAdd);
+            }
+            chunkToAdd = null;
+        }
+        for await (const chunk of chunkStream) {
+            if (chunk.state.kind === "pending") {
+                dataUsedSoFar += await estimateChunkSize(chunk);
+            }
+            else {
+                dataUsedSoFar += 17 * KB; // embedding conservative estimate
+            }
+            if (chunk.order > indexToDelete) {
+                await handleBatch();
+                indexToDelete = chunk.order;
+                // delete the chunks
+                // check if we're close to the limit
+                // if so, bail and pick up on this chunk.order.
+                if (dataUsedSoFar > BANDWIDTH_PER_TRANSACTION_SOFT_LIMIT) {
+                    return {
+                        status: "pending",
+                        nextStartOrder: indexToDelete,
+                    };
+                }
+            }
+            if (dataUsedSoFar > BANDWIDTH_PER_TRANSACTION_HARD_LIMIT) {
+                return {
+                    status: "pending",
+                    nextStartOrder: indexToDelete,
+                };
+            }
+            if (chunk.state.kind === "pending") {
+                if (chunk.entryId === entryId) {
+                    if (chunkToAdd) {
+                        console.warn(`Multiple pending chunks before changing order ${chunk.order} for entry ${entryId} version ${entry.version}: ${chunkToAdd._id} and ${chunk._id}`);
+                        await addChunk(chunkToAdd);
+                    }
+                    chunkToAdd = chunk;
+                }
+            }
+            else {
+                if (chunk.entryId !== entryId && chunk.state.kind === "ready") {
+                    chunksToDeleteEmbeddings.push(chunk);
+                }
+                else {
+                    console.debug(`Skipping adding chunk ${chunk._id} for entry ${entryId} version ${entry.version} since it's already ready`);
+                }
+            }
+        }
+        // handle the last batch
+        await handleBatch();
+        return {
+            status: "ready",
+            nextStartOrder: 0,
+        };
+    },
+});
+export const vRangeResult = v.object({
+    entryId: v.id("entries"),
+    order: v.number(),
+    startOrder: v.number(),
+    content: v.array(v.object({
+        text: v.string(),
+        metadata: v.optional(v.record(v.string(), v.any())),
+    })),
+});
+export const getRangesOfChunks = internalQuery({
+    args: {
+        embeddingIds: v.array(vVectorId),
+        chunkContext: v.object({ before: v.number(), after: v.number() }),
+    },
+    returns: v.object({
+        ranges: v.array(v.union(v.null(), vRangeResult)),
+        entries: v.array(vEntry),
+    }),
+    handler: async (ctx, args) => {
+        const { embeddingIds, chunkContext } = args;
+        const chunks = await Promise.all(embeddingIds.map((embeddingId) => ctx.db
+            .query("chunks")
+            .withIndex("embeddingId", (q) => q.eq("state.embeddingId", embeddingId))
+            .order("desc")
+            .first()));
+        // Note: This preserves order of entries as they first appeared.
+        const entries = (await Promise.all(Array.from(new Set(chunks.filter((c) => c !== null).map((c) => c.entryId))).map((id) => ctx.db.get(id))))
+            .filter((d) => d !== null)
+            .map(publicEntry);
+        const entryOders = chunks
+            .filter((c) => c !== null)
+            .map((c) => [c.entryId, c.order])
+            .reduce((acc, [entryId, order]) => {
+            if (acc[entryId]?.includes(order)) {
+                // De-dupe orders
+                return acc;
+            }
+            acc[entryId] = [...(acc[entryId] ?? []), order].sort((a, b) => a - b);
+            return acc;
+        }, {});
+        const result = [];
+        for (const chunk of chunks) {
+            if (chunk === null) {
+                result.push(null);
+                continue;
+            }
+            // Note: if we parallelize this in the future, we could have a race
+            // instead we'd check that other chunks are not the same doc/order
+            if (result.find((r) => r?.entryId === chunk.entryId && r?.order === chunk.order)) {
+                // De-dupe chunks
+                result.push(null);
+                continue;
+            }
+            const entryId = chunk.entryId;
+            const entry = await ctx.db.get(entryId);
+            assert(entry, `Entry ${entryId} not found`);
+            const otherOrders = entryOders[entryId] ?? [chunk.order];
+            const ourOrderIndex = otherOrders.indexOf(chunk.order);
+            const previousOrder = otherOrders[ourOrderIndex - 1] ?? -Infinity;
+            const nextOrder = otherOrders[ourOrderIndex + 1] ?? Infinity;
+            // We absorb all previous context up to the previous chunk.
+            const startOrder = Math.max(chunk.order - chunkContext.before, 0, Math.min(previousOrder + 1, chunk.order));
+            // We stop short if the next chunk order's "before" context will cover it.
+            const endOrder = Math.min(chunk.order + chunkContext.after + 1, Math.max(nextOrder - chunkContext.before, chunk.order + 1));
+            const contentIds = [];
+            if (startOrder === chunk.order && endOrder === chunk.order + 1) {
+                contentIds.push(chunk.contentId);
+            }
+            else {
+                const chunks = await ctx.db
+                    .query("chunks")
+                    .withIndex("entryId_order", (q) => q
+                    .eq("entryId", entryId)
+                    .gte("order", startOrder)
+                    .lt("order", endOrder))
+                    .collect();
+                for (const chunk of chunks) {
+                    contentIds.push(chunk.contentId);
+                }
+            }
+            const content = await Promise.all(contentIds.map(async (contentId) => {
+                const content = await ctx.db.get(contentId);
+                assert(content, `Content ${contentId} not found`);
+                return { text: content.text, metadata: content.metadata };
+            }));
+            result.push({
+                entryId,
+                order: chunk.order,
+                startOrder,
+                content,
+            });
+        }
+        return {
+            ranges: result,
+            entries,
+        };
+    },
+});
+export const list = query({
+    args: v.object({
+        entryId: v.id("entries"),
+        paginationOpts: paginationOptsValidator,
+    }),
+    returns: vPaginationResult(vChunk),
+    handler: async (ctx, args) => {
+        const { entryId, paginationOpts } = args;
+        const chunks = await paginator(ctx.db, schema)
+            .query("chunks")
+            .withIndex("entryId_order", (q) => q.eq("entryId", entryId))
+            .order("asc")
+            .paginate(paginationOpts);
+        return {
+            ...chunks,
+            page: await Promise.all(chunks.page.map(async (chunk) => {
+                const content = await ctx.db.get(chunk.contentId);
+                assert(content, `Content ${chunk.contentId} not found`);
+                return publicChunk(chunk, content);
+            })),
+        };
+    },
+});
+// export async function findLastChunk(
+//   ctx: MutationCtx,
+//   entryId: Id<"entries">
+// ): Promise<Chunk | null> {
+//   const chunk = await ctx.db
+//     .query("chunks")
+//     .withIndex("entryId_order", (q) => q.eq("entryId", entryId))
+//     .order("desc")
+//     .first();
+//   if (!chunk) {
+//     return null;
+//   }
+//   const content = await ctx.db.get(chunk.contentId);
+//   assert(content, `Content for chunk ${chunk._id} not found`);
+//   return publicChunk(chunk, content);
+// }
+async function publicChunk(chunk, content) {
+    return {
+        order: chunk.order,
+        state: chunk.state.kind,
+        text: content.text,
+        metadata: content.metadata,
+    };
+}
+export async function deleteChunksPage(ctx, { entryId, startOrder }) {
+    const chunkStream = ctx.db
+        .query("chunks")
+        .withIndex("entryId_order", (q) => q.eq("entryId", entryId).gte("order", startOrder));
+    let dataUsedSoFar = 0;
+    for await (const chunk of chunkStream) {
+        dataUsedSoFar += await estimateChunkSize(chunk);
+        await ctx.db.delete(chunk._id);
+        dataUsedSoFar += await estimateContentSize(ctx, chunk.contentId);
+        await ctx.db.delete(chunk.contentId);
+        if (dataUsedSoFar > BANDWIDTH_PER_TRANSACTION_HARD_LIMIT) {
+            // TODO: schedule follow-up - workpool?
+            return { isDone: false, nextStartOrder: chunk.order };
+        }
+    }
+    return { isDone: true, nextStartOrder: -1 };
+}
+async function estimateChunkSize(chunk) {
+    let dataUsedSoFar = 100; // constant metadata - roughly
+    if (chunk.state.kind === "pending") {
+        dataUsedSoFar += chunk.state.embedding.length * 8;
+    }
+    return dataUsedSoFar;
+}
+async function estimateContentSize(ctx, contentId) {
+    let dataUsedSoFar = 0;
+    // TODO: if/when deletions don't count as bandwidth, we can remove this.
+    const content = await ctx.db.get(contentId);
+    if (content) {
+        dataUsedSoFar += content.text.length;
+        dataUsedSoFar += JSON.stringify(convexToJson(content.metadata ?? {})).length;
+    }
+    return dataUsedSoFar;
+}
+//# sourceMappingURL=chunks.js.map

package/dist/component/chunks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunks.js","sourceRoot":"","sources":["../../src/component/chunks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,YAAY,EAAc,MAAM,eAAe,CAAC;AACzD,OAAO,EACL,QAAQ,EACR,MAAM,EACN,gBAAgB,EAChB,MAAM,EACN,iBAAiB,EACjB,OAAO,GAER,MAAM,cAAc,CAAC;AAEtB,OAAO,EACL,aAAa,EACb,QAAQ,EACR,KAAK,GAGN,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EACL,uBAAuB,EACvB,8BAA8B,GAC/B,MAAM,cAAc,CAAC;AAEtB,MAAM,EAAE,GAAG,KAAK,CAAC;AACjB,MAAM,EAAE,GAAG,KAAK,GAAG,EAAE,CAAC;AACtB,MAAM,oCAAoC,GAAG,CAAC,GAAG,EAAE,CAAC;AACpD,MAAM,oCAAoC,GAAG,CAAC,GAAG,EAAE,CAAC;AAEpD,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC;IACxB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;CAClC,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC;IAC7B,IAAI,EAAE,iBAAiB;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtC,OAAO,EAAE,YAAY;CACtB,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAgB,EAChB,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAoB;IAEjD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,YAAY,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,wBAAwB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAE3C,0CAA0C;IAC1C,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACtD,MAAM,CAAC,SAAS,EAAE,aAAa,KAAK,CAAC,WAAW,YAAY,CAAC,CAAC;IAE9D,MAAM,aAAa,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACzD,IAAI,KAAK,GAAG,UAAU,CAAC;IACvB,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,EAAE;SAChC,KAAK,CAAC,QAAQ,CAAC;SACf,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAChC,CAAC;SACE,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;SACtB,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC;SACxB,EAAE,CAAC,OAAO,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAC3C;SACA,OAAO,EAAE,CAAC;IACb,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CACX,YAAY,cAAc,CAAC,MAAM,8BAA8B,OAAO,eAAe,KAAK,CAAC,OAAO,EAAE,CACrG,CAAC;IACJ,CAAC;IACD,0CAA0C;IAC1C,MAAM,OAAO,CAAC,GAAG,CACf,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAC7B,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACjC,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC,CAAC,CACH,CAAC;IACF,MAAM,cAAc,GAAG,8BAA8B,CACnD,KAAK,CAAC,YAAY,EAClB,SAAU,CAAC,WAAW,CACvB,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE;YAC/C,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI;YACxB,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ;SACjC,CAAC,CAAC;QACH,IAAI,KAAK,GAA2B;YAClC,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,qBAAqB,EAAE,KAAK,CAAC,cAAc;SAC5C,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,MAAM,eAAe,CACvC,GAAG,EACH,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,UAAU,EAChB,cAAc,CACf,CAAC;YACF,KAAK,GAAG;gBACN,IAAI,EAAE,OAAO;gBACb,WAAW;gBACX,cAAc,EAAE,KAAK,CAAC,cAAc;aACrC,CAAC;QACJ,CAAC;QACD,QAAQ,CAAC,IAAI,CACX,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE;YAC5B,OAAO;YACP,KAAK;YACL,KAAK;YACL,SAAS;YACT,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,GAAG,uBAAuB,CAAC,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC;SAC9D,CAAC,CACH,CAAC;QACF,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,CAAC,CAAE,SAAmB,CAAC,CAAC,CAAE,OAAiB;KAClE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,GAAa,EAAE,KAAqB;IAC1E,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,YAAY,CACnC,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACtB,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;SACnB,KAAK,CAAC,SAAS,CAAC;SAChB,SAAS,CAAC,gCAAgC,EAAE,CAAC,CAAC,EAAE,EAAE,CACjD,CAAC;SACE,EAAE,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC;SACpC,EAAE,CAAC,aAAa,EAAE,MAAM,CAAC;SACzB,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC;SACpB,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAChC,CACJ,EACD,CAAC,SAAS,CAAC,CACZ,CAAC,KAAK,EAAE,CAAC;IACV,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CACV,2CAA2C,KAAK,CAAC,GAAG,eAAe,KAAK,CAAC,OAAO,kCAAkC,UAAU,CAAC,OAAO,YAAY,UAAU,CAAC,MAAM,8BAA8B,CAAC,UAAU,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC/P,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,QAAQ,CAAC;IACxC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC;QACxB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;KACvB,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,MAAM,EAAE,OAAO;QACf,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;KAC3B,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;QACrC,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,YAAY,CAAC,CAAC;QAChD,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC;QAC1B,MAAM,QAAQ,GAAG,MAAM,wBAAwB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO;gBACL,MAAM,EAAE,UAAmB;gBAC3B,cAAc,EAAE,UAAU;aAC3B,CAAC;QACJ,CAAC;QAED,0CAA0C;QAC1C,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,CAAC,SAAS,EAAE,aAAa,KAAK,CAAC,WAAW,YAAY,CAAC,CAAC;QAE9D,MAAM,aAAa,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzD,MAAM,cAAc,GAClB,KAAK,CAAC,GAAG,IAAI,aAAa;YACxB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;iBACT,KAAK,CAAC,SAAS,CAAC;iBAChB,SAAS,CAAC,gCAAgC,EAAE,CAAC,CAAC,EAAE,EAAE,CACjD,CAAC;iBACE,EAAE,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC;iBACpC,EAAE,CAAC,aAAa,EAAE,SAAS,CAAC;iBAC5B,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CACxB;iBACA,OAAO,EAAE;YACd,CAAC,CAAC,EAAE,CAAC;QACT,MAAM,WAAW,GAAG,YAAY,CAC9B,CAAC,KAAK,EAAE,GAAG,cAAc,EAAE,aAAa,CAAC;aACtC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;aACzB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACb,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aACnB,KAAK,CAAC,QAAQ,CAAC;aACf,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAChC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CACpD,CACJ,EACH,CAAC,OAAO,CAAC,CACV,CAAC;QACF,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;QACtC,MAAM,YAAY,GAAG,8BAA8B,CACjD,KAAK,CAAC,YAAY,EAClB,SAAU,CAAC,WAAW,CACvB,CAAC;QACF,KAAK,UAAU,QAAQ,CACrB,KAAqD;YAErD,MAAM,WAAW,GAAG,MAAM,eAAe,CACvC,GAAG,EACH,KAAK,CAAC,KAAK,CAAC,SAAS,EACrB,WAAW,EACX,KAAK,CAAC,UAAU,EAChB,YAAY,CACb,CAAC;YACF,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE;gBAC5B,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE;aACtC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,aAAa,GAAG,UAAU,CAAC;QAC/B,IAAI,wBAAwB,GAAoB,EAAE,CAAC;QACnD,IAAI,UAAU,GACZ,IAAI,CAAC;QACP,KAAK,UAAU,WAAW;YACxB,MAAM,OAAO,CAAC,GAAG,CACf,wBAAwB,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC3C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;gBACrC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACzD,MAAM,CAAC,MAAM,EAAE,UAAU,KAAK,CAAC,KAAK,CAAC,WAAW,YAAY,CAAC,CAAC;gBAC9D,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBAC7C,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE;oBAC5B,KAAK,EAAE;wBACL,IAAI,EAAE,UAAU;wBAChB,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW;wBACpC,MAAM,EAAE,MAAM,CAAC,MAAM;wBACrB,qBAAqB,EAAE,KAAK,CAAC,KAAK,CAAC,cAAc;qBAClD;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CACH,CAAC;YACF,wBAAwB,GAAG,EAAE,CAAC;YAC9B,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7B,CAAC;YACD,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACnC,aAAa,IAAI,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC;gBACN,aAAa,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,kCAAkC;YAC9D,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,GAAG,aAAa,EAAE,CAAC;gBAChC,MAAM,WAAW,EAAE,CAAC;gBACpB,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC5B,oBAAoB;gBACpB,oCAAoC;gBACpC,+CAA+C;gBAC/C,IAAI,aAAa,GAAG,oCAAoC,EAAE,CAAC;oBACzD,OAAO;wBACL,MAAM,EAAE,SAAkB;wBAC1B,cAAc,EAAE,aAAa;qBAC9B,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,IAAI,aAAa,GAAG,oCAAoC,EAAE,CAAC;gBACzD,OAAO;oBACL,MAAM,EAAE,SAAkB;oBAC1B,cAAc,EAAE,aAAa;iBAC9B,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACnC,IAAI,KAAK,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;oBAC9B,IAAI,UAAU,EAAE,CAAC;wBACf,OAAO,CAAC,IAAI,CACV,iDAAiD,KAAK,CAAC,KAAK,cAAc,OAAO,YAAY,KAAK,CAAC,OAAO,KAAK,UAAU,CAAC,GAAG,QAAQ,KAAK,CAAC,GAAG,EAAE,CACjJ,CAAC;wBACF,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC7B,CAAC;oBACD,UAAU,GAAG,KAAuD,CAAC;gBACvE,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,KAAK,CAAC,OAAO,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC9D,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACvC,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CACX,yBAAyB,KAAK,CAAC,GAAG,cAAc,OAAO,YAAY,KAAK,CAAC,OAAO,2BAA2B,CAC5G,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QACD,wBAAwB;QACxB,MAAM,WAAW,EAAE,CAAC;QAEpB,OAAO;YACL,MAAM,EAAE,OAAgB;YACxB,cAAc,EAAE,CAAC;SAClB,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC;IACxB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;KACpD,CAAC,CACH;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAC;IAC7C,IAAI,EAAE;QACJ,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;QAChC,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;KAClE;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,YAAY,CAAC,CAAC;QAChD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;KACzB,CAAC;IACF,OAAO,EAAE,KAAK,EACZ,GAAG,EACH,IAAI,EAIH,EAAE;QACH,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;QAC5C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAC/B,GAAG,CAAC,EAAE;aACH,KAAK,CAAC,QAAQ,CAAC;aACf,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE,CAC9B,CAAC,CAAC,EAAE,CAAC,mBAAmB,EAAE,WAAW,CAAC,CACvC;aACA,KAAK,CAAC,MAAM,CAAC;aACb,KAAK,EAAE,CACX,CACF,CAAC;QAEF,gEAAgE;QAChE,MAAM,OAAO,GAAG,CACd,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CACR,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAChE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAC9B,CACF;aACE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;aACzB,GAAG,CAAC,WAAW,CAAC,CAAC;QAEpB,MAAM,UAAU,GAAG,MAAM;aACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAU,CAAC;aACzC,MAAM,CACL,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE;YACxB,IAAI,GAAG,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClC,iBAAiB;gBACjB,OAAO,GAAG,CAAC;YACb,CAAC;YACD,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtE,OAAO,GAAG,CAAC;QACb,CAAC,EACD,EAAqC,CACtC,CAAC;QAEJ,MAAM,MAAM,GAA6C,EAAE,CAAC;QAE5D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClB,SAAS;YACX,CAAC;YACD,mEAAmE;YACnE,kEAAkE;YAClE,IACE,MAAM,CAAC,IAAI,CACT,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,KAAK,CAAC,OAAO,IAAI,CAAC,EAAE,KAAK,KAAK,KAAK,CAAC,KAAK,CAChE,EACD,CAAC;gBACD,iBAAiB;gBACjB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClB,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YAC9B,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,EAAE,SAAS,OAAO,YAAY,CAAC,CAAC;YAC5C,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvD,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;YAClE,MAAM,SAAS,GAAG,WAAW,CAAC,aAAa,GAAG,CAAC,CAAC,IAAI,QAAQ,CAAC;YAC7D,2DAA2D;YAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,KAAK,CAAC,KAAK,GAAG,YAAY,CAAC,MAAM,EACjC,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CACzC,CAAC;YACF,0EAA0E;YAC1E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACvB,KAAK,CAAC,KAAK,GAAG,YAAY,CAAC,KAAK,GAAG,CAAC,EACpC,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAC3D,CAAC;YACF,MAAM,UAAU,GAAoB,EAAE,CAAC;YACvC,IAAI,UAAU,KAAK,KAAK,CAAC,KAAK,IAAI,QAAQ,KAAK,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC/D,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE;qBACxB,KAAK,CAAC,QAAQ,CAAC;qBACf,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAChC,CAAC;qBACE,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;qBACtB,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC;qBACxB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,CACzB;qBACA,OAAO,EAAE,CAAC;gBACb,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;gBACjC,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC5C,MAAM,CAAC,OAAO,EAAE,WAAW,SAAS,YAAY,CAAC,CAAC;gBAClD,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC5D,CAAC,CAAC,CACH,CAAC;YAEF,MAAM,CAAC,IAAI,CAAC;gBACV,OAAO;gBACP,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,UAAU;gBACV,OAAO;aACR,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,MAAM,EAAE,MAAM;YACd,OAAO;SACR,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,IAAI,GAAG,KAAK,CAAC;IACxB,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC;QACxB,cAAc,EAAE,uBAAuB;KACxC,CAAC;IACF,OAAO,EAAE,iBAAiB,CAAC,MAAM,CAAC;IAClC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aAC3C,KAAK,CAAC,QAAQ,CAAC;aACf,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;aAC3D,KAAK,CAAC,KAAK,CAAC;aACZ,QAAQ,CAAC,cAAc,CAAC,CAAC;QAC5B,OAAO;YACL,GAAG,MAAM;YACT,IAAI,EAAE,MAAM,OAAO,CAAC,GAAG,CACrB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC9B,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAClD,MAAM,CAAC,OAAO,EAAE,WAAW,KAAK,CAAC,SAAS,YAAY,CAAC,CAAC;gBACxD,OAAO,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACrC,CAAC,CAAC,CACH;SACF,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,uCAAuC;AACvC,sBAAsB;AACtB,2BAA2B;AAC3B,6BAA6B;AAC7B,+BAA+B;AAC/B,uBAAuB;AACvB,mEAAmE;AACnE,qBAAqB;AACrB,gBAAgB;AAChB,kBAAkB;AAClB,mBAAmB;AACnB,MAAM;AACN,uDAAuD;AACvD,iEAAiE;AACjE,wCAAwC;AACxC,IAAI;AAEJ,KAAK,UAAU,WAAW,CAAC,KAAoB,EAAE,OAAuB;IACtE,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;QACvB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAgB,EAChB,EAAE,OAAO,EAAE,UAAU,EAAkD;IAEvE,MAAM,WAAW,GAAG,GAAG,CAAC,EAAE;SACvB,KAAK,CAAC,QAAQ,CAAC;SACf,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAChC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAClD,CAAC;IACJ,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QACtC,aAAa,IAAI,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,aAAa,IAAI,MAAM,mBAAmB,CAAC,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACrC,IAAI,aAAa,GAAG,oCAAoC,EAAE,CAAC;YACzD,uCAAuC;YACvC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;QACxD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,KAAoB;IACnD,IAAI,aAAa,GAAG,GAAG,CAAC,CAAC,8BAA8B;IACvD,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACnC,aAAa,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AACD,KAAK,UAAU,mBAAmB,CAAC,GAAa,EAAE,SAAwB;IACxE,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,wEAAwE;IACxE,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,OAAO,EAAE,CAAC;QACZ,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;QACrC,aAAa,IAAI,IAAI,CAAC,SAAS,CAC7B,YAAY,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CACrC,CAAC,MAAM,CAAC;IACX,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC"}