@convex-dev/rag 0.1.7

package/dist/shared.d.ts

@@ -0,0 +1,479 @@
+import type { Infer, Validator, Value, VObject } from "convex/values";
+import { type NamedFilter } from "./component/filters.js";
+import type { FunctionReference } from "convex/server";
+export declare const CHUNK_BATCH_SIZE = 100;
+export declare const vNamespaceId: import("convex/values").VString<string & {
+    _: "NamespaceId";
+}, "required">;
+export declare const vEntryId: import("convex/values").VString<string & {
+    _: "EntryId";
+}, "required">;
+export type NamespaceId = Infer<typeof vNamespaceId>;
+export type EntryId = Infer<typeof vEntryId>;
+export declare const vSearchResult: VObject<{
+    entryId: string & {
+        _: "EntryId";
+    };
+    order: number;
+    content: {
+        metadata?: Record<string, any> | undefined;
+        text: string;
+    }[];
+    startOrder: number;
+    score: number;
+}, {
+    entryId: import("convex/values").VString<string & {
+        _: "EntryId";
+    }, "required">;
+    order: import("convex/values").VFloat64<number, "required">;
+    content: import("convex/values").VArray<{
+        metadata?: Record<string, any> | undefined;
+        text: string;
+    }[], VObject<{
+        metadata?: Record<string, any> | undefined;
+        text: string;
+    }, {
+        text: import("convex/values").VString<string, "required">;
+        metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+    }, "required", "text" | "metadata" | `metadata.${string}`>, "required">;
+    startOrder: import("convex/values").VFloat64<number, "required">;
+    score: import("convex/values").VFloat64<number, "required">;
+}, "required", "entryId" | "order" | "content" | "startOrder" | "score">;
+export type SearchResult = Infer<typeof vSearchResult>;
+export declare const vStatus: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+export declare const vActiveStatus: import("convex/values").VUnion<"pending" | "ready", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">], "required", never>;
+export type Status = Infer<typeof vStatus>;
+export declare const statuses: ("pending" | "ready" | "replaced")[];
+export declare const vNamespace: VObject<{
+    namespaceId: string & {
+        _: "NamespaceId";
+    };
+    createdAt: number;
+    namespace: string;
+    status: "pending" | "ready" | "replaced";
+    filterNames: string[];
+    dimension: number;
+    modelId: string;
+    version: number;
+}, {
+    namespaceId: import("convex/values").VString<string & {
+        _: "NamespaceId";
+    }, "required">;
+    createdAt: import("convex/values").VFloat64<number, "required">;
+    namespace: import("convex/values").VString<string, "required">;
+    status: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+    filterNames: import("convex/values").VArray<string[], import("convex/values").VString<string, "required">, "required">;
+    dimension: import("convex/values").VFloat64<number, "required">;
+    modelId: import("convex/values").VString<string, "required">;
+    version: import("convex/values").VFloat64<number, "required">;
+}, "required", "namespaceId" | "createdAt" | "namespace" | "status" | "filterNames" | "dimension" | "modelId" | "version">;
+export type Namespace = Infer<typeof vNamespace>;
+export declare const vEntry: VObject<{
+    metadata?: Record<string, any> | undefined;
+    key?: string | undefined;
+    title?: string | undefined;
+    contentHash?: string | undefined;
+    entryId: string & {
+        _: "EntryId";
+    };
+    status: "pending" | "ready" | "replaced";
+    importance: number;
+    filterValues: {
+        name: string;
+        value: any;
+    }[];
+}, {
+    key: import("convex/values").VString<string | undefined, "optional">;
+    title: import("convex/values").VString<string | undefined, "optional">;
+    metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+    entryId: import("convex/values").VString<string & {
+        _: "EntryId";
+    }, "required">;
+    importance: import("convex/values").VFloat64<number, "required">;
+    filterValues: import("convex/values").VArray<{
+        name: string;
+        value: any;
+    }[], VObject<{
+        name: string;
+        value: any;
+    }, {
+        name: import("convex/values").VString<string, "required">;
+        value: import("convex/values").VAny<any, "required", string>;
+    }, "required", "name" | "value" | `value.${string}`>, "required">;
+    contentHash: import("convex/values").VString<string | undefined, "optional">;
+    status: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+}, "required", "entryId" | "metadata" | `metadata.${string}` | "status" | "key" | "title" | "importance" | "filterValues" | "contentHash">;
+export type VEntry<Filters extends Record<string, Value>, Metadata extends Record<string, Value>> = VObject<Entry<Filters, Metadata>, typeof vEntry.fields, "required", typeof vEntry.fieldPaths>;
+export declare const vSearchEntry: VObject<{
+    metadata?: Record<string, any> | undefined;
+    key?: string | undefined;
+    title?: string | undefined;
+    contentHash?: string | undefined;
+    entryId: string & {
+        _: "EntryId";
+    };
+    text: string;
+    status: "pending" | "ready" | "replaced";
+    importance: number;
+    filterValues: {
+        name: string;
+        value: any;
+    }[];
+}, {
+    text: import("convex/values").VString<string, "required">;
+    key: import("convex/values").VString<string | undefined, "optional">;
+    title: import("convex/values").VString<string | undefined, "optional">;
+    metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+    entryId: import("convex/values").VString<string & {
+        _: "EntryId";
+    }, "required">;
+    importance: import("convex/values").VFloat64<number, "required">;
+    filterValues: import("convex/values").VArray<{
+        name: string;
+        value: any;
+    }[], VObject<{
+        name: string;
+        value: any;
+    }, {
+        name: import("convex/values").VString<string, "required">;
+        value: import("convex/values").VAny<any, "required", string>;
+    }, "required", "name" | "value" | `value.${string}`>, "required">;
+    contentHash: import("convex/values").VString<string | undefined, "optional">;
+    status: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+}, "required", "entryId" | "text" | "metadata" | `metadata.${string}` | "status" | "key" | "title" | "importance" | "filterValues" | "contentHash">;
+export type VSearchEntry<Filters extends Record<string, Value>, Metadata extends Record<string, Value>> = VObject<SearchEntry<Filters, Metadata>, typeof vSearchEntry.fields, "required", typeof vSearchEntry.fieldPaths>;
+export type SearchEntry<Filters extends Record<string, Value>, Metadata extends Record<string, Value>> = Entry<Filters, Metadata> & {
+    text: string;
+};
+export type EntryFilterValues<Filters extends Record<string, Value> = Record<string, Value>> = {
+    [K in keyof Filters & string]: NamedFilter<K, Filters[K]>;
+}[keyof Filters & string];
+export type Entry<Filters extends Record<string, Value> = any, Metadata extends Record<string, Value> = any> = {
+    /** The entry's id, uniquely identifying the key + contents + namespace etc. */
+    entryId: EntryId;
+    /** User-defined key. You can re-use a key to replace it with new contents. */
+    key?: string | undefined;
+    /** User-defined title. */
+    title?: string | undefined;
+    /** User-defined metadata. */
+    metadata?: Metadata | undefined;
+    /** How important this entry is. Defaults to 1.
+     * Think of it as multiplying by the vector search score.
+     */
+    importance: number;
+    /** Filters that can be used to search for this entry.
+     * Up to 4 filters are supported, of any type.
+     */
+    filterValues: EntryFilterValues<Filters>[];
+    /** Hash of the entry contents.
+     * If supplied, it will avoid adding if the hash is the same.
+     */
+    contentHash?: string | undefined;
+    /** Whether this entry's contents have all been inserted and indexed. */
+    status: Status;
+};
+export declare const vChunk: VObject<{
+    metadata?: Record<string, any> | undefined;
+    order: number;
+    text: string;
+    state: "pending" | "ready" | "replaced";
+}, {
+    order: import("convex/values").VFloat64<number, "required">;
+    state: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+    text: import("convex/values").VString<string, "required">;
+    metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+}, "required", "order" | "text" | "metadata" | `metadata.${string}` | "state">;
+export type Chunk = Infer<typeof vChunk>;
+export declare const vCreateChunkArgs: VObject<{
+    searchableText?: string | undefined;
+    content: {
+        metadata?: Record<string, any> | undefined;
+        text: string;
+    };
+    embedding: number[];
+}, {
+    content: VObject<{
+        metadata?: Record<string, any> | undefined;
+        text: string;
+    }, {
+        text: import("convex/values").VString<string, "required">;
+        metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+    }, "required", "text" | "metadata" | `metadata.${string}`>;
+    embedding: import("convex/values").VArray<number[], import("convex/values").VFloat64<number, "required">, "required">;
+    searchableText: import("convex/values").VString<string | undefined, "optional">;
+}, "required", "content" | "embedding" | "searchableText" | "content.text" | "content.metadata" | `content.metadata.${string}`>;
+export type CreateChunkArgs = Infer<typeof vCreateChunkArgs>;
+export declare function vPaginationResult<T extends Validator<Value, "required", string>>(itemValidator: T): VObject<{
+    splitCursor?: string | null | undefined;
+    pageStatus?: "SplitRecommended" | "SplitRequired" | null | undefined;
+    page: T["type"][];
+    continueCursor: string;
+    isDone: boolean;
+}, {
+    page: import("convex/values").VArray<T["type"][], T, "required">;
+    continueCursor: import("convex/values").VString<string, "required">;
+    isDone: import("convex/values").VBoolean<boolean, "required">;
+    splitCursor: import("convex/values").VUnion<string | null | undefined, [import("convex/values").VString<string, "required">, import("convex/values").VNull<null, "required">], "optional", never>;
+    pageStatus: import("convex/values").VUnion<"SplitRecommended" | "SplitRequired" | null | undefined, [import("convex/values").VLiteral<"SplitRecommended", "required">, import("convex/values").VLiteral<"SplitRequired", "required">, import("convex/values").VNull<null, "required">], "optional", never>;
+}, "required", "page" | "continueCursor" | "isDone" | "splitCursor" | "pageStatus">;
+export type OnCompleteNamespace = FunctionReference<"mutation", "internal", {
+    namespace: Namespace;
+    replacedNamespace: Namespace | null;
+}, null, string>;
+export declare const vOnCompleteArgs: VObject<{
+    replacedEntry?: {
+        metadata?: Record<string, any> | undefined;
+        key?: string | undefined;
+        title?: string | undefined;
+        contentHash?: string | undefined;
+        entryId: string & {
+            _: "EntryId";
+        };
+        status: "pending" | "ready" | "replaced";
+        importance: number;
+        filterValues: {
+            name: string;
+            value: any;
+        }[];
+    } | undefined;
+    error?: string | undefined;
+    namespace: {
+        namespaceId: string & {
+            _: "NamespaceId";
+        };
+        createdAt: number;
+        namespace: string;
+        status: "pending" | "ready" | "replaced";
+        filterNames: string[];
+        dimension: number;
+        modelId: string;
+        version: number;
+    };
+    entry: {
+        metadata?: Record<string, any> | undefined;
+        key?: string | undefined;
+        title?: string | undefined;
+        contentHash?: string | undefined;
+        entryId: string & {
+            _: "EntryId";
+        };
+        status: "pending" | "ready" | "replaced";
+        importance: number;
+        filterValues: {
+            name: string;
+            value: any;
+        }[];
+    };
+}, {
+    namespace: VObject<{
+        namespaceId: string & {
+            _: "NamespaceId";
+        };
+        createdAt: number;
+        namespace: string;
+        status: "pending" | "ready" | "replaced";
+        filterNames: string[];
+        dimension: number;
+        modelId: string;
+        version: number;
+    }, {
+        namespaceId: import("convex/values").VString<string & {
+            _: "NamespaceId";
+        }, "required">;
+        createdAt: import("convex/values").VFloat64<number, "required">;
+        namespace: import("convex/values").VString<string, "required">;
+        status: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+        filterNames: import("convex/values").VArray<string[], import("convex/values").VString<string, "required">, "required">;
+        dimension: import("convex/values").VFloat64<number, "required">;
+        modelId: import("convex/values").VString<string, "required">;
+        version: import("convex/values").VFloat64<number, "required">;
+    }, "required", "namespaceId" | "createdAt" | "namespace" | "status" | "filterNames" | "dimension" | "modelId" | "version">;
+    entry: VObject<{
+        metadata?: Record<string, any> | undefined;
+        key?: string | undefined;
+        title?: string | undefined;
+        contentHash?: string | undefined;
+        entryId: string & {
+            _: "EntryId";
+        };
+        status: "pending" | "ready" | "replaced";
+        importance: number;
+        filterValues: {
+            name: string;
+            value: any;
+        }[];
+    }, {
+        key: import("convex/values").VString<string | undefined, "optional">;
+        title: import("convex/values").VString<string | undefined, "optional">;
+        metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+        entryId: import("convex/values").VString<string & {
+            _: "EntryId";
+        }, "required">;
+        importance: import("convex/values").VFloat64<number, "required">;
+        filterValues: import("convex/values").VArray<{
+            name: string;
+            value: any;
+        }[], VObject<{
+            name: string;
+            value: any;
+        }, {
+            name: import("convex/values").VString<string, "required">;
+            value: import("convex/values").VAny<any, "required", string>;
+        }, "required", "name" | "value" | `value.${string}`>, "required">;
+        contentHash: import("convex/values").VString<string | undefined, "optional">;
+        status: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+    }, "required", "entryId" | "metadata" | `metadata.${string}` | "status" | "key" | "title" | "importance" | "filterValues" | "contentHash">;
+    replacedEntry: VObject<{
+        metadata?: Record<string, any> | undefined;
+        key?: string | undefined;
+        title?: string | undefined;
+        contentHash?: string | undefined;
+        entryId: string & {
+            _: "EntryId";
+        };
+        status: "pending" | "ready" | "replaced";
+        importance: number;
+        filterValues: {
+            name: string;
+            value: any;
+        }[];
+    } | undefined, {
+        key: import("convex/values").VString<string | undefined, "optional">;
+        title: import("convex/values").VString<string | undefined, "optional">;
+        metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+        entryId: import("convex/values").VString<string & {
+            _: "EntryId";
+        }, "required">;
+        importance: import("convex/values").VFloat64<number, "required">;
+        filterValues: import("convex/values").VArray<{
+            name: string;
+            value: any;
+        }[], VObject<{
+            name: string;
+            value: any;
+        }, {
+            name: import("convex/values").VString<string, "required">;
+            value: import("convex/values").VAny<any, "required", string>;
+        }, "required", "name" | "value" | `value.${string}`>, "required">;
+        contentHash: import("convex/values").VString<string | undefined, "optional">;
+        status: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+    }, "optional", "entryId" | "metadata" | `metadata.${string}` | "status" | "key" | "title" | "importance" | "filterValues" | "contentHash">;
+    error: import("convex/values").VString<string | undefined, "optional">;
+}, "required", "namespace" | "entry" | "replacedEntry" | "error" | "namespace.namespaceId" | "namespace.createdAt" | "namespace.namespace" | "namespace.status" | "namespace.filterNames" | "namespace.dimension" | "namespace.modelId" | "namespace.version" | "entry.entryId" | "entry.metadata" | `entry.metadata.${string}` | "entry.status" | "entry.key" | "entry.title" | "entry.importance" | "entry.filterValues" | "entry.contentHash" | "replacedEntry.entryId" | "replacedEntry.metadata" | `replacedEntry.metadata.${string}` | "replacedEntry.status" | "replacedEntry.key" | "replacedEntry.title" | "replacedEntry.importance" | "replacedEntry.filterValues" | "replacedEntry.contentHash">;
+export type OnComplete<Filters extends Record<string, Value> = any, EntryMetadata extends Record<string, Value> = any> = FunctionReference<"mutation", "internal", {
+    /**
+     * The namespace that the entry belongs to.
+     */
+    namespace: Namespace;
+    /**
+     * The entry that was added.
+     */
+    entry: Entry<Filters, EntryMetadata>;
+    /**
+     * The previous "ready" entry with the same key that was replaced.
+     */
+    replacedEntry: Entry<Filters, EntryMetadata> | undefined;
+    /**
+     * If async generation failed, this is the error.
+     */
+    error: string | undefined;
+}, null>;
+export declare const vChunkerArgs: VObject<{
+    namespace: {
+        namespaceId: string & {
+            _: "NamespaceId";
+        };
+        createdAt: number;
+        namespace: string;
+        status: "pending" | "ready" | "replaced";
+        filterNames: string[];
+        dimension: number;
+        modelId: string;
+        version: number;
+    };
+    entry: {
+        metadata?: Record<string, any> | undefined;
+        key?: string | undefined;
+        title?: string | undefined;
+        contentHash?: string | undefined;
+        entryId: string & {
+            _: "EntryId";
+        };
+        status: "pending" | "ready" | "replaced";
+        importance: number;
+        filterValues: {
+            name: string;
+            value: any;
+        }[];
+    };
+    insertChunks: string;
+}, {
+    namespace: VObject<{
+        namespaceId: string & {
+            _: "NamespaceId";
+        };
+        createdAt: number;
+        namespace: string;
+        status: "pending" | "ready" | "replaced";
+        filterNames: string[];
+        dimension: number;
+        modelId: string;
+        version: number;
+    }, {
+        namespaceId: import("convex/values").VString<string & {
+            _: "NamespaceId";
+        }, "required">;
+        createdAt: import("convex/values").VFloat64<number, "required">;
+        namespace: import("convex/values").VString<string, "required">;
+        status: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+        filterNames: import("convex/values").VArray<string[], import("convex/values").VString<string, "required">, "required">;
+        dimension: import("convex/values").VFloat64<number, "required">;
+        modelId: import("convex/values").VString<string, "required">;
+        version: import("convex/values").VFloat64<number, "required">;
+    }, "required", "namespaceId" | "createdAt" | "namespace" | "status" | "filterNames" | "dimension" | "modelId" | "version">;
+    entry: VObject<{
+        metadata?: Record<string, any> | undefined;
+        key?: string | undefined;
+        title?: string | undefined;
+        contentHash?: string | undefined;
+        entryId: string & {
+            _: "EntryId";
+        };
+        status: "pending" | "ready" | "replaced";
+        importance: number;
+        filterValues: {
+            name: string;
+            value: any;
+        }[];
+    }, {
+        key: import("convex/values").VString<string | undefined, "optional">;
+        title: import("convex/values").VString<string | undefined, "optional">;
+        metadata: import("convex/values").VRecord<Record<string, any> | undefined, import("convex/values").VString<string, "required">, import("convex/values").VAny<any, "required", string>, "optional", string>;
+        entryId: import("convex/values").VString<string & {
+            _: "EntryId";
+        }, "required">;
+        importance: import("convex/values").VFloat64<number, "required">;
+        filterValues: import("convex/values").VArray<{
+            name: string;
+            value: any;
+        }[], VObject<{
+            name: string;
+            value: any;
+        }, {
+            name: import("convex/values").VString<string, "required">;
+            value: import("convex/values").VAny<any, "required", string>;
+        }, "required", "name" | "value" | `value.${string}`>, "required">;
+        contentHash: import("convex/values").VString<string | undefined, "optional">;
+        status: import("convex/values").VUnion<"pending" | "ready" | "replaced", [import("convex/values").VLiteral<"pending", "required">, import("convex/values").VLiteral<"ready", "required">, import("convex/values").VLiteral<"replaced", "required">], "required", never>;
+    }, "required", "entryId" | "metadata" | `metadata.${string}` | "status" | "key" | "title" | "importance" | "filterValues" | "contentHash">;
+    insertChunks: import("convex/values").VString<string, "required">;
+}, "required", "namespace" | "entry" | "namespace.namespaceId" | "namespace.createdAt" | "namespace.namespace" | "namespace.status" | "namespace.filterNames" | "namespace.dimension" | "namespace.modelId" | "namespace.version" | "entry.entryId" | "entry.metadata" | `entry.metadata.${string}` | "entry.status" | "entry.key" | "entry.title" | "entry.importance" | "entry.filterValues" | "entry.contentHash" | "insertChunks">;
+export type ChunkerAction = FunctionReference<"action", "internal", Infer<typeof vChunkerArgs>, null>;
+/**
+ * Check if the args filter names are compatible with the existing filter names.
+ * @param existing The existing filter names.
+ * @param args The filter names to check. Can be a prefix
+ * @returns True if the filter names are the same, in the same order.
+ */
+export declare function filterNamesContain(existing: string[], args: string[]): boolean;
+//# sourceMappingURL=shared.d.ts.map

package/dist/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../src/shared.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAgB,KAAK,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAExE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAIvD,eAAO,MAAM,gBAAgB,MAAM,CAAC;AAGpC,eAAO,MAAM,YAAY;;cAA+B,CAAC;AACzD,eAAO,MAAM,QAAQ;;cAA2B,CAAC;AACjD,MAAM,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACrD,MAAM,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,QAAQ,CAAC,CAAC;AAE7C,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;wEAWxB,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AAEvD,eAAO,MAAM,OAAO,iQAInB,CAAC;AACF,eAAO,MAAM,aAAa,0LAAoD,CAAC;AAC/E,MAAM,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,OAAO,CAAC,CAAC;AAC3C,eAAO,MAAM,QAAQ,sCAAsC,CAAC;AAE5D,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;0HASrB,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,UAAU,CAAC,CAAC;AAEjD,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0IASjB,CAAC;AAEH,MAAM,MAAM,MAAM,CAChB,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EACrC,QAAQ,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IACpC,OAAO,CACT,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,EACxB,OAAO,MAAM,CAAC,MAAM,EACpB,UAAU,EACV,OAAO,MAAM,CAAC,UAAU,CACzB,CAAC;AAMF,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mJAGvB,CAAC;AAEH,MAAM,MAAM,YAAY,CACtB,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EACrC,QAAQ,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IACpC,OAAO,CACT,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,EAC9B,OAAO,YAAY,CAAC,MAAM,EAC1B,UAAU,EACV,OAAO,YAAY,CAAC,UAAU,CAC/B,CAAC;AAEF,MAAM,MAAM,WAAW,CACrB,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EACrC,QAAQ,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IACpC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,iBAAiB,CAC3B,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAC3D;KACD,CAAC,IAAI,MAAM,OAAO,GAAG,MAAM,GAAG,WAAW,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;CAC1D,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC;AAE1B,MAAM,MAAM,KAAK,CAEf,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,GAAG,EAE3C,QAAQ,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,GAAG,IAC1C;IACF,+EAA+E;IAC/E,OAAO,EAAE,OAAO,CAAC;IACjB,8EAA8E;IAC9E,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,0BAA0B;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,6BAA6B;IAC7B,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAChC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,YAAY,EAAE,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;IAC3C;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,wEAAwE;IACxE,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,eAAO,MAAM,MAAM;;;;;;;;;;8EAKjB,CAAC;AAEH,MAAM,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAEzC,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;+HAO3B,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE7D,wBAAgB,iBAAiB,CAC/B,CAAC,SAAS,SAAS,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,EAC9C,aAAa,EAAE,CAAC;;;;;;;;;;;;oFAcjB;AAED,MAAM,MAAM,mBAAmB,GAAG,iBAAiB,CACjD,UAAU,EACV,UAAU,EACV;IACE,SAAS,EAAE,SAAS,CAAC;IACrB,iBAAiB,EAAE,SAAS,GAAG,IAAI,CAAC;CACrC,EACD,IAAI,EACJ,MAAM,CACP,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4qBAK1B,CAAC;AAEH,MAAM,MAAM,UAAU,CAEpB,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,GAAG,EAE3C,aAAa,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,GAAG,IAC/C,iBAAiB,CACnB,UAAU,EACV,UAAU,EACV;IACE;;OAEG;IACH,SAAS,EAAE,SAAS,CAAC;IACrB;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACrC;;OAEG;IACH,aAAa,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,CAAC,GAAG,SAAS,CAAC;IACzD;;OAEG;IACH,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B,EACD,IAAI,CACL,CAAC;AAEF,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;saAIvB,CAAC;AAEH,MAAM,MAAM,aAAa,GAAG,iBAAiB,CAC3C,QAAQ,EACR,UAAU,EACV,KAAK,CAAC,OAAO,YAAY,CAAC,EAC1B,IAAI,CACL,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,WAOpE"}

package/dist/shared.js

@@ -0,0 +1,98 @@
+import { v } from "convex/values";
+import { vNamedFilter } from "./component/filters.js";
+import { brandedString } from "convex-helpers/validators";
+// A good middle-ground that has up to ~3MB if embeddings are 4096 (max).
+// Also a reasonable number of writes to the DB.
+export const CHUNK_BATCH_SIZE = 100;
+// Branded types for IDs, as components don't expose the internal ID types.
+export const vNamespaceId = brandedString("NamespaceId");
+export const vEntryId = brandedString("EntryId");
+export const vSearchResult = v.object({
+    entryId: vEntryId,
+    order: v.number(),
+    content: v.array(v.object({
+        text: v.string(),
+        metadata: v.optional(v.record(v.string(), v.any())),
+    })),
+    startOrder: v.number(),
+    score: v.number(),
+});
+export const vStatus = v.union(v.literal("pending"), v.literal("ready"), v.literal("replaced"));
+export const vActiveStatus = v.union(v.literal("pending"), v.literal("ready"));
+export const statuses = vStatus.members.map((s) => s.value);
+export const vNamespace = v.object({
+    namespaceId: vNamespaceId,
+    createdAt: v.number(),
+    namespace: v.string(),
+    status: vStatus,
+    filterNames: v.array(v.string()),
+    dimension: v.number(),
+    modelId: v.string(),
+    version: v.number(),
+});
+export const vEntry = v.object({
+    key: v.optional(v.string()),
+    title: v.optional(v.string()),
+    metadata: v.optional(v.record(v.string(), v.any())),
+    entryId: vEntryId,
+    importance: v.number(),
+    filterValues: v.array(vNamedFilter),
+    contentHash: v.optional(v.string()),
+    status: vStatus,
+});
+// Type assertion to keep us honest
+const _1 = {};
+const _2 = {};
+export const vSearchEntry = v.object({
+    ...vEntry.fields,
+    text: v.string(),
+});
+export const vChunk = v.object({
+    order: v.number(),
+    state: vStatus,
+    text: v.string(),
+    metadata: v.optional(v.record(v.string(), v.any())),
+});
+export const vCreateChunkArgs = v.object({
+    content: v.object({
+        text: v.string(),
+        metadata: v.optional(v.record(v.string(), v.any())),
+    }),
+    embedding: v.array(v.number()),
+    searchableText: v.optional(v.string()),
+});
+export function vPaginationResult(itemValidator) {
+    return v.object({
+        page: v.array(itemValidator),
+        continueCursor: v.string(),
+        isDone: v.boolean(),
+        splitCursor: v.optional(v.union(v.string(), v.null())),
+        pageStatus: v.optional(v.union(v.literal("SplitRecommended"), v.literal("SplitRequired"), v.null())),
+    });
+}
+export const vOnCompleteArgs = v.object({
+    namespace: vNamespace,
+    entry: vEntry,
+    replacedEntry: v.optional(vEntry),
+    error: v.optional(v.string()),
+});
+export const vChunkerArgs = v.object({
+    namespace: vNamespace,
+    entry: vEntry,
+    insertChunks: v.string(),
+});
+/**
+ * Check if the args filter names are compatible with the existing filter names.
+ * @param existing The existing filter names.
+ * @param args The filter names to check. Can be a prefix
+ * @returns True if the filter names are the same, in the same order.
+ */
+export function filterNamesContain(existing, args) {
+    for (const name of args) {
+        if (!existing.includes(name)) {
+            return false;
+        }
+    }
+    return true;
+}
+//# sourceMappingURL=shared.js.map

package/dist/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../src/shared.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAElC,OAAO,EAAE,YAAY,EAAoB,MAAM,wBAAwB,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAG1D,yEAAyE;AACzE,gDAAgD;AAChD,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAEpC,2EAA2E;AAC3E,MAAM,CAAC,MAAM,YAAY,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;AACzD,MAAM,CAAC,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;AAIjD,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,OAAO,EAAE,QAAQ;IACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;KACpD,CAAC,CACH;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAC5B,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EACpB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAClB,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CACtB,CAAC;AACF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;AAE/E,MAAM,CAAC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAE5D,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,WAAW,EAAE,YAAY;IACzB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,OAAO;IACf,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACnD,OAAO,EAAE,QAAQ;IACjB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC;IACnC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,MAAM,EAAE,OAAO;CAChB,CAAC,CAAC;AAYH,mCAAmC;AACnC,MAAM,EAAE,GAAU,EAA0B,CAAC;AAC7C,MAAM,EAAE,GAAyB,EAAW,CAAC;AAE7C,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,GAAG,MAAM,CAAC,MAAM;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAuDH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;CACpD,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;KACpD,CAAC;IACF,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC9B,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACvC,CAAC,CAAC;AAGH,MAAM,UAAU,iBAAiB,CAE/B,aAAgB;IAChB,OAAO,CAAC,CAAC,MAAM,CAAC;QACd,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC;QAC5B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;QAC1B,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;QACnB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACtD,UAAU,EAAE,CAAC,CAAC,QAAQ,CACpB,CAAC,CAAC,KAAK,CACL,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAC7B,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,EAC1B,CAAC,CAAC,IAAI,EAAE,CACT,CACF;KACF,CAAC,CAAC;AACL,CAAC;AAaD,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,SAAS,EAAE,UAAU;IACrB,KAAK,EAAE,MAAM;IACb,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;IACjC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC9B,CAAC,CAAC;AA+BH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,SAAS,EAAE,UAAU;IACrB,KAAK,EAAE,MAAM;IACb,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;CACzB,CAAC,CAAC;AASH;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAkB,EAAE,IAAc;IACnE,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}