veryfront 0.1.47 → 0.1.49

package/esm/src/embedding/resolve.js

@@ -0,0 +1,94 @@
+import { createError, toError } from "../errors/veryfront-error.js";
+import { createOpenAI } from "@ai-sdk/openai";
+import { createGoogleGenerativeAI } from "@ai-sdk/google";
+import { getGoogleGenAIEnvConfig, getOpenAIEnvConfig } from "../config/env.js";
+import { createLocalEmbeddingModel } from "../provider/local/local-embedding-adapter.js";
+const providers = new Map();
+let autoInitialized = false;
+/**
+ * Register an embedding provider factory.
+ *
+ * @example
+ * ```ts
+ * registerEmbeddingProvider("openai", (id) =>
+ *   createOpenAI({ apiKey })().embedding(id)
+ * );
+ * ```
+ */
+export function registerEmbeddingProvider(name, factory) {
+    providers.set(name, factory);
+}
+function autoInitializeFromEnv() {
+    if (autoInitialized)
+        return;
+    autoInitialized = true;
+    if (!providers.has("openai")) {
+        providers.set("openai", (id) => {
+            const config = getOpenAIEnvConfig();
+            if (!config.apiKey) {
+                throw toError(createError({
+                    type: "config",
+                    message: "OPENAI_API_KEY not set. Set the environment variable or register a custom provider with registerEmbeddingProvider().",
+                }));
+            }
+            return createOpenAI({ apiKey: config.apiKey, baseURL: config.baseURL }).embedding(id);
+        });
+    }
+    if (!providers.has("google")) {
+        providers.set("google", (id) => {
+            const config = getGoogleGenAIEnvConfig();
+            if (!config.apiKey) {
+                throw toError(createError({
+                    type: "config",
+                    message: "GOOGLE_API_KEY (or GOOGLE_GENERATIVE_AI_API_KEY) not set. Set the environment variable or register a custom provider with registerEmbeddingProvider().",
+                }));
+            }
+            return createGoogleGenerativeAI({ apiKey: config.apiKey }).textEmbeddingModel(id);
+        });
+    }
+    if (!providers.has("local")) {
+        providers.set("local", createLocalEmbeddingModel);
+    }
+}
+/**
+ * Resolve a "provider/model" string to an AI SDK EmbeddingModel instance.
+ *
+ * @example
+ * ```ts
+ * const model = resolveEmbeddingModel("openai/text-embedding-3-small");
+ * ```
+ */
+export function resolveEmbeddingModel(modelString) {
+    autoInitializeFromEnv();
+    const slashIndex = modelString.indexOf("/");
+    if (slashIndex === -1) {
+        throw toError(createError({
+            type: "config",
+            message: `Invalid model string: "${modelString}". Expected "provider/model" (e.g. "openai/text-embedding-3-small").`,
+        }));
+    }
+    const providerName = modelString.slice(0, slashIndex);
+    const modelId = modelString.slice(slashIndex + 1);
+    if (!providerName || !modelId) {
+        throw toError(createError({
+            type: "config",
+            message: `Invalid model string: "${modelString}". Both provider and model name are required.`,
+        }));
+    }
+    const factory = providers.get(providerName);
+    if (!factory) {
+        const available = [...providers.keys()].join(", ") || "none";
+        throw toError(createError({
+            type: "config",
+            message: `Embedding provider "${providerName}" not registered. Available: ${available}`,
+        }));
+    }
+    return factory(modelId);
+}
+/**
+ * Clear all registered embedding providers (for testing).
+ */
+export function clearEmbeddingProviders() {
+    providers.clear();
+    autoInitialized = false;
+}

package/esm/src/embedding/types.d.ts

@@ -0,0 +1,90 @@
+export interface EmbeddingConfig {
+    model: string;
+    documentPrefix?: string;
+    queryPrefix?: string;
+    batchSize?: number;
+}
+export interface Embedding {
+    model: string;
+    /** Embed a single text. Applies queryPrefix if configured. */
+    embed(text: string): Promise<number[]>;
+    /** Embed multiple texts. Applies documentPrefix if configured. Batches automatically. */
+    embedMany(texts: string[]): Promise<number[][]>;
+}
+export interface ChunkOptions {
+    maxChars?: number;
+    overlap?: number;
+    separators?: string[];
+}
+export interface VectorStoreConfig {
+    embedder: Embedding;
+}
+export interface SearchOptions {
+    topK?: number;
+    threshold?: number;
+    filter?: Record<string, unknown>;
+    strategy?: "dense" | "hybrid" | "mmr";
+    lambda?: number;
+}
+export interface SearchResult {
+    text: string;
+    score: number;
+    metadata?: Record<string, unknown>;
+}
+export interface VectorStore {
+    add(texts: string[], metadata?: Record<string, unknown>[]): Promise<void>;
+    search(query: string, options?: SearchOptions): Promise<SearchResult[]>;
+    clear(): void;
+    size: number;
+}
+export interface UploadMeta {
+    id: string;
+    title: string;
+    source: string;
+    type: string;
+    createdAt: number;
+}
+export interface StoredChunk {
+    id: string;
+    uploadId: string;
+    text: string;
+    embedding: number[];
+    index: number;
+}
+export interface UploadStoreData {
+    uploads: UploadMeta[];
+    chunks: StoredChunk[];
+}
+export interface UploadStoreConfig {
+    model: string;
+    storagePath?: string;
+    contentDir?: string;
+    contentExtensions?: string[];
+    chunkOptions?: ChunkOptions;
+    documentPrefix?: string;
+    queryPrefix?: string;
+    batchSize?: number;
+}
+export interface UploadSearchResult {
+    text: string;
+    score: number;
+    uploadId: string;
+    title: string;
+    source: string;
+    type: string;
+}
+export interface UploadSearchOptions {
+    topK?: number;
+    threshold?: number;
+}
+export interface UploadStore {
+    ingest(title: string, text: string, meta?: {
+        source?: string;
+        type?: string;
+    }): Promise<string>;
+    search(query: string, options?: UploadSearchOptions): Promise<UploadSearchResult[]>;
+    listUploads(): Promise<UploadMeta[]>;
+    removeUpload(id: string): Promise<void>;
+    indexContentDir(): Promise<void>;
+}
+//# sourceMappingURL=types.d.ts.map

package/esm/src/embedding/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/src/embedding/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,8DAA8D;IAC9D,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,yFAAyF;IACzF,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,SAAS,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,QAAQ,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1E,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACxE,KAAK,IAAI,IAAI,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAMD,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAChG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;IACpF,WAAW,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACrC,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAClC"}

package/esm/src/embedding/types.js

@@ -0,0 +1 @@
+export {};

package/esm/src/embedding/upload-handler.d.ts

@@ -0,0 +1,43 @@
+import * as dntShim from "../../_dnt.shims.js";
+import type { UploadStore } from "./types.js";
+interface UploadHandlerConfig {
+    maxFileSize?: number;
+}
+/**
+ * Creates HTTP route handlers for upload, listing, and deletion.
+ *
+ * **Important:** These handlers do not include authentication or authorization.
+ * Add your own auth middleware before exposing them in production.
+ *
+ * Returns `{ POST, GET, DELETE }` handlers compatible with file-based routing.
+ * POST accepts multipart form data with a `file` field, extracts text via
+ * `loadUpload`, and ingests into the provided upload store. GET returns
+ * the upload list. DELETE removes an upload by ID from route params.
+ *
+ * @example
+ * ```ts
+ * // app/api/uploads/route.ts
+ * import { createUploadHandler } from "veryfront/embedding";
+ * import { store } from "../../../lib/store.ts";
+ *
+ * export const { POST, GET } = createUploadHandler(store);
+ * ```
+ *
+ * @example
+ * ```ts
+ * // app/api/uploads/[id]/route.ts
+ * import { createUploadHandler } from "veryfront/embedding";
+ * import { store } from "../../../../lib/store.ts";
+ *
+ * export const { DELETE } = createUploadHandler(store);
+ * ```
+ */
+export declare function createUploadHandler(store: UploadStore, config?: UploadHandlerConfig): {
+    POST: (request: dntShim.Request) => Promise<dntShim.Response>;
+    GET: () => Promise<dntShim.Response>;
+    DELETE: (_request: dntShim.Request, context: {
+        params: Record<string, string>;
+    }) => Promise<dntShim.Response>;
+};
+export {};
+//# sourceMappingURL=upload-handler.d.ts.map

package/esm/src/embedding/upload-handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload-handler.d.ts","sourceRoot":"","sources":["../../../src/src/embedding/upload-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,qBAAqB,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AA4D9C,UAAU,mBAAmB;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,WAAW,EAClB,MAAM,CAAC,EAAE,mBAAmB;oBAIC,OAAO,CAAC,OAAO,KAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;eAmDlD,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;uBAWnC,OAAO,CAAC,OAAO,WAChB;QAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,KAC1C,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;EAe7B"}

package/esm/src/embedding/upload-handler.js

@@ -0,0 +1,144 @@
+import * as dntShim from "../../_dnt.shims.js";
+import { loadUpload } from "./upload-loader.js";
+const MAX_FILE_SIZE = 10 * 1024 * 1024; // 10 MB
+const MIME_TO_TYPE = {
+    "text/plain": "txt",
+    "text/markdown": "md",
+    "text/mdx": "mdx",
+    "text/csv": "csv",
+    "text/html": "html",
+    "text/xml": "xml",
+    "application/csv": "csv",
+    "application/pdf": "pdf",
+    "application/rtf": "rtf",
+    "application/json": "json",
+    "application/epub+zip": "epub",
+    "application/vnd.openxmlformats-officedocument.wordprocessingml.document": "docx",
+    "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet": "xlsx",
+    "application/vnd.openxmlformats-officedocument.presentationml.presentation": "pptx",
+    "application/msword": "doc",
+    "application/vnd.ms-excel": "xls",
+    "application/vnd.ms-powerpoint": "ppt",
+};
+const EXT_TO_TYPE = {
+    txt: "txt",
+    md: "md",
+    mdx: "mdx",
+    csv: "csv",
+    html: "html",
+    htm: "html",
+    xml: "xml",
+    pdf: "pdf",
+    rtf: "rtf",
+    json: "json",
+    epub: "epub",
+    docx: "docx",
+    xlsx: "xlsx",
+    pptx: "pptx",
+    doc: "doc",
+    xls: "xls",
+    ppt: "ppt",
+};
+function inferType(file) {
+    const fromMime = MIME_TO_TYPE[file.type];
+    if (fromMime)
+        return fromMime;
+    const ext = file.name.split(".").pop()?.toLowerCase();
+    return EXT_TO_TYPE[ext ?? ""] ?? null;
+}
+const TYPE_TO_MIME = Object.fromEntries(Object.entries(MIME_TO_TYPE).map(([mime, type]) => [type, mime]));
+function typeToMime(type) {
+    return TYPE_TO_MIME[type] ?? "text/plain";
+}
+/**
+ * Creates HTTP route handlers for upload, listing, and deletion.
+ *
+ * **Important:** These handlers do not include authentication or authorization.
+ * Add your own auth middleware before exposing them in production.
+ *
+ * Returns `{ POST, GET, DELETE }` handlers compatible with file-based routing.
+ * POST accepts multipart form data with a `file` field, extracts text via
+ * `loadUpload`, and ingests into the provided upload store. GET returns
+ * the upload list. DELETE removes an upload by ID from route params.
+ *
+ * @example
+ * ```ts
+ * // app/api/uploads/route.ts
+ * import { createUploadHandler } from "veryfront/embedding";
+ * import { store } from "../../../lib/store.ts";
+ *
+ * export const { POST, GET } = createUploadHandler(store);
+ * ```
+ *
+ * @example
+ * ```ts
+ * // app/api/uploads/[id]/route.ts
+ * import { createUploadHandler } from "veryfront/embedding";
+ * import { store } from "../../../../lib/store.ts";
+ *
+ * export const { DELETE } = createUploadHandler(store);
+ * ```
+ */
+export function createUploadHandler(store, config) {
+    const maxSize = config?.maxFileSize ?? MAX_FILE_SIZE;
+    async function POST(request) {
+        try {
+            const formData = await request.formData();
+            const file = formData.get("file");
+            if (!file || !(file instanceof dntShim.File)) {
+                return dntShim.Response.json({ error: "No file provided" }, { status: 400 });
+            }
+            if (file.size > maxSize) {
+                return dntShim.Response.json({ error: `File exceeds ${Math.round(maxSize / 1024 / 1024)} MB limit` }, { status: 400 });
+            }
+            const fileType = inferType(file);
+            if (!fileType) {
+                return dntShim.Response.json({ error: `Unsupported file type: ${file.type || file.name}` }, { status: 400 });
+            }
+            const buffer = await file.arrayBuffer();
+            const text = await loadUpload(buffer, typeToMime(fileType));
+            if (!text.trim()) {
+                return dntShim.Response.json({ error: "No text could be extracted from file" }, { status: 400 });
+            }
+            // Sanitize file name: strip path components, limit length
+            const safeName = file.name.replace(/[/\\]/g, "_").slice(0, 200);
+            const id = await store.ingest(safeName, text, {
+                source: `upload:${safeName}`,
+                type: fileType,
+            });
+            return dntShim.Response.json({
+                success: true,
+                upload: { id, title: file.name, type: fileType },
+            });
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : "Upload failed";
+            return dntShim.Response.json({ error: message }, { status: 500 });
+        }
+    }
+    async function GET() {
+        try {
+            const uploads = await store.listUploads();
+            return dntShim.Response.json({ uploads });
+        }
+        catch (error) {
+            console.error("Upload list failed:", error);
+            return dntShim.Response.json({ error: "Failed to list uploads" }, { status: 500 });
+        }
+    }
+    async function DELETE(_request, context) {
+        try {
+            const id = context.params.id;
+            if (!id) {
+                return dntShim.Response.json({ error: "Missing upload ID" }, { status: 400 });
+            }
+            await store.removeUpload(id);
+            return dntShim.Response.json({ success: true });
+        }
+        catch (error) {
+            console.error("Upload delete failed:", error);
+            return dntShim.Response.json({ error: "Delete failed" }, { status: 500 });
+        }
+    }
+    return { POST, GET, DELETE };
+}

package/esm/src/embedding/upload-loader.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Extracts plain text from various upload formats.
+ *
+ * Text and CSV are handled inline (CSV uses a RAG-optimized format that
+ * denormalizes headers into every row). All other formats (PDF, DOCX, XLSX,
+ * PPTX, HTML, RTF, EPUB, etc.) are delegated to kreuzberg for extraction.
+ *
+ * @example
+ * ```ts
+ * const text = await loadUpload(buffer, "application/pdf");
+ * ```
+ */
+export declare function loadUpload(buffer: ArrayBuffer, mimeType: string): Promise<string>;
+//# sourceMappingURL=upload-loader.d.ts.map

package/esm/src/embedding/upload-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload-loader.d.ts","sourceRoot":"","sources":["../../../src/src/embedding/upload-loader.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;GAWG;AACH,wBAAsB,UAAU,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAmBvF"}

package/esm/src/embedding/upload-loader.js

@@ -0,0 +1,70 @@
+import { importKreuzberg } from "../platform/compat/opaque-deps.js";
+/**
+ * Extracts plain text from various upload formats.
+ *
+ * Text and CSV are handled inline (CSV uses a RAG-optimized format that
+ * denormalizes headers into every row). All other formats (PDF, DOCX, XLSX,
+ * PPTX, HTML, RTF, EPUB, etc.) are delegated to kreuzberg for extraction.
+ *
+ * @example
+ * ```ts
+ * const text = await loadUpload(buffer, "application/pdf");
+ * ```
+ */
+export async function loadUpload(buffer, mimeType) {
+    // CSV gets RAG-optimized formatting (headers denormalized into every row)
+    if (mimeType === "text/csv" || mimeType === "application/csv") {
+        return extractCSV(buffer);
+    }
+    // Plain text and markdown — no extraction needed
+    if (mimeType === "text/plain" ||
+        mimeType === "text/markdown" ||
+        mimeType === "text/mdx") {
+        return new TextDecoder().decode(buffer);
+    }
+    // Everything else (PDF, DOCX, XLSX, PPTX, HTML, XML, etc.) → kreuzberg
+    const { extractBytes } = await importKreuzberg();
+    const result = await extractBytes(new Uint8Array(buffer), mimeType);
+    return result.content;
+}
+function extractCSV(buffer) {
+    const text = new TextDecoder().decode(buffer);
+    const lines = text.split("\n").filter((line) => line.trim());
+    if (lines.length < 2)
+        return text;
+    const headers = parseCSVLine(lines[0]);
+    const rows = lines.slice(1).map((line) => {
+        const values = parseCSVLine(line);
+        return headers
+            .map((header, i) => `${header}: ${values[i] ?? ""}`)
+            .join(", ");
+    });
+    return rows.join("\n");
+}
+function parseCSVLine(line) {
+    const values = [];
+    let current = "";
+    let inQuotes = false;
+    for (let i = 0; i < line.length; i++) {
+        const char = line[i];
+        if (char === '"') {
+            // RFC 4180: doubled quote inside a quoted field is a literal quote
+            if (inQuotes && i + 1 < line.length && line[i + 1] === '"') {
+                current += '"';
+                i++; // skip the second quote
+            }
+            else {
+                inQuotes = !inQuotes;
+            }
+        }
+        else if (char === "," && !inQuotes) {
+            values.push(current.trim());
+            current = "";
+        }
+        else {
+            current += char;
+        }
+    }
+    values.push(current.trim());
+    return values;
+}

package/esm/src/embedding/upload-store.d.ts

@@ -0,0 +1,27 @@
+import type { UploadStore, UploadStoreConfig } from "./types.js";
+/**
+ * Creates a persistent upload store with lazy embedding and similarity search.
+ *
+ * Combines upload management, chunking, embedding, and vector search into
+ * a single factory. Uploads are chunked on ingest; embeddings are generated
+ * lazily on the first search call to avoid blocking uploads on AI API calls.
+ *
+ * Persistence is JSON-file-based (via the platform fs adapter), making it
+ * suitable for prototypes, templates, and small-to-medium knowledge bases.
+ *
+ * @example
+ * ```ts
+ * import { uploadStore } from "veryfront/embedding";
+ *
+ * const store = uploadStore({
+ *   model: "openai/text-embedding-3-small",
+ *   storagePath: "data/index.json",
+ *   contentDir: "content",
+ * });
+ *
+ * await store.ingest("My Doc", text, { source: "upload:file.pdf", type: "pdf" });
+ * const results = await store.search("query", { topK: 5, threshold: 0.7 });
+ * ```
+ */
+export declare function uploadStore(config: UploadStoreConfig): UploadStore;
+//# sourceMappingURL=upload-store.d.ts.map

package/esm/src/embedding/upload-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload-store.d.ts","sourceRoot":"","sources":["../../../src/src/embedding/upload-store.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAKV,WAAW,EACX,iBAAiB,EAElB,MAAM,YAAY,CAAC;AAEpB;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,WAAW,CA4PlE"}