@unbrained/pm-cli 2026.3.9

package/dist/core/output/output.js

@@ -0,0 +1,79 @@
+import { runActiveCommandOverride, runActiveRendererOverride } from "../extensions/index.js";
+function isPlainObject(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function renderScalar(value) {
+    if (typeof value === "string")
+        return JSON.stringify(value);
+    if (typeof value === "number" || typeof value === "boolean")
+        return String(value);
+    if (value === null)
+        return "null";
+    return JSON.stringify(value);
+}
+function renderToonValue(value, depth) {
+    const indent = "  ".repeat(depth);
+    if (Array.isArray(value)) {
+        if (value.length === 0)
+            return "[]";
+        return value
+            .map((entry) => {
+            if (!isPlainObject(entry) && !Array.isArray(entry)) {
+                return `${indent}- ${renderScalar(entry)}`;
+            }
+            const rendered = renderToonValue(entry, depth + 1);
+            const lines = rendered.split("\n");
+            const [firstLine, ...rest] = lines;
+            if (rest.length === 0) {
+                return `${indent}- ${firstLine.trimStart()}`;
+            }
+            const nested = rest.map((line) => `${indent}  ${line}`).join("\n");
+            return `${indent}- ${firstLine.trimStart()}\n${nested}`;
+        })
+            .join("\n");
+    }
+    if (isPlainObject(value)) {
+        const entries = Object.entries(value);
+        if (entries.length === 0)
+            return "{}";
+        return entries
+            .map(([key, entry]) => {
+            if (!isPlainObject(entry) && !Array.isArray(entry)) {
+                return `${indent}${key}: ${renderScalar(entry)}`;
+            }
+            if (Array.isArray(entry) && entry.length === 0) {
+                return `${indent}${key}: []`;
+            }
+            if (isPlainObject(entry) && Object.keys(entry).length === 0) {
+                return `${indent}${key}: {}`;
+            }
+            return `${indent}${key}:\n${renderToonValue(entry, depth + 1)}`;
+        })
+            .join("\n");
+    }
+    return `${indent}${renderScalar(value)}`;
+}
+export function formatOutput(result, options) {
+    const commandOverride = runActiveCommandOverride(result);
+    const effectiveResult = commandOverride.result;
+    const format = options.json ? "json" : "toon";
+    const rendererOverride = runActiveRendererOverride(format, effectiveResult);
+    if (rendererOverride.rendered !== null) {
+        return rendererOverride.rendered.endsWith("\n") ? rendererOverride.rendered : `${rendererOverride.rendered}\n`;
+    }
+    if (options.json) {
+        return `${JSON.stringify(effectiveResult, null, 2)}\n`;
+    }
+    return `${renderToonValue(effectiveResult, 0)}\n`;
+}
+export function printResult(result, options) {
+    const rendered = formatOutput(result, options);
+    if (options.quiet) {
+        return;
+    }
+    process.stdout.write(rendered);
+}
+export function printError(message) {
+    process.stderr.write(`${message}\n`);
+}
+//# sourceMappingURL=output.js.map

package/dist/core/output/output.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.js","sourceRoot":"","sources":["../../../src/core/output/output.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AAO7F,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,KAAa;IACpD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAElC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACpC,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACb,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnD,OAAO,GAAG,MAAM,KAAK,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,CAAC;YACD,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACnD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC;YACnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtB,OAAO,GAAG,MAAM,KAAK,SAAS,CAAC,SAAS,EAAE,EAAE,CAAC;YAC/C,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnE,OAAO,GAAG,MAAM,KAAK,SAAS,CAAC,SAAS,EAAE,KAAK,MAAM,EAAE,CAAC;QAC1D,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACtC,OAAO,OAAO;aACX,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACpB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnD,OAAO,GAAG,MAAM,GAAG,GAAG,KAAK,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YACnD,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/C,OAAO,GAAG,MAAM,GAAG,GAAG,MAAM,CAAC;YAC/B,CAAC;YACD,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,OAAO,GAAG,MAAM,GAAG,GAAG,MAAM,CAAC;YAC/B,CAAC;YACD,OAAO,GAAG,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;QAClE,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,OAAO,GAAG,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAe,EAAE,OAAsB;IAClE,MAAM,eAAe,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC5E,IAAI,gBAAgB,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QACvC,OAAO,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,QAAQ,IAAI,CAAC;IACjH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IACzD,CAAC;IACD,OAAO,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAe,EAAE,OAAsB;IACjE,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,OAAO;IACT,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAAe;IACxC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;AACvC,CAAC"}

package/dist/core/search/cache.d.ts

@@ -0,0 +1,17 @@
+export declare const SEARCH_CACHE_ARTIFACT_PATHS: readonly ["index/manifest.json", "search/embeddings.jsonl"];
+export interface SearchCacheInvalidationResult {
+    invalidated: string[];
+    warnings: string[];
+}
+export interface SemanticMutationRefreshResult {
+    refreshed: string[];
+    skipped: string[];
+    warnings: string[];
+}
+export interface SearchMutationArtifactRefreshResult extends SearchCacheInvalidationResult {
+    refreshed: string[];
+    skipped: string[];
+}
+export declare function invalidateSearchCacheArtifacts(pmRoot: string): Promise<SearchCacheInvalidationResult>;
+export declare function refreshSemanticEmbeddingsForMutatedItems(pmRoot: string, itemIds: string[]): Promise<SemanticMutationRefreshResult>;
+export declare function refreshSearchArtifactsForMutation(pmRoot: string, itemIds: string[]): Promise<SearchMutationArtifactRefreshResult>;

package/dist/core/search/cache.js

@@ -0,0 +1,212 @@
+import path from "node:path";
+import { pathExists, removeFileIfExists } from "../fs/fs-utils.js";
+import { locateItem, readLocatedItem } from "../store/item-store.js";
+import { getSettingsPath } from "../store/paths.js";
+import { readSettings } from "../store/settings.js";
+import { executeEmbeddingBatchesWithRetry } from "./embedding-batches.js";
+import { resolveEmbeddingProviders } from "./providers.js";
+import { executeVectorDelete, executeVectorUpsert, resolveVectorStores } from "./vector-stores.js";
+export const SEARCH_CACHE_ARTIFACT_PATHS = ["index/manifest.json", "search/embeddings.jsonl"];
+function formatInvalidationWarning(relativePath, error) {
+    return `search_cache_invalidation_failed:${relativePath}:${String(error)}`;
+}
+function toErrorMessage(error) {
+    if (error instanceof Error) {
+        const message = error.message.trim();
+        return message.length > 0 ? message : error.name;
+    }
+    return String(error);
+}
+function toUniqueSorted(values) {
+    return [...new Set([...values].map((value) => value.trim()).filter((value) => value.length > 0))]
+        .sort((left, right) => left.localeCompare(right));
+}
+function buildSemanticCorpusInput(document) {
+    const item = document.front_matter;
+    return JSON.stringify({
+        title: item.title,
+        description: item.description,
+        tags: item.tags,
+        status: item.status,
+        body: document.body,
+        comments: (item.comments ?? []).map((entry) => entry.text),
+        notes: (item.notes ?? []).map((entry) => entry.text),
+        learnings: (item.learnings ?? []).map((entry) => entry.text),
+        dependencies: (item.dependencies ?? []).map((entry) => ({
+            id: entry.id,
+            kind: entry.kind,
+        })),
+    });
+}
+function buildVectorPayload(item) {
+    return {
+        id: item.id,
+        type: item.type,
+        status: item.status,
+        priority: item.priority,
+        updated_at: item.updated_at,
+    };
+}
+function buildSkippedSemanticRefreshResult(itemIds, warning) {
+    return {
+        refreshed: [],
+        skipped: itemIds,
+        warnings: [warning],
+    };
+}
+async function resolveSemanticRefreshRuntimeContext(pmRoot, normalizedItemIds) {
+    if (!(await pathExists(getSettingsPath(pmRoot)))) {
+        return buildSkippedSemanticRefreshResult(normalizedItemIds, "search_semantic_refresh_skipped:settings_not_initialized");
+    }
+    let settings;
+    try {
+        settings = await readSettings(pmRoot);
+    }
+    catch (error) {
+        return buildSkippedSemanticRefreshResult(normalizedItemIds, `search_semantic_refresh_skipped:settings_read_failed:${toErrorMessage(error)}`);
+    }
+    const provider = resolveEmbeddingProviders(settings).active;
+    if (!provider) {
+        return buildSkippedSemanticRefreshResult(normalizedItemIds, "search_semantic_refresh_skipped:provider_unconfigured");
+    }
+    const vectorStore = resolveVectorStores(settings).active;
+    if (!vectorStore) {
+        return buildSkippedSemanticRefreshResult(normalizedItemIds, "search_semantic_refresh_skipped:vector_store_unconfigured");
+    }
+    return {
+        settings,
+        provider,
+        vectorStore,
+    };
+}
+async function collectSemanticRefreshWorkload(pmRoot, idPrefix, normalizedItemIds) {
+    const warnings = [];
+    const skipped = new Set();
+    const missing = new Set();
+    const documents = [];
+    for (const itemId of normalizedItemIds) {
+        const located = await locateItem(pmRoot, itemId, idPrefix);
+        if (!located) {
+            missing.add(itemId);
+            continue;
+        }
+        try {
+            const loaded = await readLocatedItem(located);
+            documents.push({
+                id: loaded.document.front_matter.id,
+                document: loaded.document,
+            });
+        }
+        catch (error) {
+            skipped.add(located.id);
+            warnings.push(`search_semantic_refresh_item_read_failed:${located.id}:${toErrorMessage(error)}`);
+        }
+    }
+    documents.sort((left, right) => left.id.localeCompare(right.id));
+    return {
+        documents,
+        missingIds: toUniqueSorted(missing),
+        skippedIds: toUniqueSorted(skipped),
+        warnings,
+    };
+}
+async function refreshLocatedSemanticVectors(settings, provider, vectorStore, documents) {
+    if (documents.length === 0) {
+        return { refreshed: [], skipped: [], warnings: [] };
+    }
+    try {
+        const corpusInputs = documents.map((entry) => buildSemanticCorpusInput(entry.document));
+        const embeddingResult = await executeEmbeddingBatchesWithRetry(provider, settings, corpusInputs);
+        await executeVectorUpsert(vectorStore, documents.map((entry, index) => ({
+            id: entry.id,
+            vector: embeddingResult.vectors[index],
+            payload: buildVectorPayload(entry.document.front_matter),
+        })));
+        return {
+            refreshed: documents.map((entry) => entry.id),
+            skipped: [],
+            warnings: embeddingResult.warnings,
+        };
+    }
+    catch (error) {
+        return {
+            refreshed: [],
+            skipped: documents.map((entry) => entry.id),
+            warnings: [`search_semantic_refresh_failed:${toErrorMessage(error)}`],
+        };
+    }
+}
+async function pruneMissingSemanticVectors(vectorStore, missingIds) {
+    if (missingIds.length === 0) {
+        return { refreshed: [], skipped: [], warnings: [] };
+    }
+    try {
+        await executeVectorDelete(vectorStore, missingIds);
+        return {
+            refreshed: [],
+            skipped: [],
+            warnings: [],
+        };
+    }
+    catch (error) {
+        return {
+            refreshed: [],
+            skipped: missingIds,
+            warnings: [`search_semantic_refresh_delete_failed:${toErrorMessage(error)}`],
+        };
+    }
+}
+export async function invalidateSearchCacheArtifacts(pmRoot) {
+    const invalidated = [];
+    const warnings = [];
+    for (const relativePath of SEARCH_CACHE_ARTIFACT_PATHS) {
+        const artifactPath = path.join(pmRoot, relativePath);
+        try {
+            if (!(await pathExists(artifactPath))) {
+                continue;
+            }
+            await removeFileIfExists(artifactPath);
+            invalidated.push(relativePath);
+        }
+        catch (error) {
+            warnings.push(formatInvalidationWarning(relativePath, error));
+        }
+    }
+    return {
+        invalidated,
+        warnings,
+    };
+}
+export async function refreshSemanticEmbeddingsForMutatedItems(pmRoot, itemIds) {
+    const normalizedItemIds = toUniqueSorted(itemIds);
+    if (normalizedItemIds.length === 0) {
+        return {
+            refreshed: [],
+            skipped: [],
+            warnings: [],
+        };
+    }
+    const runtimeContext = await resolveSemanticRefreshRuntimeContext(pmRoot, normalizedItemIds);
+    if (!("settings" in runtimeContext)) {
+        return runtimeContext;
+    }
+    const workload = await collectSemanticRefreshWorkload(pmRoot, runtimeContext.settings.id_prefix, normalizedItemIds);
+    const refreshedResult = await refreshLocatedSemanticVectors(runtimeContext.settings, runtimeContext.provider, runtimeContext.vectorStore, workload.documents);
+    const pruneResult = await pruneMissingSemanticVectors(runtimeContext.vectorStore, workload.missingIds);
+    return {
+        refreshed: toUniqueSorted([...refreshedResult.refreshed, ...pruneResult.refreshed]),
+        skipped: toUniqueSorted([...workload.skippedIds, ...refreshedResult.skipped, ...pruneResult.skipped]),
+        warnings: [...workload.warnings, ...refreshedResult.warnings, ...pruneResult.warnings],
+    };
+}
+export async function refreshSearchArtifactsForMutation(pmRoot, itemIds) {
+    const invalidation = await invalidateSearchCacheArtifacts(pmRoot);
+    const semanticRefresh = await refreshSemanticEmbeddingsForMutatedItems(pmRoot, itemIds);
+    return {
+        invalidated: invalidation.invalidated,
+        refreshed: semanticRefresh.refreshed,
+        skipped: semanticRefresh.skipped,
+        warnings: [...invalidation.warnings, ...semanticRefresh.warnings],
+    };
+}
+//# sourceMappingURL=cache.js.map

package/dist/core/search/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../../src/core/search/cache.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACnE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,gCAAgC,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAInG,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,qBAAqB,EAAE,yBAAyB,CAAU,CAAC;AAkBvG,SAAS,yBAAyB,CAAC,YAAoB,EAAE,KAAc;IACrE,OAAO,oCAAoC,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACrC,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;IACnD,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,cAAc,CAAC,MAAwB;IAC9C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;SAC9F,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,wBAAwB,CAAC,QAAsB;IACtD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC;IACnC,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;QAC1D,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;QACpD,SAAS,EAAE,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;QAC5D,YAAY,EAAE,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACtD,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAC;KACJ,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAqB;IAC/C,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,UAAU,EAAE,IAAI,CAAC,UAAU;KAC5B,CAAC;AACJ,CAAC;AAqBD,SAAS,iCAAiC,CAAC,OAAiB,EAAE,OAAe;IAC3E,OAAO;QACL,SAAS,EAAE,EAAE;QACb,OAAO,EAAE,OAAO;QAChB,QAAQ,EAAE,CAAC,OAAO,CAAC;KACpB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,oCAAoC,CACjD,MAAc,EACd,iBAA2B;IAE3B,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,OAAO,iCAAiC,CAAC,iBAAiB,EAAE,0DAA0D,CAAC,CAAC;IAC1H,CAAC;IAED,IAAI,QAAkD,CAAC;IACvD,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,OAAO,iCAAiC,CACtC,iBAAiB,EACjB,wDAAwD,cAAc,CAAC,KAAK,CAAC,EAAE,CAChF,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC5D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,iCAAiC,CAAC,iBAAiB,EAAE,uDAAuD,CAAC,CAAC;IACvH,CAAC;IACD,MAAM,WAAW,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IACzD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,iCAAiC,CAAC,iBAAiB,EAAE,2DAA2D,CAAC,CAAC;IAC3H,CAAC;IAED,OAAO;QACL,QAAQ;QACR,QAAQ;QACR,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,8BAA8B,CAC3C,MAAc,EACd,QAAgB,EAChB,iBAA2B;IAE3B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,SAAS,GAAkD,EAAE,CAAC;IAEpE,KAAK,MAAM,MAAM,IAAI,iBAAiB,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,CAAC;YAC9C,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;gBACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC,4CAA4C,OAAO,CAAC,EAAE,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAED,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACjE,OAAO;QACL,SAAS;QACT,UAAU,EAAE,cAAc,CAAC,OAAO,CAAC;QACnC,UAAU,EAAE,cAAc,CAAC,OAAO,CAAC;QACnC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,6BAA6B,CAC1C,QAAkD,EAClD,QAAiC,EACjC,WAA8B,EAC9B,SAAwD;IAExD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACtD,CAAC;IAED,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,wBAAwB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxF,MAAM,eAAe,GAAG,MAAM,gCAAgC,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;QACjG,MAAM,mBAAmB,CACvB,WAAW,EACX,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/B,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC;YACtC,OAAO,EAAE,kBAAkB,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;SACzD,CAAC,CAAC,CACJ,CAAC;QACF,OAAO;YACL,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,eAAe,CAAC,QAAQ;SACnC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3C,QAAQ,EAAE,CAAC,kCAAkC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;SACtE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,WAA8B,EAC9B,UAAoB;IAEpB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,CAAC;QACH,MAAM,mBAAmB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QACnD,OAAO;YACL,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,UAAU;YACnB,QAAQ,EAAE,CAAC,yCAAyC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;SAC7E,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,MAAc;IACjE,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,YAAY,IAAI,2BAA2B,EAAE,CAAC;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACrD,IAAI,CAAC;YACH,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;gBACtC,SAAS;YACX,CAAC;YACD,MAAM,kBAAkB,CAAC,YAAY,CAAC,CAAC;YACvC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,MAAc,EACd,OAAiB;IAEjB,MAAM,iBAAiB,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IAClD,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO;YACL,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,oCAAoC,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC7F,IAAI,CAAC,CAAC,UAAU,IAAI,cAAc,CAAC,EAAE,CAAC;QACpC,OAAO,cAAc,CAAC;IACxB,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,8BAA8B,CACnD,MAAM,EACN,cAAc,CAAC,QAAQ,CAAC,SAAS,EACjC,iBAAiB,CAClB,CAAC;IACF,MAAM,eAAe,GAAG,MAAM,6BAA6B,CACzD,cAAc,CAAC,QAAQ,EACvB,cAAc,CAAC,QAAQ,EACvB,cAAc,CAAC,WAAW,EAC1B,QAAQ,CAAC,SAAS,CACnB,CAAC;IACF,MAAM,WAAW,GAAG,MAAM,2BAA2B,CAAC,cAAc,CAAC,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEvG,OAAO;QACL,SAAS,EAAE,cAAc,CAAC,CAAC,GAAG,eAAe,CAAC,SAAS,EAAE,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACnF,OAAO,EAAE,cAAc,CAAC,CAAC,GAAG,QAAQ,CAAC,UAAU,EAAE,GAAG,eAAe,CAAC,OAAO,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACrG,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,eAAe,CAAC,QAAQ,EAAE,GAAG,WAAW,CAAC,QAAQ,CAAC;KACvF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACrD,MAAc,EACd,OAAiB;IAEjB,MAAM,YAAY,GAAG,MAAM,8BAA8B,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,eAAe,GAAG,MAAM,wCAAwC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxF,OAAO;QACL,WAAW,EAAE,YAAY,CAAC,WAAW;QACrC,SAAS,EAAE,eAAe,CAAC,SAAS;QACpC,OAAO,EAAE,eAAe,CAAC,OAAO;QAChC,QAAQ,EAAE,CAAC,GAAG,YAAY,CAAC,QAAQ,EAAE,GAAG,eAAe,CAAC,QAAQ,CAAC;KAClE,CAAC;AACJ,CAAC"}

package/dist/core/search/embedding-batches.d.ts

@@ -0,0 +1,7 @@
+import type { PmSettings } from "../../types/index.js";
+import type { EmbeddingProviderConfig } from "./providers.js";
+export interface EmbeddingBatchExecutionResult {
+    vectors: number[][];
+    warnings: string[];
+}
+export declare function executeEmbeddingBatchesWithRetry(provider: EmbeddingProviderConfig, settings: PmSettings, inputs: string[]): Promise<EmbeddingBatchExecutionResult>;

package/dist/core/search/embedding-batches.js

@@ -0,0 +1,54 @@
+import { executeEmbeddingRequest } from "./providers.js";
+function resolveBatchRuntime(settings) {
+    const batchSizeCandidate = settings.search.embedding_batch_size;
+    const maxRetriesCandidate = settings.search.scanner_max_batch_retries;
+    const batchSize = Number.isFinite(batchSizeCandidate) && batchSizeCandidate > 0 ? Math.floor(batchSizeCandidate) : 1;
+    const maxRetries = Number.isFinite(maxRetriesCandidate) && maxRetriesCandidate >= 0 ? Math.floor(maxRetriesCandidate) : 0;
+    return { batchSize, maxRetries };
+}
+function createBatches(inputs, batchSize) {
+    const batches = [];
+    for (let index = 0; index < inputs.length; index += batchSize) {
+        batches.push(inputs.slice(index, index + batchSize));
+    }
+    return batches;
+}
+export async function executeEmbeddingBatchesWithRetry(provider, settings, inputs) {
+    if (inputs.length === 0) {
+        return {
+            vectors: [],
+            warnings: [],
+        };
+    }
+    const runtime = resolveBatchRuntime(settings);
+    const batches = createBatches(inputs, runtime.batchSize);
+    const vectors = [];
+    const warnings = [];
+    for (let batchIndex = 0; batchIndex < batches.length; batchIndex += 1) {
+        const batch = batches[batchIndex];
+        let success = false;
+        let lastError = null;
+        for (let attempt = 0; attempt <= runtime.maxRetries; attempt += 1) {
+            try {
+                const batchVectors = await executeEmbeddingRequest(provider, batch);
+                vectors.push(...batchVectors);
+                if (attempt > 0) {
+                    warnings.push(`search_embedding_batch_retry_succeeded:batch=${batchIndex + 1}:attempt=${attempt + 1}:size=${batch.length}`);
+                }
+                success = true;
+                break;
+            }
+            catch (error) {
+                lastError = error;
+            }
+        }
+        if (!success) {
+            throw new Error(`Embedding batch ${batchIndex + 1} failed after ${runtime.maxRetries + 1} attempt(s): ${String(lastError)}`);
+        }
+    }
+    return {
+        vectors,
+        warnings,
+    };
+}
+//# sourceMappingURL=embedding-batches.js.map

package/dist/core/search/embedding-batches.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-batches.js","sourceRoot":"","sources":["../../../src/core/search/embedding-batches.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAazD,SAAS,mBAAmB,CAAC,QAAoB;IAC/C,MAAM,kBAAkB,GAAG,QAAQ,CAAC,MAAM,CAAC,oBAAoB,CAAC;IAChE,MAAM,mBAAmB,GAAG,QAAQ,CAAC,MAAM,CAAC,yBAAyB,CAAC;IACtE,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrH,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,mBAAmB,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1H,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,aAAa,CAAC,MAAgB,EAAE,SAAiB;IACxD,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,QAAiC,EACjC,QAAoB,EACpB,MAAgB;IAEhB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,EAAE,CAAC;QACtE,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QAClC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,SAAS,GAAY,IAAI,CAAC;QAC9B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,CAAC,UAAU,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAClE,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,uBAAuB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;gBAC9B,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,QAAQ,CAAC,IAAI,CACX,gDAAgD,UAAU,GAAG,CAAC,YAAY,OAAO,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,EAAE,CAC7G,CAAC;gBACJ,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM;YACR,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,SAAS,GAAG,KAAK,CAAC;YACpB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,mBAAmB,UAAU,GAAG,CAAC,iBAAiB,OAAO,CAAC,UAAU,GAAG,CAAC,gBAAgB,MAAM,CAAC,SAAS,CAAC,EAAE,CAC5G,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO;QACL,OAAO;QACP,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/dist/core/search/providers.d.ts

@@ -0,0 +1,59 @@
+import type { PmSettings } from "../../types/index.js";
+export type EmbeddingProviderName = "openai" | "ollama";
+export interface EmbeddingProviderConfig {
+    name: EmbeddingProviderName;
+    base_url: string;
+    model: string;
+    api_key?: string;
+}
+export interface EmbeddingProviderResolution {
+    active: EmbeddingProviderConfig | null;
+    available: EmbeddingProviderConfig[];
+}
+export interface EmbeddingRequestTarget {
+    provider: EmbeddingProviderName;
+    endpoint: string;
+    model: string;
+}
+export interface EmbeddingRequestPlan {
+    target: EmbeddingRequestTarget;
+    method: "POST";
+    headers: Record<string, string>;
+    body: Record<string, unknown>;
+}
+export interface EmbeddingHttpResponse {
+    ok: boolean;
+    status: number;
+    statusText: string;
+    json(): Promise<unknown>;
+    text(): Promise<string>;
+}
+export type EmbeddingRequestFetcher = (url: string, init: {
+    method: "POST";
+    headers: Record<string, string>;
+    body: string;
+    signal: AbortSignal;
+}) => Promise<EmbeddingHttpResponse>;
+export interface ExecuteEmbeddingRequestOptions {
+    timeout_ms?: number;
+    fetcher?: EmbeddingRequestFetcher;
+}
+type ProviderSettingsInput = {
+    providers?: {
+        openai?: {
+            base_url?: string;
+            api_key?: string;
+            model?: string;
+        };
+        ollama?: {
+            base_url?: string;
+            model?: string;
+        };
+    };
+};
+export declare function resolveEmbeddingProviders(settings: PmSettings | ProviderSettingsInput): EmbeddingProviderResolution;
+export declare function resolveEmbeddingRequestTarget(provider: EmbeddingProviderConfig): EmbeddingRequestTarget;
+export declare function buildEmbeddingRequestPlan(provider: EmbeddingProviderConfig, input: string | string[]): EmbeddingRequestPlan;
+export declare function normalizeEmbeddingResponse(provider: EmbeddingProviderConfig, response: unknown): number[][];
+export declare function executeEmbeddingRequest(provider: EmbeddingProviderConfig, input: string | string[], options?: ExecuteEmbeddingRequestOptions): Promise<number[][]>;
+export {};