@unbrained/pm-cli 2026.6.5 → 2026.6.7

package/dist/core/search/relevance.js

@@ -0,0 +1,226 @@
+
+!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="62bb2377-76f4-515c-b4ce-9b046f112b79")}catch(e){}}();
+import { coercePositiveInteger, toNonEmptyString } from "../shared/primitives.js";
+import { tokenizeAlphaNumeric } from "../shared/text-normalization.js";
+import { executeEmbeddingRequest } from "./providers.js";
+export const DEFAULT_QUERY_EXPANSION_MAX_QUERIES = 4;
+export const DEFAULT_RERANK_TOP_K = 20;
+const MAX_RERANK_TOP_K = 200;
+const QUERY_EXPANSION_STOP_WORDS = new Set([
+    "a",
+    "an",
+    "and",
+    "for",
+    "from",
+    "in",
+    "into",
+    "of",
+    "on",
+    "or",
+    "the",
+    "to",
+    "with",
+]);
+function dedupeQueries(values, limit) {
+    const deduped = [];
+    const seen = new Set();
+    for (const entry of values) {
+        const normalized = entry.trim().replaceAll(/\s+/g, " ");
+        if (normalized.length === 0) {
+            continue;
+        }
+        const dedupeKey = normalized.toLowerCase();
+        if (seen.has(dedupeKey)) {
+            continue;
+        }
+        seen.add(dedupeKey);
+        deduped.push(normalized);
+        if (deduped.length >= limit) {
+            break;
+        }
+    }
+    return deduped;
+}
+function singularizeSimple(token) {
+    const normalizedToken = token.toLowerCase();
+    if (normalizedToken.length > 4 && normalizedToken.endsWith("ies")) {
+        return `${normalizedToken.slice(0, -3)}y`;
+    }
+    if (normalizedToken.length > 4 &&
+        (normalizedToken.endsWith("ches") ||
+            normalizedToken.endsWith("shes") ||
+            normalizedToken.endsWith("xes") ||
+            normalizedToken.endsWith("zes") ||
+            normalizedToken.endsWith("sses"))) {
+        return normalizedToken.slice(0, -2);
+    }
+    if (normalizedToken.length > 3 &&
+        normalizedToken.endsWith("s") &&
+        !normalizedToken.endsWith("ss") &&
+        !normalizedToken.endsWith("us") &&
+        !normalizedToken.endsWith("is") &&
+        !normalizedToken.endsWith("as")) {
+        return normalizedToken.slice(0, -1);
+    }
+    return normalizedToken;
+}
+function pluralizeSimple(token) {
+    const normalizedToken = token.toLowerCase();
+    if (normalizedToken.length > 2 && (!normalizedToken.endsWith("s") || normalizedToken.endsWith("ss"))) {
+        if (normalizedToken.endsWith("y") && !/[aeiou]y$/u.test(normalizedToken)) {
+            return `${normalizedToken.slice(0, -1)}ies`;
+        }
+        if (normalizedToken.endsWith("ch") ||
+            normalizedToken.endsWith("sh") ||
+            normalizedToken.endsWith("x") ||
+            normalizedToken.endsWith("z") ||
+            normalizedToken.endsWith("ss")) {
+            return `${normalizedToken}es`;
+        }
+        return `${normalizedToken}s`;
+    }
+    return normalizedToken;
+}
+export function buildDeterministicQueryExpansions(query, maxQueries = DEFAULT_QUERY_EXPANSION_MAX_QUERIES) {
+    const normalizedQuery = query.trim().replaceAll(/\s+/g, " ");
+    if (normalizedQuery.length === 0) {
+        return [];
+    }
+    const tokens = tokenizeAlphaNumeric(normalizedQuery);
+    if (tokens.length === 0) {
+        return [normalizedQuery];
+    }
+    const contentTokens = tokens.filter((token) => !QUERY_EXPANSION_STOP_WORDS.has(token.toLowerCase()));
+    const singularized = tokens.map((token) => singularizeSimple(token));
+    const pluralized = contentTokens.map((token) => pluralizeSimple(token));
+    return dedupeQueries([
+        normalizedQuery,
+        tokens.join(" "),
+        contentTokens.join(" "),
+        singularized.join(" "),
+        pluralized.join(" "),
+    ], Math.max(1, maxQueries));
+}
+export function normalizeQueryExpansionOutput(raw) {
+    const rawQueries = Array.isArray(raw)
+        ? raw
+        : raw?.queries;
+    if (!Array.isArray(rawQueries)) {
+        return [];
+    }
+    return dedupeQueries(rawQueries.filter((entry) => typeof entry === "string"), DEFAULT_QUERY_EXPANSION_MAX_QUERIES);
+}
+export function mergeQueryExpansions(base, extra, maxQueries) {
+    return dedupeQueries([...base, ...extra], Math.max(1, maxQueries));
+}
+export function resolveQueryExpansionConfig(settings, fallbackProviderName) {
+    const search = settings.search;
+    const queryExpansion = search?.query_expansion;
+    const configuredProvider = toNonEmptyString(queryExpansion?.provider);
+    return {
+        enabled: queryExpansion?.enabled === true,
+        provider: configuredProvider ?? fallbackProviderName,
+        max_queries: DEFAULT_QUERY_EXPANSION_MAX_QUERIES,
+    };
+}
+export function resolveRerankConfig(settings, fallbackModel) {
+    const search = settings.search;
+    const rerank = search?.rerank;
+    const configuredModel = toNonEmptyString(rerank?.model);
+    const configuredTopK = coercePositiveInteger(rerank?.top_k);
+    const normalizedTopK = configuredTopK ?? DEFAULT_RERANK_TOP_K;
+    return {
+        enabled: rerank?.enabled === true,
+        model: configuredModel ?? fallbackModel,
+        top_k: Math.min(MAX_RERANK_TOP_K, normalizedTopK),
+    };
+}
+export function normalizeRerankOutput(raw) {
+    const rawHits = Array.isArray(raw)
+        ? raw
+        : raw?.hits;
+    if (!Array.isArray(rawHits)) {
+        return [];
+    }
+    const bestById = new Map();
+    for (const entry of rawHits) {
+        if (typeof entry !== "object" || entry === null) {
+            continue;
+        }
+        const id = toNonEmptyString(entry.id);
+        const score = entry.score;
+        if (!id || typeof score !== "number" || !Number.isFinite(score)) {
+            continue;
+        }
+        const existing = bestById.get(id);
+        if (existing === undefined || score > existing) {
+            bestById.set(id, score);
+        }
+    }
+    const normalized = [...bestById.entries()].map(([id, score]) => ({ id, score }));
+    normalized.sort((left, right) => {
+        if (left.score !== right.score) {
+            return right.score - left.score;
+        }
+        return left.id.localeCompare(right.id);
+    });
+    return normalized;
+}
+function dotProduct(left, right) {
+    const size = left.length;
+    let result = 0;
+    for (let index = 0; index < size; index += 1) {
+        result += left[index] * right[index];
+    }
+    return result;
+}
+function l2Norm(vector) {
+    let sumSquares = 0;
+    for (let index = 0; index < vector.length; index += 1) {
+        sumSquares += vector[index] * vector[index];
+    }
+    return Math.sqrt(sumSquares);
+}
+function cosineSimilarityWithKnownLeftNorm(left, right, leftNorm) {
+    if (!left || !right || left.length === 0 || right.length === 0 || left.length !== right.length) {
+        return 0;
+    }
+    const numerator = dotProduct(left, right);
+    const rightNorm = l2Norm(right);
+    const denominator = leftNorm * rightNorm;
+    if (!Number.isFinite(numerator) ||
+        !Number.isFinite(leftNorm) ||
+        !Number.isFinite(rightNorm) ||
+        !Number.isFinite(denominator) ||
+        denominator === 0) {
+        return 0;
+    }
+    return Math.max(-1, Math.min(1, numerator / denominator));
+}
+export async function rerankCandidatesWithEmbeddings(provider, model, query, candidates, timeoutMs) {
+    if (candidates.length === 0) {
+        return new Map();
+    }
+    const effectiveModel = toNonEmptyString(model) ?? provider.model;
+    const rerankProvider = effectiveModel === provider.model ? provider : { ...provider, model: effectiveModel };
+    const payload = [query.trim(), ...candidates.map((entry) => entry.text)];
+    const vectors = await executeEmbeddingRequest(rerankProvider, payload, timeoutMs ? { timeout_ms: timeoutMs } : {});
+    const queryVector = vectors[0];
+    if (!queryVector) {
+        return new Map();
+    }
+    const queryNorm = l2Norm(queryVector);
+    const scoreById = new Map();
+    for (let index = 0; index < candidates.length; index += 1) {
+        const candidate = candidates[index];
+        const candidateVector = vectors[index + 1];
+        if (!candidateVector) {
+            continue;
+        }
+        const similarity = cosineSimilarityWithKnownLeftNorm(queryVector, candidateVector, queryNorm);
+        scoreById.set(candidate.id, Math.max(0, Math.min(1, (similarity + 1) / 2)));
+    }
+    return scoreById;
+}
+//# sourceMappingURL=relevance.js.map
+//# debugId=62bb2377-76f4-515c-b4ce-9b046f112b79

package/dist/core/search/relevance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"relevance.js","sources":["core/search/relevance.ts"],"sourceRoot":"/","sourcesContent":["import type { PmSettings } from \"../../types.js\";\nimport { coercePositiveInteger, toNonEmptyString } from \"../shared/primitives.js\";\nimport { tokenizeAlphaNumeric } from \"../shared/text-normalization.js\";\nimport { executeEmbeddingRequest, type EmbeddingProviderConfig } from \"./providers.js\";\n\nexport const DEFAULT_QUERY_EXPANSION_MAX_QUERIES = 4;\nexport const DEFAULT_RERANK_TOP_K = 20;\nconst MAX_RERANK_TOP_K = 200;\n\nconst QUERY_EXPANSION_STOP_WORDS = new Set([\n  \"a\",\n  \"an\",\n  \"and\",\n  \"for\",\n  \"from\",\n  \"in\",\n  \"into\",\n  \"of\",\n  \"on\",\n  \"or\",\n  \"the\",\n  \"to\",\n  \"with\",\n]);\n\nexport interface QueryExpansionConfig {\n  enabled: boolean;\n  provider: string | null;\n  max_queries: number;\n}\n\nexport interface RerankConfig {\n  enabled: boolean;\n  model: string;\n  top_k: number;\n}\n\nexport interface RerankCandidate {\n  id: string;\n  text: string;\n}\n\nexport interface RerankScoredHit {\n  id: string;\n  score: number;\n}\n\nfunction dedupeQueries(values: string[], limit: number): string[] {\n  const deduped: string[] = [];\n  const seen = new Set<string>();\n  for (const entry of values) {\n    const normalized = entry.trim().replaceAll(/\\s+/g, \" \");\n    if (normalized.length === 0) {\n      continue;\n    }\n    const dedupeKey = normalized.toLowerCase();\n    if (seen.has(dedupeKey)) {\n      continue;\n    }\n    seen.add(dedupeKey);\n    deduped.push(normalized);\n    if (deduped.length >= limit) {\n      break;\n    }\n  }\n  return deduped;\n}\n\nfunction singularizeSimple(token: string): string {\n  const normalizedToken = token.toLowerCase();\n  if (normalizedToken.length > 4 && normalizedToken.endsWith(\"ies\")) {\n    return `${normalizedToken.slice(0, -3)}y`;\n  }\n  if (\n    normalizedToken.length > 4 &&\n    (normalizedToken.endsWith(\"ches\") ||\n      normalizedToken.endsWith(\"shes\") ||\n      normalizedToken.endsWith(\"xes\") ||\n      normalizedToken.endsWith(\"zes\") ||\n      normalizedToken.endsWith(\"sses\"))\n  ) {\n    return normalizedToken.slice(0, -2);\n  }\n  if (\n    normalizedToken.length > 3 &&\n    normalizedToken.endsWith(\"s\") &&\n    !normalizedToken.endsWith(\"ss\") &&\n    !normalizedToken.endsWith(\"us\") &&\n    !normalizedToken.endsWith(\"is\") &&\n    !normalizedToken.endsWith(\"as\")\n  ) {\n    return normalizedToken.slice(0, -1);\n  }\n  return normalizedToken;\n}\n\nfunction pluralizeSimple(token: string): string {\n  const normalizedToken = token.toLowerCase();\n  if (normalizedToken.length > 2 && (!normalizedToken.endsWith(\"s\") || normalizedToken.endsWith(\"ss\"))) {\n    if (normalizedToken.endsWith(\"y\") && !/[aeiou]y$/u.test(normalizedToken)) {\n      return `${normalizedToken.slice(0, -1)}ies`;\n    }\n    if (\n      normalizedToken.endsWith(\"ch\") ||\n      normalizedToken.endsWith(\"sh\") ||\n      normalizedToken.endsWith(\"x\") ||\n      normalizedToken.endsWith(\"z\") ||\n      normalizedToken.endsWith(\"ss\")\n    ) {\n      return `${normalizedToken}es`;\n    }\n    return `${normalizedToken}s`;\n  }\n  return normalizedToken;\n}\n\nexport function buildDeterministicQueryExpansions(\n  query: string,\n  maxQueries = DEFAULT_QUERY_EXPANSION_MAX_QUERIES,\n): string[] {\n  const normalizedQuery = query.trim().replaceAll(/\\s+/g, \" \");\n  if (normalizedQuery.length === 0) {\n    return [];\n  }\n  const tokens = tokenizeAlphaNumeric(normalizedQuery);\n  if (tokens.length === 0) {\n    return [normalizedQuery];\n  }\n  const contentTokens = tokens.filter((token) => !QUERY_EXPANSION_STOP_WORDS.has(token.toLowerCase()));\n  const singularized = tokens.map((token) => singularizeSimple(token));\n  const pluralized = contentTokens.map((token) => pluralizeSimple(token));\n  return dedupeQueries(\n    [\n      normalizedQuery,\n      tokens.join(\" \"),\n      contentTokens.join(\" \"),\n      singularized.join(\" \"),\n      pluralized.join(\" \"),\n    ],\n    Math.max(1, maxQueries),\n  );\n}\n\nexport function normalizeQueryExpansionOutput(raw: unknown): string[] {\n  const rawQueries = Array.isArray(raw)\n    ? raw\n    : (raw as { queries?: unknown } | null | undefined)?.queries;\n  if (!Array.isArray(rawQueries)) {\n    return [];\n  }\n  return dedupeQueries(\n    rawQueries.filter((entry): entry is string => typeof entry === \"string\"),\n    DEFAULT_QUERY_EXPANSION_MAX_QUERIES,\n  );\n}\n\nexport function mergeQueryExpansions(base: string[], extra: string[], maxQueries: number): string[] {\n  return dedupeQueries([...base, ...extra], Math.max(1, maxQueries));\n}\n\nexport function resolveQueryExpansionConfig(\n  settings: PmSettings,\n  fallbackProviderName: string | null,\n): QueryExpansionConfig {\n  const search = (settings as { search?: { query_expansion?: { enabled?: unknown; provider?: unknown } } }).search;\n  const queryExpansion = search?.query_expansion;\n  const configuredProvider = toNonEmptyString(queryExpansion?.provider);\n  return {\n    enabled: queryExpansion?.enabled === true,\n    provider: configuredProvider ?? fallbackProviderName,\n    max_queries: DEFAULT_QUERY_EXPANSION_MAX_QUERIES,\n  };\n}\n\nexport function resolveRerankConfig(settings: PmSettings, fallbackModel: string): RerankConfig {\n  const search = (settings as { search?: { rerank?: { enabled?: unknown; model?: unknown; top_k?: unknown } } }).search;\n  const rerank = search?.rerank;\n  const configuredModel = toNonEmptyString(rerank?.model);\n  const configuredTopK = coercePositiveInteger(rerank?.top_k);\n  const normalizedTopK = configuredTopK ?? DEFAULT_RERANK_TOP_K;\n  return {\n    enabled: rerank?.enabled === true,\n    model: configuredModel ?? fallbackModel,\n    top_k: Math.min(MAX_RERANK_TOP_K, normalizedTopK),\n  };\n}\n\nexport function normalizeRerankOutput(raw: unknown): RerankScoredHit[] {\n  const rawHits = Array.isArray(raw)\n    ? raw\n    : (raw as { hits?: unknown } | null | undefined)?.hits;\n  if (!Array.isArray(rawHits)) {\n    return [];\n  }\n  const bestById = new Map<string, number>();\n  for (const entry of rawHits) {\n    if (typeof entry !== \"object\" || entry === null) {\n      continue;\n    }\n    const id = toNonEmptyString((entry as { id?: unknown }).id);\n    const score = (entry as { score?: unknown }).score;\n    if (!id || typeof score !== \"number\" || !Number.isFinite(score)) {\n      continue;\n    }\n    const existing = bestById.get(id);\n    if (existing === undefined || score > existing) {\n      bestById.set(id, score);\n    }\n  }\n  const normalized = [...bestById.entries()].map(([id, score]) => ({ id, score }));\n  normalized.sort((left, right) => {\n    if (left.score !== right.score) {\n      return right.score - left.score;\n    }\n    return left.id.localeCompare(right.id);\n  });\n  return normalized;\n}\n\nfunction dotProduct(left: number[], right: number[]): number {\n  const size = left.length;\n  let result = 0;\n  for (let index = 0; index < size; index += 1) {\n    result += left[index] * right[index];\n  }\n  return result;\n}\n\nfunction l2Norm(vector: number[]): number {\n  let sumSquares = 0;\n  for (let index = 0; index < vector.length; index += 1) {\n    sumSquares += vector[index] * vector[index];\n  }\n  return Math.sqrt(sumSquares);\n}\n\nfunction cosineSimilarityWithKnownLeftNorm(\n  left: number[] | null | undefined,\n  right: number[] | null | undefined,\n  leftNorm: number,\n): number {\n  if (!left || !right || left.length === 0 || right.length === 0 || left.length !== right.length) {\n    return 0;\n  }\n  const numerator = dotProduct(left, right);\n  const rightNorm = l2Norm(right);\n  const denominator = leftNorm * rightNorm;\n  if (\n    !Number.isFinite(numerator) ||\n    !Number.isFinite(leftNorm) ||\n    !Number.isFinite(rightNorm) ||\n    !Number.isFinite(denominator) ||\n    denominator === 0\n  ) {\n    return 0;\n  }\n  return Math.max(-1, Math.min(1, numerator / denominator));\n}\n\nexport async function rerankCandidatesWithEmbeddings(\n  provider: EmbeddingProviderConfig,\n  model: string,\n  query: string,\n  candidates: RerankCandidate[],\n  timeoutMs?: number,\n): Promise<Map<string, number>> {\n  if (candidates.length === 0) {\n    return new Map();\n  }\n  const effectiveModel = toNonEmptyString(model) ?? provider.model;\n  const rerankProvider: EmbeddingProviderConfig =\n    effectiveModel === provider.model ? provider : { ...provider, model: effectiveModel };\n  const payload = [query.trim(), ...candidates.map((entry) => entry.text)];\n  const vectors = await executeEmbeddingRequest(rerankProvider, payload, timeoutMs ? { timeout_ms: timeoutMs } : {});\n  const queryVector = vectors[0];\n  if (!queryVector) {\n    return new Map();\n  }\n  const queryNorm = l2Norm(queryVector);\n  const scoreById = new Map<string, number>();\n  for (let index = 0; index < candidates.length; index += 1) {\n    const candidate = candidates[index];\n    const candidateVector = vectors[index + 1];\n    if (!candidateVector) {\n      continue;\n    }\n    const similarity = cosineSimilarityWithKnownLeftNorm(queryVector, candidateVector, queryNorm);\n    scoreById.set(candidate.id, Math.max(0, Math.min(1, (similarity + 1) / 2)));\n  }\n  return scoreById;\n}\n"],"names":[],"mappings":";;AACA,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAgC,MAAM,gBAAgB,CAAC;AAEvF,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,CAAC;AACrD,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAC;AACvC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAC;IACzC,GAAG;IACH,IAAI;IACJ,KAAK;IACL,KAAK;IACL,MAAM;IACN,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,MAAM;CACP,CAAC,CAAC;AAwBH,SAAS,aAAa,CAAC,MAAgB,EAAE,KAAa;IACpD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACxD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;QAC3C,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACxB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzB,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC5B,MAAM;QACR,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAClE,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5C,CAAC;IACD,IACE,eAAe,CAAC,MAAM,GAAG,CAAC;QAC1B,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC/B,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;YAChC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EACnC,CAAC;QACD,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,IACE,eAAe,CAAC,MAAM,GAAG,CAAC;QAC1B,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC7B,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC/B,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC/B,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC/B,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,EAC/B,CAAC;QACD,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACrG,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YACzE,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;QAC9C,CAAC;QACD,IACE,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC9B,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC9B,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC;YAC7B,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC;YAC7B,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,EAC9B,CAAC;YACD,OAAO,GAAG,eAAe,IAAI,CAAC;QAChC,CAAC;QACD,OAAO,GAAG,eAAe,GAAG,CAAC;IAC/B,CAAC;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,KAAa,EACb,UAAU,GAAG,mCAAmC;IAEhD,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7D,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,MAAM,GAAG,oBAAoB,CAAC,eAAe,CAAC,CAAC;IACrD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3B,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,0BAA0B,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACrG,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IACxE,OAAO,aAAa,CAClB;QACE,eAAe;QACf,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QAChB,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;QACvB,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;QACtB,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;KACrB,EACD,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CACxB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,GAAY;IACxD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QACnC,CAAC,CAAC,GAAG;QACL,CAAC,CAAE,GAAgD,EAAE,OAAO,CAAC;IAC/D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,aAAa,CAClB,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,EACxE,mCAAmC,CACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAc,EAAE,KAAe,EAAE,UAAkB;IACtF,OAAO,aAAa,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,QAAoB,EACpB,oBAAmC;IAEnC,MAAM,MAAM,GAAI,QAAyF,CAAC,MAAM,CAAC;IACjH,MAAM,cAAc,GAAG,MAAM,EAAE,eAAe,CAAC;IAC/C,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IACtE,OAAO;QACL,OAAO,EAAE,cAAc,EAAE,OAAO,KAAK,IAAI;QACzC,QAAQ,EAAE,kBAAkB,IAAI,oBAAoB;QACpD,WAAW,EAAE,mCAAmC;KACjD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAoB,EAAE,aAAqB;IAC7E,MAAM,MAAM,GAAI,QAA8F,CAAC,MAAM,CAAC;IACtH,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,CAAC;IAC9B,MAAM,eAAe,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG,qBAAqB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,cAAc,IAAI,oBAAoB,CAAC;IAC9D,OAAO;QACL,OAAO,EAAE,MAAM,EAAE,OAAO,KAAK,IAAI;QACjC,KAAK,EAAE,eAAe,IAAI,aAAa;QACvC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,cAAc,CAAC;KAClD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAAY;IAChD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAChC,CAAC,CAAC,GAAG;QACL,CAAC,CAAE,GAA6C,EAAE,IAAI,CAAC;IACzD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAChD,SAAS;QACX,CAAC;QACD,MAAM,EAAE,GAAG,gBAAgB,CAAE,KAA0B,CAAC,EAAE,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAI,KAA6B,CAAC,KAAK,CAAC;QACnD,IAAI,CAAC,EAAE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAChE,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;YAC/C,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACjF,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC9B,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAClC,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IACH,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,UAAU,CAAC,IAAc,EAAE,KAAe;IACjD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;IACzB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACtD,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,iCAAiC,CACxC,IAAiC,EACjC,KAAkC,EAClC,QAAgB;IAEhB,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QAC/F,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;IACzC,IACE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC3B,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC1B,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC3B,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC7B,WAAW,KAAK,CAAC,EACjB,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,QAAiC,EACjC,KAAa,EACb,KAAa,EACb,UAA6B,EAC7B,SAAkB;IAElB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,GAAG,EAAE,CAAC;IACnB,CAAC;IACD,MAAM,cAAc,GAAG,gBAAgB,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC;IACjE,MAAM,cAAc,GAClB,cAAc,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;IACxF,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,MAAM,uBAAuB,CAAC,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACnH,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,GAAG,EAAE,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,iCAAiC,CAAC,WAAW,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;QAC9F,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC","debugId":"62bb2377-76f4-515c-b4ce-9b046f112b79"}

package/dist/core/search/vector-stores.d.ts

@@ -4,11 +4,13 @@ export type VectorStoreName = "qdrant" | "lancedb";
 export interface QdrantVectorStoreConfig {
     name: "qdrant";
     url: string;
+    collection_name?: string;
     api_key?: string;
 }
 export interface LanceDbVectorStoreConfig {
     name: "lancedb";
     path: string;
+    collection_name?: string;
 }
 export type VectorStoreConfig = QdrantVectorStoreConfig | LanceDbVectorStoreConfig;
 export interface VectorStoreResolution {
@@ -60,6 +62,7 @@ export interface ExecuteVectorRequestOptions {
 }
 type VectorSettingsInput = {
     vector_store?: {
+        collection_name?: string;
         qdrant?: {
             url?: string;
             api_key?: string;

package/dist/core/search/vector-stores.js

@@ -1,13 +1,19 @@
 
-!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="d7830a17-8330-53f9-8d7b-b978e22febf8")}catch(e){}}();
+!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="aa5558e1-7599-5645-b5e6-02dad2937f2c")}catch(e){}}();
 import { mkdir, readFile, rename, stat, unlink, writeFile } from "node:fs/promises";
 import { basename, dirname, join, resolve } from "node:path";
 import { executeSearchJsonRequest, normalizeSearchHttpTimeoutMs, resolveSearchHttpFetcher, } from "./http-client.js";
 import { isFiniteNumberArray, toErrorMessage, toNonEmptyString, trimTrailingSlashes, } from "../shared/primitives.js";
 const DEFAULT_COLLECTION = "pm_items";
+const COLLECTION_SANITIZE_PATTERN = /[^a-zA-Z0-9_-]/g;
+const MAX_COLLECTION_NAME_LENGTH = 128;
 const LANCE_DB_LOCAL_SNAPSHOT_DIR = ".pm-cli-local-vectors";
 const LANCE_DB_LOCAL_SNAPSHOT_VERSION = 1;
 const lanceDbLocalTables = new Map();
+function resolveStoreCollectionName(store) {
+    const candidate = toNonEmptyString(store.collection_name) ?? DEFAULT_COLLECTION;
+    return candidate.replaceAll(COLLECTION_SANITIZE_PATTERN, "_").slice(0, MAX_COLLECTION_NAME_LENGTH);
+}
 function normalizeVector(value) {
     if (!isFiniteNumberArray(value) || value.length === 0) {
         throw new Error("Vector values must be a non-empty numeric array");
@@ -83,10 +89,12 @@ function resolveQdrantStore(settings) {
     if (!url) {
         return null;
     }
+    const collectionName = toNonEmptyString(settings.vector_store?.collection_name);
     const apiKey = toNonEmptyString(settings.vector_store?.qdrant?.api_key);
     return {
         name: "qdrant",
         url,
+        ...(collectionName && collectionName !== DEFAULT_COLLECTION ? { collection_name: collectionName } : {}),
         ...(apiKey ? { api_key: apiKey } : {}),
     };
 }
@@ -95,9 +103,11 @@ function resolveLanceDbStore(settings) {
     if (!lancedbPath) {
         return null;
     }
+    const collectionName = toNonEmptyString(settings.vector_store?.collection_name);
     return {
         name: "lancedb",
         path: lancedbPath,
+        ...(collectionName && collectionName !== DEFAULT_COLLECTION ? { collection_name: collectionName } : {}),
     };
 }
 function normalizeVectorRecords(records) {
@@ -352,19 +362,22 @@ export function resolveVectorStores(settings) {
     };
 }
 export function resolveVectorStoreRequestTarget(store) {
+    const collectionName = resolveStoreCollectionName(store);
     if (store.name === "qdrant") {
         const baseUrl = trimTrailingSlashes(store.url);
+        const encodedCollection = encodeURIComponent(collectionName);
         return {
             store: "qdrant",
-            query_target: `${baseUrl}/collections/${DEFAULT_COLLECTION}/points/search`,
-            upsert_target: `${baseUrl}/collections/${DEFAULT_COLLECTION}/points?wait=true`,
+            query_target: `${baseUrl}/collections/${encodedCollection}/points/search`,
+            upsert_target: `${baseUrl}/collections/${encodedCollection}/points?wait=true`,
         };
     }
     const encodedPath = encodeURIComponent(store.path);
+    const encodedCollection = encodeURIComponent(collectionName);
     return {
         store: "lancedb",
-        query_target: `lancedb://${encodedPath}#${DEFAULT_COLLECTION}`,
-        upsert_target: `lancedb://${encodedPath}#${DEFAULT_COLLECTION}`,
+        query_target: `lancedb://${encodedPath}#${encodedCollection}`,
+        upsert_target: `lancedb://${encodedPath}#${encodedCollection}`,
     };
 }
 export function buildVectorQueryPlan(store, vector, limit) {
@@ -388,7 +401,7 @@ export function buildVectorQueryPlan(store, vector, limit) {
         method: "LOCAL",
         headers: {},
         body: {
-            table: DEFAULT_COLLECTION,
+            table: resolveStoreCollectionName(store),
             vector: normalizedVector,
             limit: normalizedLimit,
         },
@@ -412,7 +425,7 @@ export function buildVectorUpsertPlan(store, records) {
         method: "LOCAL",
         headers: {},
         body: {
-            table: DEFAULT_COLLECTION,
+            table: resolveStoreCollectionName(store),
             records: normalizedRecords,
         },
     };
@@ -435,7 +448,7 @@ export function buildVectorDeletePlan(store, ids) {
         method: "LOCAL",
         headers: {},
         body: {
-            table: DEFAULT_COLLECTION,
+            table: resolveStoreCollectionName(store),
             ids: normalizedIds,
         },
     };
@@ -552,7 +565,7 @@ export async function executeVectorDelete(store, ids, options = {}) {
 }
 export async function executeVectorReset(store, knownIds = [], options = {}, vectorDimension) {
     if (store.name === "lancedb") {
-        await resetLanceDbLocalTable(store.path, DEFAULT_COLLECTION);
+        await resetLanceDbLocalTable(store.path, resolveStoreCollectionName(store));
         return { status: "ok" };
     }
     if (vectorDimension !== undefined) {
@@ -595,4 +608,4 @@ export async function executeVectorReset(store, knownIds = [], options = {}, vec
     return await executeVectorDelete(store, idsToDelete, options);
 }
 //# sourceMappingURL=vector-stores.js.map
-//# debugId=d7830a17-8330-53f9-8d7b-b978e22febf8
+//# debugId=aa5558e1-7599-5645-b5e6-02dad2937f2c