@loreai/core 0.15.0 → 0.16.0

package/dist/bun/worker-model.d.ts

@@ -1,16 +1,17 @@
 /**
- * Dynamic worker model selection.
+ * Worker model resolution.
  *
- * Background workers (distillation, curation, query expansion) don't need
- * frontier reasoning. This module discovers cheaper models from the same
- * provider and validates their quality via a two-phase comparison:
- *   Phase 1: structural checks (parsability, observation count, token bounds)
- *   Phase 2: LLM judge (session model rates candidate output vs reference)
+ * Background workers (distillation, curation, query expansion) use the session
+ * model by default. An explicit `workerModel` config override is supported for
+ * cases where the user wants to pin background work to a specific model.
  *
- * Results are persisted in kv_meta and re-evaluated when the model landscape
- * changes (new models, session model switch, model deprecation).
+ * Previously this module contained dynamic worker model selection with
+ * candidate discovery, two-phase validation (structural check + LLM judge),
+ * and fingerprint-based staleness detection. That complexity was removed in
+ * favor of always using the session model — A/B testing showed the quality
+ * gap on complex conversations wasn't worth the infrastructure cost.
  */
-/** Minimal model info needed for worker selection — provider-agnostic. */
+/** Minimal model info — kept for downstream consumers. */
 export type ModelInfo = {
     id: string;
     providerID: string;
@@ -26,80 +27,11 @@ export type ModelInfo = {
         reasoning?: boolean;
     };
 };
-/** Result of a worker model validation stored in kv_meta. */
-export type WorkerModelResult = {
-    modelID: string;
-    providerID: string;
-    fingerprint: string;
-    validatedAt: number;
-    judgeScore: number | null;
-};
-/**
- * Select worker model candidates from the available models.
- *
- * Returns up to 2 candidates: cheapest overall + one tier below the session
- * model. The session model itself is included (if it's the cheapest, the list
- * has 1 entry and no comparison is needed).
- */
-export declare function selectWorkerCandidates(sessionModel: {
-    id: string;
-    providerID: string;
-    cost: {
-        input: number;
-    };
-}, providerModels: ModelInfo[]): ModelInfo[];
-/**
- * Compute a fingerprint from the model landscape. Changes when:
- * - Models are added or removed from the provider
- * - The session model changes
- */
-export declare function computeModelFingerprint(providerID: string, sessionModelID: string, activeModelIDs: string[]): string;
-export declare function getValidatedWorkerModel(providerID: string): WorkerModelResult | null;
-export declare function storeValidatedWorkerModel(result: WorkerModelResult): void;
-/** Clear a stored worker model validation (e.g. when the model is deprecated). */
-export declare function clearValidatedWorkerModel(providerID: string): void;
-/**
- * Check whether the stored validation is stale (fingerprint mismatch).
- */
-export declare function isValidationStale(stored: WorkerModelResult | null, currentFingerprint: string): boolean;
-export type StructuralCheckResult = {
-    passed: boolean;
-    observationCount: number;
-    tokenCount: number;
-    reason?: string;
-};
-/**
- * Structural quality check: does the candidate distillation output meet
- * minimum quality thresholds relative to the reference?
- */
-export declare function structuralCheck(candidateObservations: string | null, referenceObservations: string): StructuralCheckResult;
-export declare const WORKER_JUDGE_SYSTEM = "You are evaluating distillation quality. You will be given a REFERENCE distillation (produced by a capable model) and a CANDIDATE distillation (produced by a cheaper model) of the same conversation segment.\n\nRate the candidate on a scale of 1-5:\n5 = Captures all key facts and decisions, equivalent to reference\n4 = Captures most facts, minor omissions\n3 = Captures the essential facts, some detail loss acceptable\n2 = Missing important facts or technical details\n1 = Significantly incomplete or inaccurate\n\nRespond with ONLY a single digit (1-5).";
-export declare function workerJudgeUser(reference: string, candidate: string): string;
-/** Parse the judge's score from a response. Returns null on parse failure. */
-export declare function parseJudgeScore(response: string): number | null;
-import type { LLMClient } from "./types";
-export type ValidationInput = {
-    llm: LLMClient;
-    providerID: string;
-    sessionModelID: string;
-    candidates: ModelInfo[];
-    /** Recent gen-0 distillation to use as reference (observations text). */
-    referenceObservations: string;
-    /** Source messages text for re-running distillation with candidates. */
-    sourceMessagesText: string;
-    /** Date string for the distillation prompt. */
-    date: string;
-};
-/**
- * Run the two-phase quality validation for worker model candidates.
- * Returns the cheapest passing candidate, or null if none pass.
- */
-export declare function runValidation(input: ValidationInput): Promise<WorkerModelResult | null>;
 /**
  * Resolve the effective worker model for a given provider.
- * Priority: explicit config > validated auto-selection > session model (fallback).
+ * Priority: explicit config override > session model (fallback).
  */
-export declare function resolveWorkerModel(providerID: string, configWorkerModel?: {
+export declare function resolveWorkerModel(_providerID: string, configWorkerModel?: {
     providerID: string;
     modelID: string;
 }, configModel?: {

package/dist/bun/worker-model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-model.d.ts","sourceRoot":"","sources":["../../src/worker-model.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAUH,0EAA0E;AAC1E,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE;QACZ,KAAK,EAAE;YAAE,IAAI,EAAE,OAAO,CAAA;SAAE,CAAC;QACzB,+DAA+D;QAC/D,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,CAAC;CACH,CAAC;AAEF,6DAA6D;AAC7D,MAAM,MAAM,iBAAiB,GAAG;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B,CAAC;AAQF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,YAAY,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,EACzE,cAAc,EAAE,SAAS,EAAE,GAC1B,SAAS,EAAE,CA6Cb;AAMD;;;;GAIG;AACH,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,MAAM,EAClB,cAAc,EAAE,MAAM,EACtB,cAAc,EAAE,MAAM,EAAE,GACvB,MAAM,CAKR;AAMD,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,MAAM,GACjB,iBAAiB,GAAG,IAAI,CAU1B;AAED,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAQzE;AAED,kFAAkF;AAClF,wBAAgB,yBAAyB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAElE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,iBAAiB,GAAG,IAAI,EAChC,kBAAkB,EAAE,MAAM,GACzB,OAAO,CAGT;AAMD,MAAM,MAAM,qBAAqB,GAAG;IAClC,MAAM,EAAE,OAAO,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,qBAAqB,EAAE,MAAM,GAAG,IAAI,EACpC,qBAAqB,EAAE,MAAM,GAC5B,qBAAqB,CAsCvB;AAMD,eAAO,MAAM,mBAAmB,ijBASQ,CAAC;AAEzC,wBAAgB,eAAe,CAC7B,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,MAAM,CAER;AAED,8EAA8E;AAC9E,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAI/D;AAOD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEzC,MAAM,MAAM,eAAe,GAAG;IAC5B,GAAG,EAAE,SAAS,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,yEAAyE;IACzE,qBAAqB,EAAE,MAAM,CAAC;IAC9B,wEAAwE;IACxE,kBAAkB,EAAE,MAAM,CAAC;IAC3B,+CAA+C;IAC/C,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF;;;GAGG;AACH,wBAAsB,aAAa,CACjC,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAwFnC;AAMD;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,EAClB,iBAAiB,CAAC,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAC3D,WAAW,CAAC,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACpD;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAerD"}
+{"version":3,"file":"worker-model.d.ts","sourceRoot":"","sources":["../../src/worker-model.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAMH,0DAA0D;AAC1D,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE;QACZ,KAAK,EAAE;YAAE,IAAI,EAAE,OAAO,CAAA;SAAE,CAAC;QACzB,+DAA+D;QAC/D,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,CAAC;CACH,CAAC;AAMF;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,WAAW,EAAE,MAAM,EACnB,iBAAiB,CAAC,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAC3D,WAAW,CAAC,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACpD;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAMrD"}

package/dist/node/index.js

@@ -29005,208 +29005,10 @@ function importLoreFile(projectPath) {
 // src/worker-model.ts
 var worker_model_exports = {};
 __export(worker_model_exports, {
-  WORKER_JUDGE_SYSTEM: () => WORKER_JUDGE_SYSTEM,
-  clearValidatedWorkerModel: () => clearValidatedWorkerModel,
-  computeModelFingerprint: () => computeModelFingerprint,
-  getValidatedWorkerModel: () => getValidatedWorkerModel,
-  isValidationStale: () => isValidationStale,
-  parseJudgeScore: () => parseJudgeScore,
-  resolveWorkerModel: () => resolveWorkerModel,
-  runValidation: () => runValidation,
-  selectWorkerCandidates: () => selectWorkerCandidates,
-  storeValidatedWorkerModel: () => storeValidatedWorkerModel,
-  structuralCheck: () => structuralCheck,
-  workerJudgeUser: () => workerJudgeUser
+  resolveWorkerModel: () => resolveWorkerModel
 });
-var KV_PREFIX = "lore:worker_model:";
-function selectWorkerCandidates(sessionModel, providerModels) {
-  const eligible = providerModels.filter(
-    (m) => m.providerID === sessionModel.providerID && m.status === "active" && m.capabilities.input.text
-  );
-  if (eligible.length === 0) return [];
-  const sorted = [...eligible].sort((a, b) => {
-    const costDiff = a.cost.input - b.cost.input;
-    if (costDiff !== 0) return costDiff;
-    const aReasoning = a.capabilities.reasoning ? 1 : 0;
-    const bReasoning = b.capabilities.reasoning ? 1 : 0;
-    return aReasoning - bReasoning;
-  });
-  const cheapest = sorted[0];
-  const belowSession = sorted.filter((m) => m.cost.input < sessionModel.cost.input).pop();
-  const candidates = /* @__PURE__ */ new Map();
-  candidates.set(cheapest.id, cheapest);
-  if (belowSession && belowSession.id !== cheapest.id) {
-    candidates.set(belowSession.id, belowSession);
-  }
-  if (cheapest.id === sessionModel.id || cheapest.cost.input >= sessionModel.cost.input) {
-    return [cheapest];
-  }
-  return [...candidates.values()];
-}
-function computeModelFingerprint(providerID, sessionModelID, activeModelIDs) {
-  const sorted = [...activeModelIDs].sort();
-  return sha256(
-    JSON.stringify({ providerID, sessionModelID, modelIDs: sorted })
-  );
-}
-function getValidatedWorkerModel(providerID) {
-  const row = db().query("SELECT value FROM kv_meta WHERE key = ?").get(`${KV_PREFIX}${providerID}`);
-  if (!row) return null;
-  try {
-    return JSON.parse(row.value);
-  } catch {
-    return null;
-  }
-}
-function storeValidatedWorkerModel(result) {
-  const key = `${KV_PREFIX}${result.providerID}`;
-  const value = JSON.stringify(result);
-  db().query(
-    "INSERT INTO kv_meta (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = ?"
-  ).run(key, value, value);
-}
-function clearValidatedWorkerModel(providerID) {
-  db().query("DELETE FROM kv_meta WHERE key = ?").run(`${KV_PREFIX}${providerID}`);
-}
-function isValidationStale(stored, currentFingerprint) {
-  if (!stored) return true;
-  return stored.fingerprint !== currentFingerprint;
-}
-function structuralCheck(candidateObservations, referenceObservations) {
-  if (candidateObservations == null || candidateObservations.length === 0) {
-    return { passed: false, observationCount: 0, tokenCount: 0, reason: candidateObservations === null ? "parse_failed" : "empty" };
-  }
-  const countObs = (text4) => text4.split("\n").filter((l) => l.trim().length > 0).length;
-  const refCount = countObs(referenceObservations);
-  const candCount = countObs(candidateObservations);
-  const candTokens = Math.ceil(candidateObservations.length / 3);
-  if (refCount > 0 && (candCount < refCount * 0.5 || candCount > refCount * 1.5)) {
-    return {
-      passed: false,
-      observationCount: candCount,
-      tokenCount: candTokens,
-      reason: `observation_count_${candCount}_vs_ref_${refCount}`
-    };
-  }
-  const refTokens = Math.ceil(referenceObservations.length / 3);
-  if (candTokens === 0) {
-    return { passed: false, observationCount: candCount, tokenCount: candTokens, reason: "empty" };
-  }
-  if (refTokens > 0 && candTokens > refTokens * 3) {
-    return {
-      passed: false,
-      observationCount: candCount,
-      tokenCount: candTokens,
-      reason: `token_count_${candTokens}_vs_ref_${refTokens}_3x`
-    };
-  }
-  return { passed: true, observationCount: candCount, tokenCount: candTokens };
-}
-var WORKER_JUDGE_SYSTEM = `You are evaluating distillation quality. You will be given a REFERENCE distillation (produced by a capable model) and a CANDIDATE distillation (produced by a cheaper model) of the same conversation segment.
-
-Rate the candidate on a scale of 1-5:
-5 = Captures all key facts and decisions, equivalent to reference
-4 = Captures most facts, minor omissions
-3 = Captures the essential facts, some detail loss acceptable
-2 = Missing important facts or technical details
-1 = Significantly incomplete or inaccurate
-
-Respond with ONLY a single digit (1-5).`;
-function workerJudgeUser(reference, candidate) {
-  return `<reference>
-${reference}
-</reference>
-
-<candidate>
-${candidate}
-</candidate>`;
-}
-function parseJudgeScore(response) {
-  const match = response.trim().match(/^([1-5])/);
-  if (!match) return null;
-  return parseInt(match[1], 10);
-}
-async function runValidation(input) {
-  const { llm, candidates, referenceObservations, sourceMessagesText, date: date5 } = input;
-  const userPrompt = distillationUser({
-    messages: sourceMessagesText,
-    date: date5
-  });
-  for (const candidate of candidates) {
-    if (candidate.id === input.sessionModelID) continue;
-    let candidateObservations = null;
-    try {
-      const raw = await llm.prompt(DISTILLATION_SYSTEM, userPrompt, {
-        model: { providerID: candidate.providerID, modelID: candidate.id },
-        workerID: "lore-distill",
-        thinking: false
-      });
-      if (raw) {
-        const match = raw.match(/<observations>([\s\S]*?)<\/observations>/);
-        candidateObservations = match ? match[1].trim() : raw.trim();
-      }
-    } catch (e) {
-      warn(`worker model validation: candidate ${candidate.id} failed:`, e);
-      continue;
-    }
-    const structural = structuralCheck(candidateObservations, referenceObservations);
-    if (!structural.passed) {
-      info(
-        `worker model validation: ${candidate.id} failed structural check: ${structural.reason}`
-      );
-      continue;
-    }
-    let judgeScore = null;
-    try {
-      const judgeResponse = await llm.prompt(
-        WORKER_JUDGE_SYSTEM,
-        workerJudgeUser(referenceObservations, candidateObservations),
-        { workerID: "lore-distill", thinking: false }
-        // use session model (no model override)
-      );
-      if (judgeResponse) {
-        judgeScore = parseJudgeScore(judgeResponse);
-      }
-    } catch (e) {
-      warn(`worker model validation: judge call failed for ${candidate.id}:`, e);
-    }
-    if (judgeScore !== null && judgeScore < 3) {
-      info(
-        `worker model validation: ${candidate.id} failed judge (score=${judgeScore})`
-      );
-      continue;
-    }
-    const fingerprint = computeModelFingerprint(
-      input.providerID,
-      input.sessionModelID,
-      candidates.map((c) => c.id)
-    );
-    const result = {
-      modelID: candidate.id,
-      providerID: candidate.providerID,
-      fingerprint,
-      validatedAt: Date.now(),
-      judgeScore
-    };
-    storeValidatedWorkerModel(result);
-    info(
-      `worker model validated: ${candidate.id} (judge=${judgeScore}) for provider ${input.providerID}`
-    );
-    return result;
-  }
-  clearValidatedWorkerModel(input.providerID);
-  info(
-    `worker model validation: no candidate passed for ${input.providerID} \u2014 cleared stale entry`
-  );
-  return null;
-}
-function resolveWorkerModel(providerID, configWorkerModel, configModel) {
+function resolveWorkerModel(_providerID, configWorkerModel, configModel) {
   if (configWorkerModel) return configWorkerModel;
-  const validated = getValidatedWorkerModel(providerID);
-  const MAX_AGE_MS = 24 * 60 * 60 * 1e3;
-  if (validated && Date.now() - validated.validatedAt <= MAX_AGE_MS) {
-    return { providerID: validated.providerID, modelID: validated.modelID };
-  }
   return configModel;
 }
 export {