@codemem/core 0.43.2 → 0.44.0-beta.1

package/dist/vectors.d.ts

@@ -9,6 +9,7 @@
  * synchronously (matches the runtime-topology decision: main thread owns DB).
  */
 import type { Database } from "./db.js";
+import { type EmbeddingClient } from "./embeddings.js";
 import { type OwnershipFilterContext } from "./filters.js";
 import type { ReplicationVectorWork } from "./sync-replication.js";
 import type { MemoryFilters } from "./types.js";
@@ -16,10 +17,41 @@ type MemoryTextRow = {
     id: number;
     title: string | null;
     body_text: string | null;
+    created_at?: string;
 };
 export type SemanticSearchScopeContext = Omit<OwnershipFilterContext, "enforceScopeVisibility">;
 export declare function resolveSemanticSearchModel(db: Database, currentModel?: string): string | null;
+/**
+ * Resolve every vector-model label that should be read together for the current
+ * identity. During the compatible legacy-default rebuild this returns both the
+ * legacy label and the revision-aware target so consumers see memories written
+ * under either identity. Returns a single-element list otherwise, or `[]` when
+ * no semantic corpus is currently serviceable.
+ */
+export declare function resolveSemanticSearchModels(db: Database, resolvedModel?: string): string[];
 export declare function memoryHasCompleteVectorCoverage(db: Database, memory: MemoryTextRow, model: string): boolean;
+export declare function findMemoryIdsWithCompleteActiveVectorCoverage(db: Database, memoryIds: number[], model: string): number[];
+export declare function countIncompleteActiveMemoryVectorCoverage(db: Database, model: string): number;
+/**
+ * Delete target-model vector rows whose content_hash is not part of their
+ * memory's current chunk set. Coverage is a subset check, so a memory can be
+ * "covered" while still retaining obsolete target rows — e.g. an interrupted
+ * migration, or a title/body edit (like `codemem db scan-secrets` redaction)
+ * without vector maintenance. Because semanticSearch ranks by MIN(distance)
+ * across a memory's rows, those stale rows would keep pre-edit or redacted
+ * content influencing recall after cutover. Incomplete memories are left
+ * untouched so their current rows can still be repaired safely. Returns the
+ * number of rows removed.
+ */
+export declare function pruneObsoleteTargetModelVectors(db: Database, model: string, options?: {
+    signal?: AbortSignal;
+}): number;
+export declare function pruneObsoleteTargetModelVectorsWithCoverage(db: Database, model: string, options?: {
+    signal?: AbortSignal;
+}): {
+    deleted: number;
+    incompleteActiveCoverage: number | null;
+};
 export interface BackfillVectorsResult {
     checked: number;
     embedded: number;
@@ -34,11 +66,13 @@ export interface BackfillVectorsOptions {
     dryRun?: boolean;
     memoryIds?: number[] | null;
     /**
-     * When provided, the per-memory loop bails after the current memory
-     * finishes if the signal has fired. Used by the viewer serve shutdown
-     * sequence so SIGTERM does not block on an entire 50-memory batch.
+     * When provided, backfill stops between inference batches. The in-flight
+     * batch finishes, and any memory with only partial output remains unwritten.
+     * Used by the viewer serve shutdown sequence to bound SIGTERM latency.
      */
     signal?: AbortSignal;
+    /** Use an already-resolved client so vectors and their persisted label cannot diverge. */
+    client?: EmbeddingClient;
 }
 export interface ReplicationVectorMaintenanceResult {
     deleted: number;
@@ -73,6 +107,11 @@ export interface SemanticIndexDiagnosticsOptions {
     fastCounts?: boolean;
 }
 export declare function getSemanticIndexDiagnostics(db: Database, options?: SemanticIndexDiagnosticsOptions): SemanticIndexDiagnostics;
+/**
+ * Prune stale target rows only after the memory's current target hashes are
+ * complete. For the revision-aware default identity, also remove that memory's
+ * compatible legacy rows so covered memories no longer rank on pre-edit content.
+ */
 export declare function pruneStaleCurrentModelVectors(db: Database, memoryIds: number[], model: string): number;
 /**
  * Fallback-only sync maintenance path used when durable incremental queueing

package/dist/vectors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vectors.d.ts","sourceRoot":"","sources":["../src/vectors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAUxC,OAAO,EAAiC,KAAK,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAG1F,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAMhD,KAAK,aAAa,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAKpF,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAAC,sBAAsB,EAAE,wBAAwB,CAAC,CAAC;AAuChG,wBAAgB,0BAA0B,CACzC,EAAE,EAAE,QAAQ,EACZ,YAAY,SAA0B,GACpC,MAAM,GAAG,IAAI,CAef;AAUD,wBAAgB,+BAA+B,CAC9C,EAAE,EAAE,QAAQ,EACZ,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,GACX,OAAO,CAUT;AA4CD,MAAM,WAAW,qBAAqB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACtC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5B;;;;OAIG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,WAAW,kCAAkC;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAC;AAE/E,MAAM,WAAW,wBAAwB;IACxC,KAAK,EAAE,kBAAkB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,UAAU,GAAG,cAAc,CAAC;IAClC,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,uBAAuB,EAAE,MAAM,CAAC;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE;QAChB,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,CAAC;QACrE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,GAAG,IAAI,CAAC;CACT;AAED,MAAM,WAAW,+BAA+B;IAC/C;;;;;OAKG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;CACrB;AA6HD,wBAAgB,2BAA2B,CAC1C,EAAE,EAAE,QAAQ,EACZ,OAAO,GAAE,+BAAoC,GAC3C,wBAAwB,CA8D1B;AAeD,wBAAgB,6BAA6B,CAC5C,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE,MAAM,EAAE,EACnB,KAAK,EAAE,MAAM,GACX,MAAM,CA8BR;AAED;;;;GAIG;AACH,wBAAsB,wCAAwC,CAC7D,EAAE,EAAE,QAAQ,EACZ,IAAI,EAAE,qBAAqB,GACzB,OAAO,CAAC,kCAAkC,CAAC,CAgC7C;AAMD;;;GAGG;AACH,wBAAsB,YAAY,CACjC,EAAE,EAAE,QAAQ,EACZ,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CA6Bf;AAMD;;;GAGG;AACH,wBAAsB,eAAe,CACpC,EAAE,EAAE,QAAQ,EACZ,IAAI,GAAE,sBAA2B,GAC/B,OAAO,CAAC,qBAAqB,CAAC,CAgHhC;AAMD,MAAM,WAAW,oBAAoB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,mFAAmF;IACnF,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,oDAAoD;IACpD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CACnC,EAAE,EAAE,QAAQ,EACZ,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,aAAa,GAAG,IAAI,EAC7B,OAAO,EAAE,0BAA0B,GACjC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CA0EjC"}
+{"version":3,"file":"vectors.d.ts","sourceRoot":"","sources":["../src/vectors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAExC,OAAO,EAIN,KAAK,eAAe,EAUpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAiC,KAAK,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAO1F,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAahD,KAAK,aAAa,GAAG;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAmDF,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAAC,sBAAsB,EAAE,wBAAwB,CAAC,CAAC;AA6FhG,wBAAgB,0BAA0B,CAAC,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CA4C7F;AAED;;;;;;GAMG;AACH,wBAAgB,2BAA2B,CAAC,EAAE,EAAE,QAAQ,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAa1F;AAUD,wBAAgB,+BAA+B,CAC9C,EAAE,EAAE,QAAQ,EACZ,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,GACX,OAAO,CAOT;AAED,wBAAgB,6CAA6C,CAC5D,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE,MAAM,EAAE,EACnB,KAAK,EAAE,MAAM,GACX,MAAM,EAAE,CAkBV;AAgBD,wBAAgB,yCAAyC,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CA6C7F;AA2VD;;;;;;;;;;GAUG;AACH,wBAAgB,+BAA+B,CAC9C,EAAE,EAAE,QAAQ,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GACpC,MAAM,CAER;AAED,wBAAgB,2CAA2C,CAC1D,EAAE,EAAE,QAAQ,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GACpC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,wBAAwB,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAQ9D;AA4CD,MAAM,WAAW,qBAAqB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACtC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5B;;;;OAIG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,0FAA0F;IAC1F,MAAM,CAAC,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,WAAW,kCAAkC;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAC;AAE/E,MAAM,WAAW,wBAAwB;IACxC,KAAK,EAAE,kBAAkB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,UAAU,GAAG,cAAc,CAAC;IAClC,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,uBAAuB,EAAE,MAAM,CAAC;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE;QAChB,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,CAAC;QACrE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,GAAG,IAAI,CAAC;CACT;AAED,MAAM,WAAW,+BAA+B;IAC/C;;;;;OAKG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;CACrB;AAgND,wBAAgB,2BAA2B,CAC1C,EAAE,EAAE,QAAQ,EACZ,OAAO,GAAE,+BAAoC,GAC3C,wBAAwB,CAoF1B;AAeD;;;;GAIG;AACH,wBAAgB,6BAA6B,CAC5C,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE,MAAM,EAAE,EACnB,KAAK,EAAE,MAAM,GACX,MAAM,CAkDR;AAED;;;;GAIG;AACH,wBAAsB,wCAAwC,CAC7D,EAAE,EAAE,QAAQ,EACZ,IAAI,EAAE,qBAAqB,GACzB,OAAO,CAAC,kCAAkC,CAAC,CAwC7C;AAMD;;;GAGG;AACH,wBAAsB,YAAY,CACjC,EAAE,EAAE,QAAQ,EACZ,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CAgCf;AAMD;;;GAGG;AACH,wBAAsB,eAAe,CACpC,EAAE,EAAE,QAAQ,EACZ,IAAI,GAAE,sBAA2B,GAC/B,OAAO,CAAC,qBAAqB,CAAC,CAuMhC;AAMD,MAAM,WAAW,oBAAoB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,mFAAmF;IACnF,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,oDAAoD;IACpD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CACnC,EAAE,EAAE,QAAQ,EACZ,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,aAAa,GAAG,IAAI,EAC7B,OAAO,EAAE,0BAA0B,GACjC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAiFjC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codemem/core",
-  "version": "0.43.2",
+  "version": "0.44.0-beta.1",
   "type": "module",
   "types": "./dist/index.d.ts",
   "exports": {
@@ -19,27 +19,35 @@
     "dist/"
   ],
   "devDependencies": {
-    "@types/better-sqlite3": "^7.6.13",
-    "typescript": "^6.0.3",
-    "vite": "^8.0.16",
-    "vitest": "^4.1.7"
+    "@codemem/embeddings": "^0.44.0-beta.1",
+    "@types/better-sqlite3": "^9.6.0",
+    "typescript": "^7.0.2",
+    "vite": "^8.2.2",
+    "vitest": "^4.1.11"
   },
   "dependencies": {
-    "@xenova/transformers": "^2.17.2",
-    "better-sqlite3": "12.8.0",
-    "bonjour-service": "^1.4.0",
+    "better-sqlite3": "13.0.3",
+    "bonjour-service": "^1.4.4",
     "drizzle-orm": "^0.45.2",
-    "hono": "^4.12.25",
+    "hono": "^4.13.5",
     "limiter": "^3.0.0",
     "sqlite-vec": "0.1.9"
   },
+  "peerDependencies": {
+    "@codemem/embeddings": "^0.44.0-beta.1"
+  },
+  "peerDependenciesMeta": {
+    "@codemem/embeddings": {
+      "optional": true
+    }
+  },
   "repository": {
     "type": "git",
     "url": "git+https://github.com/kunickiaj/codemem.git",
     "directory": "packages/core"
   },
   "engines": {
-    "node": ">=24"
+    "node": ">=24.15.0"
   },
   "license": "MIT",
   "publishConfig": {