@codemem/core 0.28.1 → 0.29.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"file":"test-schema.generated.d.ts","sourceRoot":"","sources":["../src/test-schema.generated.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,eAAO,MAAM,oBAAoB,22WACw0W,CAAC"}
1
+ {"version":3,"file":"test-schema.generated.d.ts","sourceRoot":"","sources":["../src/test-schema.generated.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,eAAO,MAAM,oBAAoB,0vXACutX,CAAC"}
@@ -7,12 +7,14 @@ export interface VectorModelMigrationOptions {
7
7
  dbPath?: string;
8
8
  signal?: AbortSignal;
9
9
  }
10
+ export declare function wakeActiveVectorMigrationRunner(): void;
10
11
  export declare function queueVectorBackfillForIncrementalSync(db: SqliteDatabase, work: ReplicationVectorWork): void;
11
12
  export declare function queueVectorBackfillForSyncBootstrap(db: SqliteDatabase, options?: {
12
13
  embeddableTotal?: number | null;
13
14
  }): void;
14
15
  export declare function runVectorMigrationPass(db: SqliteDatabase, options?: {
15
16
  batchSize?: number;
17
+ signal?: AbortSignal;
16
18
  }): Promise<void>;
17
19
  export declare class VectorModelMigrationRunner {
18
20
  private readonly dbPath;
@@ -22,10 +24,19 @@ export declare class VectorModelMigrationRunner {
22
24
  private active;
23
25
  private timer;
24
26
  private currentRun;
27
+ private lastTickWasIdle;
25
28
  constructor(options?: VectorModelMigrationOptions);
26
29
  start(): void;
27
30
  stop(): Promise<void>;
31
+ /**
32
+ * Pulls the runner out of its idle cadence and schedules an immediate
33
+ * tick. Queue writers (sync bootstrap / incremental replication) call
34
+ * this through {@link wakeActiveVectorMigrationRunner} so freshly
35
+ * replicated memories don't sit unembedded for the full idle interval.
36
+ */
37
+ wake(): void;
28
38
  private schedule;
29
39
  private runOnce;
40
+ private computeIdle;
30
41
  }
31
42
  //# sourceMappingURL=vector-migration.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"vector-migration.d.ts","sourceRoot":"","sources":["../src/vector-migration.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,IAAI,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAUjE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAGnE,eAAO,MAAM,0BAA0B,2BAA2B,CAAC;AAInE,MAAM,WAAW,2BAA2B;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AAgED,wBAAgB,qCAAqC,CACpD,EAAE,EAAE,cAAc,EAClB,IAAI,EAAE,qBAAqB,GACzB,IAAI,CA6CN;AAwED,wBAAgB,mCAAmC,CAClD,EAAE,EAAE,cAAc,EAClB,OAAO,GAAE;IAAE,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAO,GAC/C,IAAI,CAqBN;AAwED,wBAAsB,sBAAsB,CAC3C,EAAE,EAAE,cAAc,EAClB,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,IAAI,CAAC,CAuMf;AAED,qBAAa,0BAA0B;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAA8C;IAC3D,OAAO,CAAC,UAAU,CAA8B;gBAEpC,OAAO,GAAE,2BAAgC;IAOrD,KAAK,IAAI,IAAI;IAMP,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,OAAO,CAAC,QAAQ;YAgBF,OAAO;CAoBrB"}
1
+ {"version":3,"file":"vector-migration.d.ts","sourceRoot":"","sources":["../src/vector-migration.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,IAAI,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAUjE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAGnE,eAAO,MAAM,0BAA0B,2BAA2B,CAAC;AAInE,MAAM,WAAW,2BAA2B;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AA0ED,wBAAgB,+BAA+B,IAAI,IAAI,CAEtD;AAED,wBAAgB,qCAAqC,CACpD,EAAE,EAAE,cAAc,EAClB,IAAI,EAAE,qBAAqB,GACzB,IAAI,CA+CN;AAgFD,wBAAgB,mCAAmC,CAClD,EAAE,EAAE,cAAc,EAClB,OAAO,GAAE;IAAE,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAO,GAC/C,IAAI,CAsBN;AA4ED,wBAAsB,sBAAsB,CAC3C,EAAE,EAAE,cAAc,EAClB,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GACxD,OAAO,CAAC,IAAI,CAAC,CAyOf;AAED,qBAAa,0BAA0B;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAA8C;IAC3D,OAAO,CAAC,UAAU,CAA8B;IAChD,OAAO,CAAC,eAAe,CAAS;gBAEpB,OAAO,GAAE,2BAAgC;IAOrD,KAAK,IAAI,IAAI;IAQP,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAU3B;;;;;OAKG;IACH,IAAI,IAAI,IAAI;IAUZ,OAAO,CAAC,QAAQ;YAiBF,OAAO;IA6BrB,OAAO,CAAC,WAAW;CA2CnB"}
package/dist/vectors.d.ts CHANGED
@@ -30,6 +30,12 @@ export interface BackfillVectorsOptions {
30
30
  activeOnly?: boolean;
31
31
  dryRun?: boolean;
32
32
  memoryIds?: number[] | null;
33
+ /**
34
+ * When provided, the per-memory loop bails after the current memory
35
+ * finishes if the signal has fired. Used by the viewer serve shutdown
36
+ * sequence so SIGTERM does not block on an entire 50-memory batch.
37
+ */
38
+ signal?: AbortSignal;
33
39
  }
34
40
  export interface ReplicationVectorMaintenanceResult {
35
41
  deleted: number;
@@ -55,6 +61,12 @@ export interface SemanticIndexDiagnostics {
55
61
  } | null;
56
62
  }
57
63
  export interface SemanticIndexDiagnosticsOptions {
64
+ /**
65
+ * Default true — runs a single indexed COUNT(DISTINCT) join. The slow
66
+ * alternative does a vec0 probe per memory row, which blocks the event
67
+ * loop; only set to false from non-request-path tooling that needs
68
+ * per-chunk coverage precision.
69
+ */
58
70
  fastCounts?: boolean;
59
71
  }
60
72
  export declare function getSemanticIndexDiagnostics(db: Database, options?: SemanticIndexDiagnosticsOptions): SemanticIndexDiagnostics;
@@ -1 +1 @@
1
- {"version":3,"file":"vectors.d.ts","sourceRoot":"","sources":["../src/vectors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAYxC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAMnE,KAAK,aAAa,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAiBpF,wBAAgB,0BAA0B,CACzC,EAAE,EAAE,QAAQ,EACZ,YAAY,SAA0B,GACpC,MAAM,GAAG,IAAI,CAef;AAUD,wBAAgB,+BAA+B,CAC9C,EAAE,EAAE,QAAQ,EACZ,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,GACX,OAAO,CAUT;AA4CD,MAAM,WAAW,qBAAqB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACtC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,kCAAkC;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAC;AAE/E,MAAM,WAAW,wBAAwB;IACxC,KAAK,EAAE,kBAAkB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,UAAU,GAAG,cAAc,CAAC;IAClC,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,uBAAuB,EAAE,MAAM,CAAC;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE;QAChB,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,CAAC;QACrE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,GAAG,IAAI,CAAC;CACT;AAED,MAAM,WAAW,+BAA+B;IAC/C,UAAU,CAAC,EAAE,OAAO,CAAC;CACrB;AA6FD,wBAAgB,2BAA2B,CAC1C,EAAE,EAAE,QAAQ,EACZ,OAAO,GAAE,+BAAoC,GAC3C,wBAAwB,CA6D1B;AAeD,wBAAgB,6BAA6B,CAC5C,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE,MAAM,EAAE,EACnB,KAAK,EAAE,MAAM,GACX,MAAM,CA8BR;AAED;;;;GAIG;AACH,wBAAsB,wCAAwC,CAC7D,EAAE,EAAE,QAAQ,EACZ,IAAI,EAAE,qBAAqB,GACzB,OAAO,CAAC,kCAAkC,CAAC,CAgC7C;AAMD;;;GAGG;AACH,wBAAsB,YAAY,CACjC,EAAE,EAAE,QAAQ,EACZ,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CA6Bf;AAMD;;;GAGG;AACH,wBAAsB,eAAe,CACpC,EAAE,EAAE,QAAQ,EACZ,IAAI,GAAE,sBAA2B,GAC/B,OAAO,CAAC,qBAAqB,CAAC,CA+GhC;AAMD,MAAM,WAAW,oBAAoB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,mFAAmF;IACnF,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,oDAAoD;IACpD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CACnC,EAAE,EAAE,QAAQ,EACZ,KAAK,EAAE,MAAM,EACb,KAAK,SAAK,EACV,OAAO,CAAC,EAAE;IAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GAAG,IAAI,GAC1C,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAyDjC"}
1
+ {"version":3,"file":"vectors.d.ts","sourceRoot":"","sources":["../src/vectors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAYxC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAMnE,KAAK,aAAa,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAiBpF,wBAAgB,0BAA0B,CACzC,EAAE,EAAE,QAAQ,EACZ,YAAY,SAA0B,GACpC,MAAM,GAAG,IAAI,CAef;AAUD,wBAAgB,+BAA+B,CAC9C,EAAE,EAAE,QAAQ,EACZ,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,GACX,OAAO,CAUT;AA4CD,MAAM,WAAW,qBAAqB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACtC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5B;;;;OAIG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,WAAW,kCAAkC;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAC;AAE/E,MAAM,WAAW,wBAAwB;IACxC,KAAK,EAAE,kBAAkB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,UAAU,GAAG,cAAc,CAAC;IAClC,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,uBAAuB,EAAE,MAAM,CAAC;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE;QAChB,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,CAAC;QACrE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,GAAG,IAAI,CAAC;CACT;AAED,MAAM,WAAW,+BAA+B;IAC/C;;;;;OAKG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;CACrB;AA6FD,wBAAgB,2BAA2B,CAC1C,EAAE,EAAE,QAAQ,EACZ,OAAO,GAAE,+BAAoC,GAC3C,wBAAwB,CA8D1B;AAeD,wBAAgB,6BAA6B,CAC5C,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE,MAAM,EAAE,EACnB,KAAK,EAAE,MAAM,GACX,MAAM,CA8BR;AAED;;;;GAIG;AACH,wBAAsB,wCAAwC,CAC7D,EAAE,EAAE,QAAQ,EACZ,IAAI,EAAE,qBAAqB,GACzB,OAAO,CAAC,kCAAkC,CAAC,CAgC7C;AAMD;;;GAGG;AACH,wBAAsB,YAAY,CACjC,EAAE,EAAE,QAAQ,EACZ,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CA6Bf;AAMD;;;GAGG;AACH,wBAAsB,eAAe,CACpC,EAAE,EAAE,QAAQ,EACZ,IAAI,GAAE,sBAA2B,GAC/B,OAAO,CAAC,qBAAqB,CAAC,CAgHhC;AAMD,MAAM,WAAW,oBAAoB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,mFAAmF;IACnF,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,oDAAoD;IACpD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CACnC,EAAE,EAAE,QAAQ,EACZ,KAAK,EAAE,MAAM,EACb,KAAK,SAAK,EACV,OAAO,CAAC,EAAE;IAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GAAG,IAAI,GAC1C,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAyDjC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@codemem/core",
3
- "version": "0.28.1",
3
+ "version": "0.29.1",
4
4
  "type": "module",
5
5
  "types": "./dist/index.d.ts",
6
6
  "exports": {
@@ -27,6 +27,7 @@
27
27
  "dependencies": {
28
28
  "@xenova/transformers": "^2.17.2",
29
29
  "better-sqlite3": "^12.8.0",
30
+ "bonjour-service": "^1.3.0",
30
31
  "drizzle-orm": "^0.45.2",
31
32
  "hono": "^4.12.14",
32
33
  "limiter": "^3.0.0",