npm - clanka - Versions diffs - 0.2.69 → 0.2.70 - Mend

clanka 0.2.69 → 0.2.70

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (19) hide show

package/dist/ChunkRepo.d.ts +1 -1
package/dist/ChunkRepo.d.ts.map +1 -1
package/dist/ChunkRepo.js +36 -21
package/dist/ChunkRepo.js.map +1 -1
package/dist/ChunkRepo.test.d.ts +2 -0
package/dist/ChunkRepo.test.d.ts.map +1 -0
package/dist/ChunkRepo.test.js +63 -0
package/dist/ChunkRepo.test.js.map +1 -0
package/dist/Sqlite.js +2 -2
package/dist/Sqlite.js.map +1 -1
package/package.json +2 -10
package/src/ChunkRepo.test.ts +89 -0
package/src/ChunkRepo.ts +37 -21
package/src/Sqlite.ts +2 -2
package/dist/internal/sqlite-vector.d.ts +0 -16
package/dist/internal/sqlite-vector.d.ts.map +0 -1
package/dist/internal/sqlite-vector.js +0 -181
package/dist/internal/sqlite-vector.js.map +0 -1
package/src/internal/sqlite-vector.ts +0 -214

package/dist/ChunkRepo.d.ts CHANGED Viewed

@@ -167,6 +167,6 @@ export declare class ChunkRepoError extends ChunkRepoError_base {
  * @since 1.0.0
  * @category Layers
  */
-export declare const layer: Layer.Layer<ChunkRepo, never, SqlClient.SqlClient | EmbeddingModel.Dimensions>;
+export declare const layer: Layer.Layer<ChunkRepo, SqlError.SqlError, SqlClient.SqlClient | EmbeddingModel.Dimensions>;
 export {};
 //# sourceMappingURL=ChunkRepo.d.ts.map

package/dist/ChunkRepo.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"ChunkRepo.d.ts","sourceRoot":"","sources":["../src/ChunkRepo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AAEzC,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAC1D,OAAO,KAAK,QAAQ,MAAM,8BAA8B,CAAA;AAGxD,OAAO,KAAK,KAAK,KAAK,MAAM,cAAc,CAAA;AAC1C,OAAO,KAAK,KAAK,MAAM,MAAM,eAAe,CAAA;AAC5C,OAAO,KAAK,cAAc,MAAM,mCAAmC,CAAA;AAInE;;;GAGG;AACH,eAAO,MAAM,OAAO,kDAAwD,CAAA;AAC5E;;;GAGG;AACH,MAAM,MAAM,OAAO,GAAG,OAAO,OAAO,CAAC,IAAI,CAAA;AAEzC;;;GAGG;AACH,eAAO,MAAM,MAAM,iDAAuD,CAAA;AAC1E;;;GAGG;AACH,MAAM,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,IAAI,CAAA;AAEvC;;;GAGG;AACH,eAAO,MAAM,kBAAkB,6EAGhB,CAAA;AAEf;;;GAGG;AACH,eAAO,MAAM,qBAAqB,0IAQjC,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,iBAAiB;;;;;EAK5B,CAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEF;;;GAGG;AACH,qBAAa,KAAM,SAAQ,UAOzB;CAAG;;kBAUQ,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,GAC9B,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,CAAC;iBAGjC,OAAO,GACV,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,GAAG,KAAK,CAAC,kBAAkB,CAAC;iBAErD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,cAAc,CAAC;oBAE3D;QACd,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAA;QAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KACvB,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,cAAc,CAAC;cAErC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;uBAGlC,OAAO,UACR,MAAM,GACb,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;uBACnB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;4BACvC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;;AA7BxE;;;GAGG;AACH,qBAAa,SAAU,SAAQ,cA2BR;CAAG;;;;AAE1B;;;GAGG;AACH,qBAAa,cAAe,SAAQ,mBAKnC;IACC,QAAQ,CAAC,KAAK,oBAAc;IAC5B,QAAQ,CAAC,OAAO,SAAsB;CACvC;AAED;;;GAGG;AACH,eAAO,MAAM,KAAK,~~gFA0GjB~~,CAAA"}
1	+ {"version":3,"file":"ChunkRepo.d.ts","sourceRoot":"","sources":["../src/ChunkRepo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AAEzC,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAC1D,OAAO,KAAK,QAAQ,MAAM,8BAA8B,CAAA;AAGxD,OAAO,KAAK,KAAK,KAAK,MAAM,cAAc,CAAA;AAC1C,OAAO,KAAK,KAAK,MAAM,MAAM,eAAe,CAAA;AAC5C,OAAO,KAAK,cAAc,MAAM,mCAAmC,CAAA;AAInE;;;GAGG;AACH,eAAO,MAAM,OAAO,kDAAwD,CAAA;AAC5E;;;GAGG;AACH,MAAM,MAAM,OAAO,GAAG,OAAO,OAAO,CAAC,IAAI,CAAA;AAEzC;;;GAGG;AACH,eAAO,MAAM,MAAM,iDAAuD,CAAA;AAC1E;;;GAGG;AACH,MAAM,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,IAAI,CAAA;AAEvC;;;GAGG;AACH,eAAO,MAAM,kBAAkB,6EAGhB,CAAA;AAEf;;;GAGG;AACH,eAAO,MAAM,qBAAqB,0IAQjC,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,iBAAiB;;;;;EAK5B,CAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEF;;;GAGG;AACH,qBAAa,KAAM,SAAQ,UAOzB;CAAG;;kBAUQ,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,GAC9B,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,CAAC;iBAGjC,OAAO,GACV,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,GAAG,KAAK,CAAC,kBAAkB,CAAC;iBAErD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,cAAc,CAAC;oBAE3D;QACd,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAA;QAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KACvB,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,cAAc,CAAC;cAErC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;uBAGlC,OAAO,UACR,MAAM,GACb,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;uBACnB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;4BACvC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;;AA7BxE;;;GAGG;AACH,qBAAa,SAAU,SAAQ,cA2BR;CAAG;;;;AAE1B;;;GAGG;AACH,qBAAa,cAAe,SAAQ,mBAKnC;IACC,QAAQ,CAAC,KAAK,oBAAc;IAC5B,QAAQ,CAAC,OAAO,SAAsB;CACvC;AAED;;;GAGG;AACH,eAAO,MAAM,KAAK,4FA0HjB,CAAA"}

package/dist/ChunkRepo.js CHANGED Viewed

@@ -80,20 +80,37 @@ export class ChunkRepoError extends Schema.TaggedErrorClass()("ChunkRepoError",
 export const layer = Layer.effect(ChunkRepo, Effect.gen(function* () {
     const sql = yield* SqlClient.SqlClient;
     const dimensions = yield* EmbeddingModel.Dimensions;
+    yield* Effect.gen(function* () {
+        yield* sql `CREATE VIRTUAL TABLE IF NOT EXISTS chunk_vectors USING vec0(
+        vector float[${sql.literal(String(dimensions))}]
+      )`;
+        yield* sql `CREATE TRIGGER IF NOT EXISTS chunks_vector_insert
+        AFTER INSERT ON chunks
+        BEGIN
+          INSERT INTO chunk_vectors(rowid, vector) VALUES (new.id, new.vector);
+        END`;
+        yield* sql `CREATE TRIGGER IF NOT EXISTS chunks_vector_update
+        AFTER UPDATE OF vector ON chunks
+        BEGIN
+          DELETE FROM chunk_vectors WHERE rowid = old.id;
+          INSERT INTO chunk_vectors(rowid, vector) VALUES (new.id, new.vector);
+        END`;
+        yield* sql `CREATE TRIGGER IF NOT EXISTS chunks_vector_delete
+        AFTER DELETE ON chunks
+        BEGIN
+          DELETE FROM chunk_vectors WHERE rowid = old.id;
+        END`;
+        yield* sql `DELETE FROM chunk_vectors
+        WHERE rowid NOT IN (SELECT id FROM chunks)`;
+        yield* sql `INSERT INTO chunk_vectors(rowid, vector)
+        SELECT id, vector FROM chunks
+        WHERE id NOT IN (SELECT rowid FROM chunk_vectors)`;
+    }).pipe(sql.withTransaction);
     const loaders = yield* SqlModel.makeResolvers(Chunk, {
         tableName: "chunks",
         idColumn: "id",
         spanPrefix: "ChunkRepo",
     });
-    let needsQuantization = true;
-    const maybeQuantize = Effect.gen(function* () {
-        if (!needsQuantization)
-            return;
-        needsQuantization = false;
-        yield* sql `select vector_init('chunks', 'vector', 'type=FLOAT32,dimension=${sql.literal(String(dimensions))}')`;
-        yield* sql `select vector_quantize('chunks', 'vector')`;
-    }).pipe(Effect.mapError((reason) => new ChunkRepoError({ reason })));
-    yield* Effect.forkScoped(maybeQuantize);
     const search = SqlSchema.findAll({
         Request: Schema.Struct({
             vector: Float32ArraySchema,
@@ -102,9 +119,11 @@ export const layer = Layer.effect(ChunkRepo, Effect.gen(function* () {
         Result: Chunk,
         execute: ({ vector, limit }) => sql `
           select chunks.id, chunks.path, chunks.content, chunks.hash, chunks.syncId
-          from chunks
-          JOIN vector_quantize_scan('chunks', 'vector', ${vector}, CAST(${limit} AS INTEGER)) AS v
-          ON chunks.id = v.rowid
+          from chunk_vectors
+          JOIN chunks ON chunks.id = chunk_vectors.rowid
+          WHERE chunk_vectors.vector MATCH ${vector}
+          AND k = CAST(${limit} AS INTEGER)
+          ORDER BY chunk_vectors.distance
         `,
     });
     const exists = SqlResolver.findById({
@@ -121,13 +140,10 @@ export const layer = Layer.effect(ChunkRepo, Effect.gen(function* () {
     const insertResolver = loaders.insert.pipe(RequestResolver.setDelay(5));
     const findByIdResolver = loaders.findById.pipe(RequestResolver.setDelay(5));
     return ChunkRepo.of({
-        insert: (insert) => {
-            needsQuantization = true;
-            return SqlResolver.request(insert, insertResolver).pipe(Effect.catchTags({
-                SchemaError: Effect.die,
-                ResultLengthMismatch: Effect.die,
-            }, (reason) => Effect.fail(new ChunkRepoError({ reason }))));
-        },
+        insert: (insert) => SqlResolver.request(insert, insertResolver).pipe(Effect.catchTags({
+            SchemaError: Effect.die,
+            ResultLengthMismatch: Effect.die,
+        }, (reason) => Effect.fail(new ChunkRepoError({ reason })))),
         findById: (id) => SqlResolver.request(id, findByIdResolver).pipe(Effect.catchTags({
             SchemaError: Effect.die,
             SqlError: (reason) => Effect.fail(new ChunkRepoError({ reason })),
@@ -137,13 +153,12 @@ export const layer = Layer.effect(ChunkRepo, Effect.gen(function* () {
             SchemaError: Effect.die,
         })),
         search: Effect.fn("ChunkRepo.search")(function* (options) {
-            yield* maybeQuantize;
             return yield* search(options).pipe(Effect.catchTags({
                 SqlError: (reason) => Effect.fail(new ChunkRepoError({ reason })),
                 SchemaError: Effect.die,
             }));
         }),
-        quantize: maybeQuantize,
+        quantize: Effect.void,
         setSyncId: (chunkId, syncId) => sql `update chunks set syncId = ${syncId} where id = ${chunkId}`.pipe(Effect.mapError((reason) => new ChunkRepoError({ reason }))),
         deleteByPath: (path) => sql `delete from chunks where path = ${path}`.pipe(Effect.mapError((reason) => new ChunkRepoError({ reason }))),
         deleteForSyncId: (syncId) => sql `delete from chunks where syncId != ${syncId}`.pipe(Effect.mapError((reason) => new ChunkRepoError({ reason }))),

package/dist/ChunkRepo.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"ChunkRepo.js","sourceRoot":"","sources":["../src/ChunkRepo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,oBAAoB,MAAM,6BAA6B,CAAA;AACnE,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,KAAK,MAAM,8BAA8B,CAAA;AACrD,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAC1D,OAAO,KAAK,QAAQ,MAAM,8BAA8B,CAAA;AACxD,OAAO,KAAK,QAAQ,MAAM,8BAA8B,CAAA;AACxD,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAG1D,OAAO,KAAK,cAAc,MAAM,mCAAmC,CAAA;AACnE,OAAO,KAAK,WAAW,MAAM,iCAAiC,CAAA;AAC9D,OAAO,KAAK,eAAe,MAAM,wBAAwB,CAAA;AAEzD;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAA;AAO5E;;;GAGG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAA;AAO1E;;;GAGG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC,UAAU,CAGjD,YAAY,CAAC,CAAA;AAEf;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACnE,MAAM,CAAC,QAAQ,CACb,kBAAkB,EAClB,oBAAoB,CAAC,SAAS,CAAC;IAC7B,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC;IACtC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;CACrC,CAAC,CACH,CACF,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,CAAC,KAAK,CAAC;IAC3C,MAAM,EAAE,kBAAkB;IAC1B,MAAM,EAAE,kBAAkB;IAC1B,UAAU,EAAE,qBAAqB;IACjC,UAAU,EAAE,qBAAqB;CAClC,CAAC,CAAA;AAEF;;;GAGG;AACH,MAAM,OAAO,KAAM,SAAQ,KAAK,CAAC,KAAK,CAAQ,OAAO,CAAC,CAAC;IACrD,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,CAAC,MAAM;IACnB,OAAO,EAAE,MAAM,CAAC,MAAM;IACtB,IAAI,EAAE,MAAM,CAAC,MAAM;IACnB,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,MAAM;CACf,CAAC;CAAG;AAEL;;;GAGG;AACH,MAAM,OAAO,SAAU,SAAQ,OAAO,CAAC,OAAO,EA2B3C,CAAC,kBAAkB,CAAC;CAAG;AAE1B;;;GAGG;AACH,MAAM,OAAO,cAAe,SAAQ,MAAM,CAAC,gBAAgB,EAAkB,CAC3E,gBAAgB,EAChB;IACE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;CAC1C,CACF;IACU,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;IACnB,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAA;CACvC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAC/B,SAAS,EACT,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;IACtC,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAA;~~IACnD~~,~~MAAM,OAAO,GAAG,~~KAAK,CAAC,CAAC,~~QAAQ~~,CAAC,~~aAAa~~,CAAC,~~KAAK,EAAE;QACnD,SAAS,EAAE,~~QAAQ~~;QACnB~~,~~QAAQ,EAAE,IAAI~~;~~QACd~~,~~UAAU~~,~~EAAE~~,~~WAAW;KACxB,~~CAAC,~~CAAA;IAEF,IAAI,iBAAiB,~~GAAG,~~IAAI,~~CAAA;~~IAE5B~~,~~MAAM,aAAa,~~GAAG,~~MAAM,~~CAAC,~~GAAG~~,CAAC,~~QAAQ~~,CAAC~~;QACxC~~,~~IAAI~~,CAAC,~~iBAAiB~~;~~YAAE~~,~~OAAM~~;~~QAC9B~~,~~iBAAiB~~,GAAG,~~KAAK~~,CAAA;~~QACzB~~,KAAK,CAAC,CAAC,GAAG,CAAA,~~kEAAkE~~,~~GAAG~~,CAAC,~~OAAO,~~CAAC,~~MAAM~~,~~CAAC~~,~~UAAU~~,CAAC,CAAC,~~IAAI~~,CAAA;~~QAC/G~~,KAAK,CAAC,CAAC,GAAG,CAAA,~~4CAA4C,~~CAAA;~~IACxD~~,CAAC,CAAC,CAAC,IAAI,CAAC,~~MAAM~~,CAAC,~~QAAQ~~,CAAC,~~CAAC~~,MAAM,~~EAAE~~,~~EAAE~~,CAAC,~~IAAI~~,~~cAAc~~,CAAC,~~EAAE~~,~~MAAM~~,EAAE,~~CAAC~~,~~CAAC~~,~~CAAC,CAAA~~;~~IAEpE~~,~~KAAK~~,~~CAAC~~,~~CAAC~~,~~MAAM,CAAC,~~UAAU,~~CAAC~~,~~aAAa~~,CAAC,CAAA;~~IAEvC~~,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC;QAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;YACrB,MAAM,EAAE,kBAAkB;YAC1B,KAAK,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC;QACF,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAC7B,GAAG,CAAA~~;;;0DAG+C~~,MAAM,~~UAAU,~~KAAK;;~~SAEtE~~;KACJ,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC;QAClC,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO;QAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;YACpB,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,MAAM,CAAC,MAAM;SACpB,CAAC;QACF,QAAQ,CAAC,MAAM;YACb,OAAO,MAAM,CAAC,IAAI,CAAA;QACpB,CAAC;QACD,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAClB,GAAG,CAAA,qCAAqC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;KACnE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAEpC,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IACvE,MAAM,gBAAgB,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAE3E,OAAO,SAAS,CAAC,EAAE,CAAC;QAClB,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE~~;YACjB~~,~~iBAAiB~~,~~GAAG,IAAI,CAAA;YACxB,OAAO,~~WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,~~CACrD~~,MAAM,CAAC,SAAS,CACd;~~gBACE~~,WAAW,EAAE,MAAM,CAAC,GAAG;~~gBACvB~~,oBAAoB,EAAE,MAAM,CAAC,GAAG;~~aACjC~~,EACD,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CACxD,CACF~~,CAAA~~;QACH,~~CAAC;QACD,~~QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CACf,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAC5C,MAAM,CAAC,SAAS,CAAC;YACf,WAAW,EAAE,MAAM,CAAC,GAAG;YACvB,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;SAClE,CAAC,CACH;QACH,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CACf,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,IAAI,CACpC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EACjC,MAAM,CAAC,kBAAkB,EACzB,MAAM,CAAC,SAAS,CAAC;YACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YACjE,WAAW,EAAE,MAAM,CAAC,GAAG;SACxB,CAAC,CACH;QACH,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO;YACtD,~~KAAK,CAAC,CAAC,aAAa,CAAA;YACpB,~~OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,OAAc,CAAC,CAAC,IAAI,CACvC,MAAM,CAAC,SAAS,CAAC;gBACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjE,WAAW,EAAE,MAAM,CAAC,GAAG;aACxB,CAAC,CACH,CAAA;QACH,CAAC,CAAC;QACF,QAAQ,EAAE,~~aAAa~~;~~QACvB~~,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC7B,GAAG,CAAA,8BAA8B,MAAM,eAAe,OAAO,EAAE,CAAC,IAAI,CAClE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAC5D;QACH,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,GAAG,CAAA,mCAAmC,IAAI,EAAE,CAAC,IAAI,CAC/C,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAC5D;QACH,eAAe,EAAE,CAAC,MAAM,EAAE,EAAE,CAC1B,GAAG,CAAA,sCAAsC,MAAM,EAAE,CAAC,IAAI,CACpD,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAC5D;KACJ,CAAC,CAAA;AACJ,CAAC,CAAC,CACH,CAAA"}
1	+ {"version":3,"file":"ChunkRepo.js","sourceRoot":"","sources":["../src/ChunkRepo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,oBAAoB,MAAM,6BAA6B,CAAA;AACnE,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,KAAK,MAAM,8BAA8B,CAAA;AACrD,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAC1D,OAAO,KAAK,QAAQ,MAAM,8BAA8B,CAAA;AACxD,OAAO,KAAK,QAAQ,MAAM,8BAA8B,CAAA;AACxD,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAG1D,OAAO,KAAK,cAAc,MAAM,mCAAmC,CAAA;AACnE,OAAO,KAAK,WAAW,MAAM,iCAAiC,CAAA;AAC9D,OAAO,KAAK,eAAe,MAAM,wBAAwB,CAAA;AAEzD;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAA;AAO5E;;;GAGG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAA;AAO1E;;;GAGG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC,UAAU,CAGjD,YAAY,CAAC,CAAA;AAEf;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACnE,MAAM,CAAC,QAAQ,CACb,kBAAkB,EAClB,oBAAoB,CAAC,SAAS,CAAC;IAC7B,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC;IACtC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;CACrC,CAAC,CACH,CACF,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,CAAC,KAAK,CAAC;IAC3C,MAAM,EAAE,kBAAkB;IAC1B,MAAM,EAAE,kBAAkB;IAC1B,UAAU,EAAE,qBAAqB;IACjC,UAAU,EAAE,qBAAqB;CAClC,CAAC,CAAA;AAEF;;;GAGG;AACH,MAAM,OAAO,KAAM,SAAQ,KAAK,CAAC,KAAK,CAAQ,OAAO,CAAC,CAAC;IACrD,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,CAAC,MAAM;IACnB,OAAO,EAAE,MAAM,CAAC,MAAM;IACtB,IAAI,EAAE,MAAM,CAAC,MAAM;IACnB,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,MAAM;CACf,CAAC;CAAG;AAEL;;;GAGG;AACH,MAAM,OAAO,SAAU,SAAQ,OAAO,CAAC,OAAO,EA2B3C,CAAC,kBAAkB,CAAC;CAAG;AAE1B;;;GAGG;AACH,MAAM,OAAO,cAAe,SAAQ,MAAM,CAAC,gBAAgB,EAAkB,CAC3E,gBAAgB,EAChB;IACE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;CAC1C,CACF;IACU,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;IACnB,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAA;CACvC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAC/B,SAAS,EACT,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;IACtC,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAA;IAEnD,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACzB,KAAK,CAAC,CAAC,GAAG,CAAA;uBACO,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAA;QACF,KAAK,CAAC,CAAC,GAAG,CAAA;;;;YAIJ,CAAA;QACN,KAAK,CAAC,CAAC,GAAG,CAAA;;;;;YAKJ,CAAA;QACN,KAAK,CAAC,CAAC,GAAG,CAAA;;;;YAIJ,CAAA;QACN,KAAK,CAAC,CAAC,GAAG,CAAA;mDACmC,CAAA;QAC7C,KAAK,CAAC,CAAC,GAAG,CAAA;;0DAE0C,CAAA;IACtD,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;IAE5B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,EAAE;QACnD,SAAS,EAAE,QAAQ;QACnB,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,WAAW;KACxB,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC;QAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;YACrB,MAAM,EAAE,kBAAkB;YAC1B,KAAK,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC;QACF,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAC7B,GAAG,CAAA;;;;6CAIkC,MAAM;yBAC1B,KAAK;;SAErB;KACJ,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC;QAClC,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO;QAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;YACpB,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,MAAM,CAAC,MAAM;SACpB,CAAC;QACF,QAAQ,CAAC,MAAM;YACb,OAAO,MAAM,CAAC,IAAI,CAAA;QACpB,CAAC;QACD,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAClB,GAAG,CAAA,qCAAqC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;KACnE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAEpC,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IACvE,MAAM,gBAAgB,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAE3E,OAAO,SAAS,CAAC,EAAE,CAAC;QAClB,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACjB,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,CAC9C,MAAM,CAAC,SAAS,CACd;YACE,WAAW,EAAE,MAAM,CAAC,GAAG;YACvB,oBAAoB,EAAE,MAAM,CAAC,GAAG;SACjC,EACD,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CACxD,CACF;QACH,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CACf,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAC5C,MAAM,CAAC,SAAS,CAAC;YACf,WAAW,EAAE,MAAM,CAAC,GAAG;YACvB,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;SAClE,CAAC,CACH;QACH,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CACf,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,IAAI,CACpC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EACjC,MAAM,CAAC,kBAAkB,EACzB,MAAM,CAAC,SAAS,CAAC;YACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YACjE,WAAW,EAAE,MAAM,CAAC,GAAG;SACxB,CAAC,CACH;QACH,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO;YACtD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,OAAc,CAAC,CAAC,IAAI,CACvC,MAAM,CAAC,SAAS,CAAC;gBACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjE,WAAW,EAAE,MAAM,CAAC,GAAG;aACxB,CAAC,CACH,CAAA;QACH,CAAC,CAAC;QACF,QAAQ,EAAE,MAAM,CAAC,IAAI;QACrB,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC7B,GAAG,CAAA,8BAA8B,MAAM,eAAe,OAAO,EAAE,CAAC,IAAI,CAClE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAC5D;QACH,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,GAAG,CAAA,mCAAmC,IAAI,EAAE,CAAC,IAAI,CAC/C,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAC5D;QACH,eAAe,EAAE,CAAC,MAAM,EAAE,EAAE,CAC1B,GAAG,CAAA,sCAAsC,MAAM,EAAE,CAAC,IAAI,CACpD,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAC5D;KACJ,CAAC,CAAA;AACJ,CAAC,CAAC,CACH,CAAA"}

package/dist/ChunkRepo.test.d.ts ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ export {};
2	+ //# sourceMappingURL=ChunkRepo.test.d.ts.map

package/dist/ChunkRepo.test.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"ChunkRepo.test.d.ts","sourceRoot":"","sources":["../src/ChunkRepo.test.ts"],"names":[],"mappings":""}

package/dist/ChunkRepo.test.js ADDED Viewed

@@ -0,0 +1,63 @@
+import { mkdtemp, rm } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import * as NodeServices from "@effect/platform-node/NodeServices";
+import { assert, describe, it } from "@effect/vitest";
+import * as Effect from "effect/Effect";
+import * as Layer from "effect/Layer";
+import * as EmbeddingModel from "effect/unstable/ai/EmbeddingModel";
+import * as SqlClient from "effect/unstable/sql/SqlClient";
+import { Chunk, ChunkRepo, layer, SyncId } from "./ChunkRepo.js";
+import { SqliteLayer } from "./Sqlite.js";
+const withDatabase = Effect.acquireRelease(Effect.promise(() => mkdtemp(join(tmpdir(), "clanka-"))), (directory) => Effect.promise(() => rm(directory, { recursive: true })));
+const sqliteLayer = (database) => SqliteLayer(database).pipe(Layer.provide(NodeServices.layer));
+describe("ChunkRepo", () => {
+    it.live("backfills and synchronizes the vec0 index", () => Effect.gen(function* () {
+        const directory = yield* withDatabase;
+        const database = join(directory, "search.sqlite");
+        const existingVector = new Float32Array([0, 1, 0]);
+        yield* Effect.gen(function* () {
+            const sql = yield* SqlClient.SqlClient;
+            yield* sql `INSERT INTO chunks(path, content, hash, vector, syncId)
+          VALUES ('existing.ts', 'existing', 'existing', ${existingVector}, 'sync')`;
+        }).pipe(Effect.provide(sqliteLayer(database)), Effect.scoped);
+        const databaseLayer = sqliteLayer(database);
+        const repoLayer = Layer.merge(layer.pipe(Layer.provide(databaseLayer)), databaseLayer).pipe(Layer.provide(Layer.succeed(EmbeddingModel.Dimensions, 3)));
+        yield* Effect.gen(function* () {
+            const repo = yield* ChunkRepo;
+            const sql = yield* SqlClient.SqlClient;
+            const backfilled = yield* repo.search({
+                vector: existingVector,
+                limit: 1,
+            });
+            assert.strictEqual(backfilled[0]?.path, "existing.ts");
+            const inserted = yield* repo.insert(Chunk.insert.make({
+                path: "inserted.ts",
+                content: "inserted",
+                hash: "inserted",
+                vector: new Float32Array([1, 0, 0]),
+                syncId: SyncId.make("sync"),
+            }));
+            const insertedResult = yield* repo.search({
+                vector: new Float32Array([1, 0, 0]),
+                limit: 1,
+            });
+            assert.strictEqual(insertedResult[0]?.id, inserted.id);
+            yield* sql `UPDATE chunks
+          SET vector = ${new Float32Array([0, 0, 1])}
+          WHERE id = ${inserted.id}`;
+            const updatedResult = yield* repo.search({
+                vector: new Float32Array([0, 0, 1]),
+                limit: 1,
+            });
+            assert.strictEqual(updatedResult[0]?.id, inserted.id);
+            yield* repo.deleteByPath("inserted.ts");
+            const deletedResult = yield* repo.search({
+                vector: new Float32Array([0, 0, 1]),
+                limit: 2,
+            });
+            assert.deepStrictEqual(deletedResult.map((chunk) => chunk.path), ["existing.ts"]);
+        }).pipe(Effect.provide(repoLayer), Effect.scoped);
+    }));
+});
+//# sourceMappingURL=ChunkRepo.test.js.map

package/dist/ChunkRepo.test.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"ChunkRepo.test.js","sourceRoot":"","sources":["../src/ChunkRepo.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,KAAK,YAAY,MAAM,oCAAoC,CAAA;AAClE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAA;AACrD,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,cAAc,MAAM,mCAAmC,CAAA;AACnE,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAC1D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,MAAM,YAAY,GAAG,MAAM,CAAC,cAAc,CACxC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,EACxD,CAAC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CACxE,CAAA;AAED,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,EAAE,CACvC,WAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAA;AAE/D,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,IAAI,CAAC,2CAA2C,EAAE,GAAG,EAAE,CACxD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,YAAY,CAAA;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAA;QACjD,MAAM,cAAc,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAElD,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACzB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;YACtC,KAAK,CAAC,CAAC,GAAG,CAAA;2DACyC,cAAc,WAAW,CAAA;QAC9E,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;QAE7D,MAAM,aAAa,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAC3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,EACxC,aAAa,CACd,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAElE,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACzB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,SAAS,CAAA;YAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;YAEtC,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACpC,MAAM,EAAE,cAAc;gBACtB,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;YACF,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,CAAA;YAEtD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CACjC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,aAAa;gBACnB,OAAO,EAAE,UAAU;gBACnB,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;aAC5B,CAAC,CACH,CAAA;YAED,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACxC,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;YACF,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAA;YAEtD,KAAK,CAAC,CAAC,GAAG,CAAA;yBACO,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;uBAC7B,QAAQ,CAAC,EAAE,EAAE,CAAA;YAE5B,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACvC,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;YACF,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAA;YAErD,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAA;YAEvC,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACvC,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;YACF,MAAM,CAAC,eAAe,CACpB,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EACxC,CAAC,aAAa,CAAC,CAChB,CAAA;QACH,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IACnD,CAAC,CAAC,CACH,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/Sqlite.js CHANGED Viewed

@@ -8,7 +8,7 @@ import * as Layer from "effect/Layer";
 import * as SqlClient from "effect/unstable/sql/SqlClient";
 import * as FileSystem from "effect/FileSystem";
 import * as Path from "effect/Path";
-import { getExtensionPath } from "./internal/sqlite-vector.js";
+import { getLoadablePath } from "sqlite-vec";
 /**
  * @since 1.0.0
  * @category Layers
@@ -30,7 +30,7 @@ export const SqliteLayer = (database) => SqliteMigrator.layer({
     }),
 }).pipe(Layer.provide(Layer.effectDiscard(Effect.gen(function* () {
     const client = yield* SqliteClient.SqliteClient;
-    yield* client.loadExtension(getExtensionPath());
+    yield* client.loadExtension(getLoadablePath());
 }))), Layer.provideMerge(SqliteClient.layer({
     filename: database,
 })), Layer.provide(Layer.effectDiscard(Effect.gen(function* () {

package/dist/Sqlite.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"Sqlite.js","sourceRoot":"","sources":["../src/Sqlite.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,YAAY,MAAM,sCAAsC,CAAA;AACpE,OAAO,KAAK,cAAc,MAAM,wCAAwC,CAAA;AACxE,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAC1D,OAAO,KAAK,UAAU,MAAM,mBAAmB,CAAA;AAC/C,OAAO,KAAK,IAAI,MAAM,aAAa,CAAA;AACnC,OAAO,EAAE,~~gBAAgB~~,EAAE,MAAM,~~6BAA6B~~,CAAA;~~AAE9D~~;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,EAAE,CAC9C,cAAc,CAAC,KAAK,CAAC;IACnB,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC;QAChC,oBAAoB,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACxC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;YAEtC,KAAK,CAAC,CAAC,GAAG,CAAA;;;;;;;UAOR,CAAA;YAEF,KAAK,CAAC,CAAC,GAAG,CAAA,6DAA6D,CAAA;QACzE,CAAC,CAAC;KACH,CAAC;CACH,CAAC,CAAC,IAAI,CACL,KAAK,CAAC,OAAO,CACX,KAAK,CAAC,aAAa,CACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,YAAY,CAAA;IAC/C,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,~~gBAAgB~~,EAAE,CAAC,CAAA;~~AACjD~~,CAAC,CAAC,CACH,CACF,EACD,KAAK,CAAC,YAAY,CAChB,YAAY,CAAC,KAAK,CAAC;IACjB,QAAQ,EAAE,QAAQ;CACnB,CAAC,CACH,EACD,KAAK,CAAC,OAAO,CACX,KAAK,CAAC,aAAa,CACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAA;IACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAA;IAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACxC,IAAI,SAAS,KAAK,GAAG;QAAE,OAAM;IAC7B,KAAK,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;AACzD,CAAC,CAAC,CACH,CACF,CACF,CAAA"}
1	+ {"version":3,"file":"Sqlite.js","sourceRoot":"","sources":["../src/Sqlite.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,YAAY,MAAM,sCAAsC,CAAA;AACpE,OAAO,KAAK,cAAc,MAAM,wCAAwC,CAAA;AACxE,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAC1D,OAAO,KAAK,UAAU,MAAM,mBAAmB,CAAA;AAC/C,OAAO,KAAK,IAAI,MAAM,aAAa,CAAA;AACnC,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAE5C;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,EAAE,CAC9C,cAAc,CAAC,KAAK,CAAC;IACnB,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC;QAChC,oBAAoB,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACxC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;YAEtC,KAAK,CAAC,CAAC,GAAG,CAAA;;;;;;;UAOR,CAAA;YAEF,KAAK,CAAC,CAAC,GAAG,CAAA,6DAA6D,CAAA;QACzE,CAAC,CAAC;KACH,CAAC;CACH,CAAC,CAAC,IAAI,CACL,KAAK,CAAC,OAAO,CACX,KAAK,CAAC,aAAa,CACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,YAAY,CAAA;IAC/C,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC,CAAA;AAChD,CAAC,CAAC,CACH,CACF,EACD,KAAK,CAAC,YAAY,CAChB,YAAY,CAAC,KAAK,CAAC;IACjB,QAAQ,EAAE,QAAQ;CACnB,CAAC,CACH,EACD,KAAK,CAAC,OAAO,CACX,KAAK,CAAC,aAAa,CACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAA;IACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAA;IAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACxC,IAAI,SAAS,KAAK,GAAG;QAAE,OAAM;IAC7B,KAAK,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;AACzD,CAAC,CAAC,CACH,CACF,CACF,CAAA"}

package/package.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "name": "clanka",
   "type": "module",
-  "version": "0.2.69",
+  "version": "0.2.70",
   "publishConfig": {
     "access": "public"
   },
@@ -29,20 +29,12 @@
     "@vscode/ripgrep": "^1.18.0",
     "chalk": "^5.6.2",
     "glob": "^13.0.6",
+    "sqlite-vec": "0.1.9",
     "tree-sitter": "^0.21.1",
     "tree-sitter-javascript": "^0.23.1",
     "tree-sitter-typescript": "^0.23.2",
     "turndown": "^7.2.4"
   },
-  "optionalDependencies": {
-    "@sqliteai/sqlite-vector-darwin-arm64": "0.9.95",
-    "@sqliteai/sqlite-vector-darwin-x86_64": "0.9.95",
-    "@sqliteai/sqlite-vector-linux-arm64": "0.9.95",
-    "@sqliteai/sqlite-vector-linux-arm64-musl": "0.9.95",
-    "@sqliteai/sqlite-vector-linux-x86_64": "0.9.95",
-    "@sqliteai/sqlite-vector-linux-x86_64-musl": "0.9.95",
-    "@sqliteai/sqlite-vector-win32-x86_64": "0.9.95"
-  },
   "peerDependencies": {
     "@effect/ai-openai": ">=4.0.0-beta.94 <4.0.1",
     "@effect/ai-openai-compat": ">=4.0.0-beta.94 <4.0.1",

package/src/ChunkRepo.test.ts ADDED Viewed

@@ -0,0 +1,89 @@
+import { mkdtemp, rm } from "node:fs/promises"
+import { tmpdir } from "node:os"
+import { join } from "node:path"
+import * as NodeServices from "@effect/platform-node/NodeServices"
+import { assert, describe, it } from "@effect/vitest"
+import * as Effect from "effect/Effect"
+import * as Layer from "effect/Layer"
+import * as EmbeddingModel from "effect/unstable/ai/EmbeddingModel"
+import * as SqlClient from "effect/unstable/sql/SqlClient"
+import { Chunk, ChunkRepo, layer, SyncId } from "./ChunkRepo.ts"
+import { SqliteLayer } from "./Sqlite.ts"
+const withDatabase = Effect.acquireRelease(
+  Effect.promise(() => mkdtemp(join(tmpdir(), "clanka-"))),
+  (directory) => Effect.promise(() => rm(directory, { recursive: true })),
+)
+const sqliteLayer = (database: string) =>
+  SqliteLayer(database).pipe(Layer.provide(NodeServices.layer))
+describe("ChunkRepo", () => {
+  it.live("backfills and synchronizes the vec0 index", () =>
+    Effect.gen(function* () {
+      const directory = yield* withDatabase
+      const database = join(directory, "search.sqlite")
+      const existingVector = new Float32Array([0, 1, 0])
+      yield* Effect.gen(function* () {
+        const sql = yield* SqlClient.SqlClient
+        yield* sql`INSERT INTO chunks(path, content, hash, vector, syncId)
+          VALUES ('existing.ts', 'existing', 'existing', ${existingVector}, 'sync')`
+      }).pipe(Effect.provide(sqliteLayer(database)), Effect.scoped)
+      const databaseLayer = sqliteLayer(database)
+      const repoLayer = Layer.merge(
+        layer.pipe(Layer.provide(databaseLayer)),
+        databaseLayer,
+      ).pipe(Layer.provide(Layer.succeed(EmbeddingModel.Dimensions, 3)))
+      yield* Effect.gen(function* () {
+        const repo = yield* ChunkRepo
+        const sql = yield* SqlClient.SqlClient
+        const backfilled = yield* repo.search({
+          vector: existingVector,
+          limit: 1,
+        })
+        assert.strictEqual(backfilled[0]?.path, "existing.ts")
+        const inserted = yield* repo.insert(
+          Chunk.insert.make({
+            path: "inserted.ts",
+            content: "inserted",
+            hash: "inserted",
+            vector: new Float32Array([1, 0, 0]),
+            syncId: SyncId.make("sync"),
+          }),
+        )
+        const insertedResult = yield* repo.search({
+          vector: new Float32Array([1, 0, 0]),
+          limit: 1,
+        })
+        assert.strictEqual(insertedResult[0]?.id, inserted.id)
+        yield* sql`UPDATE chunks
+          SET vector = ${new Float32Array([0, 0, 1])}
+          WHERE id = ${inserted.id}`
+        const updatedResult = yield* repo.search({
+          vector: new Float32Array([0, 0, 1]),
+          limit: 1,
+        })
+        assert.strictEqual(updatedResult[0]?.id, inserted.id)
+        yield* repo.deleteByPath("inserted.ts")
+        const deletedResult = yield* repo.search({
+          vector: new Float32Array([0, 0, 1]),
+          limit: 2,
+        })
+        assert.deepStrictEqual(
+          deletedResult.map((chunk) => chunk.path),
+          ["existing.ts"],
+        )
+      }).pipe(Effect.provide(repoLayer), Effect.scoped)
+    }),
+  )
+})

package/src/ChunkRepo.ts CHANGED Viewed

@@ -139,23 +139,40 @@ export const layer = Layer.effect(
   Effect.gen(function* () {
     const sql = yield* SqlClient.SqlClient
     const dimensions = yield* EmbeddingModel.Dimensions
+    yield* Effect.gen(function* () {
+      yield* sql`CREATE VIRTUAL TABLE IF NOT EXISTS chunk_vectors USING vec0(
+        vector float[${sql.literal(String(dimensions))}]
+      )`
+      yield* sql`CREATE TRIGGER IF NOT EXISTS chunks_vector_insert
+        AFTER INSERT ON chunks
+        BEGIN
+          INSERT INTO chunk_vectors(rowid, vector) VALUES (new.id, new.vector);
+        END`
+      yield* sql`CREATE TRIGGER IF NOT EXISTS chunks_vector_update
+        AFTER UPDATE OF vector ON chunks
+        BEGIN
+          DELETE FROM chunk_vectors WHERE rowid = old.id;
+          INSERT INTO chunk_vectors(rowid, vector) VALUES (new.id, new.vector);
+        END`
+      yield* sql`CREATE TRIGGER IF NOT EXISTS chunks_vector_delete
+        AFTER DELETE ON chunks
+        BEGIN
+          DELETE FROM chunk_vectors WHERE rowid = old.id;
+        END`
+      yield* sql`DELETE FROM chunk_vectors
+        WHERE rowid NOT IN (SELECT id FROM chunks)`
+      yield* sql`INSERT INTO chunk_vectors(rowid, vector)
+        SELECT id, vector FROM chunks
+        WHERE id NOT IN (SELECT rowid FROM chunk_vectors)`
+    }).pipe(sql.withTransaction)
     const loaders = yield* SqlModel.makeResolvers(Chunk, {
       tableName: "chunks",
       idColumn: "id",
       spanPrefix: "ChunkRepo",
     })
-    let needsQuantization = true
-    const maybeQuantize = Effect.gen(function* () {
-      if (!needsQuantization) return
-      needsQuantization = false
-      yield* sql`select vector_init('chunks', 'vector', 'type=FLOAT32,dimension=${sql.literal(String(dimensions))}')`
-      yield* sql`select vector_quantize('chunks', 'vector')`
-    }).pipe(Effect.mapError((reason) => new ChunkRepoError({ reason })))
-    yield* Effect.forkScoped(maybeQuantize)
     const search = SqlSchema.findAll({
       Request: Schema.Struct({
         vector: Float32ArraySchema,
@@ -165,9 +182,11 @@ export const layer = Layer.effect(
       execute: ({ vector, limit }) =>
         sql`
           select chunks.id, chunks.path, chunks.content, chunks.hash, chunks.syncId
-          from chunks
-          JOIN vector_quantize_scan('chunks', 'vector', ${vector}, CAST(${limit} AS INTEGER)) AS v
-          ON chunks.id = v.rowid
+          from chunk_vectors
+          JOIN chunks ON chunks.id = chunk_vectors.rowid
+          WHERE chunk_vectors.vector MATCH ${vector}
+          AND k = CAST(${limit} AS INTEGER)
+          ORDER BY chunk_vectors.distance
         `,
     })
@@ -188,9 +207,8 @@ export const layer = Layer.effect(
     const findByIdResolver = loaders.findById.pipe(RequestResolver.setDelay(5))
     return ChunkRepo.of({
-      insert: (insert) => {
-        needsQuantization = true
-        return SqlResolver.request(insert, insertResolver).pipe(
+      insert: (insert) =>
+        SqlResolver.request(insert, insertResolver).pipe(
           Effect.catchTags(
             {
               SchemaError: Effect.die,
@@ -198,8 +216,7 @@ export const layer = Layer.effect(
             },
             (reason) => Effect.fail(new ChunkRepoError({ reason })),
           ),
-        )
-      },
+        ),
       findById: (id) =>
         SqlResolver.request(id, findByIdResolver).pipe(
           Effect.catchTags({
@@ -217,7 +234,6 @@ export const layer = Layer.effect(
           }),
         ),
       search: Effect.fn("ChunkRepo.search")(function* (options) {
-        yield* maybeQuantize
         return yield* search(options as any).pipe(
           Effect.catchTags({
             SqlError: (reason) => Effect.fail(new ChunkRepoError({ reason })),
@@ -225,7 +241,7 @@ export const layer = Layer.effect(
           }),
         )
       }),
-      quantize: maybeQuantize,
+      quantize: Effect.void,
       setSyncId: (chunkId, syncId) =>
         sql`update chunks set syncId = ${syncId} where id = ${chunkId}`.pipe(
           Effect.mapError((reason) => new ChunkRepoError({ reason })),

package/src/Sqlite.ts CHANGED Viewed

@@ -8,7 +8,7 @@ import * as Layer from "effect/Layer"
 import * as SqlClient from "effect/unstable/sql/SqlClient"
 import * as FileSystem from "effect/FileSystem"
 import * as Path from "effect/Path"
-import { getExtensionPath } from "./internal/sqlite-vector.ts"
+import { getLoadablePath } from "sqlite-vec"
 /**
  * @since 1.0.0
@@ -37,7 +37,7 @@ export const SqliteLayer = (database: string) =>
       Layer.effectDiscard(
         Effect.gen(function* () {
           const client = yield* SqliteClient.SqliteClient
-          yield* client.loadExtension(getExtensionPath())
+          yield* client.loadExtension(getLoadablePath())
         }),
       ),
     ),

package/dist/internal/sqlite-vector.d.ts DELETED Viewed

@@ -1,16 +0,0 @@
-/**
- * Gets the absolute path to the SQLite Vector extension binary for the current platform
- *
- * @returns Absolute path to the extension binary (.so, .dylib, or .dll)
- * @throws {ExtensionNotFoundError} If the extension binary cannot be found
- *
- * @example
- * ```typescript
- * import { getExtensionPath } from '@sqliteai/sqlite-vector';
- *
- * const extensionPath = getExtensionPath();
- * // On macOS ARM64: /path/to/node_modules/@sqliteai/sqlite-vector-darwin-arm64/vector.dylib
- * ```
- */
-export declare function getExtensionPath(): string;
-//# sourceMappingURL=sqlite-vector.d.ts.map

package/dist/internal/sqlite-vector.d.ts.map DELETED Viewed

	@@ -1 +0,0 @@
1	- {"version":3,"file":"sqlite-vector.d.ts","sourceRoot":"","sources":["../../src/internal/sqlite-vector.ts"],"names":[],"mappings":"AAmLA;;;;;;;;;;;;;GAaG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,CAoBzC"}

package/dist/internal/sqlite-vector.js DELETED Viewed

@@ -1,181 +0,0 @@
-import { resolve } from "node:path";
-import { platform, arch } from "node:os";
-import { existsSync, readFileSync } from "node:fs";
-import { execSync } from "node:child_process";
-/**
- * Binary extension for each platform
- */
-const PLATFORM_EXTENSIONS = {
-    darwin: ".dylib",
-    linux: ".so",
-    win32: ".dll",
-};
-/**
- * Detects if the system uses musl libc (Alpine Linux, etc.)
- * Uses multiple detection strategies for reliability
- */
-function isMusl() {
-    // Only relevant for Linux
-    if (platform() !== "linux") {
-        return false;
-    }
-    // Strategy 1: Check for musl-specific files
-    const muslFiles = [
-        "/lib/ld-musl-x86_64.so.1",
-        "/lib/ld-musl-aarch64.so.1",
-        "/lib/ld-musl-armhf.so.1",
-    ];
-    for (const file of muslFiles) {
-        if (existsSync(file)) {
-            return true;
-        }
-    }
-    // Strategy 2: Check ldd version output
-    try {
-        const lddVersion = execSync("ldd --version 2>&1", {
-            encoding: "utf-8",
-            stdio: ["pipe", "pipe", "pipe"],
-        });
-        if (lddVersion.includes("musl")) {
-            return true;
-        }
-    }
-    catch {
-        // ldd command failed, continue to next strategy
-    }
-    // Strategy 3: Check /etc/os-release for Alpine
-    try {
-        if (existsSync("/etc/os-release")) {
-            const osRelease = readFileSync("/etc/os-release", "utf-8");
-            if (osRelease.includes("Alpine") || osRelease.includes("musl")) {
-                return true;
-            }
-        }
-    }
-    catch {
-        // File read failed, continue to next strategy
-    }
-    // Strategy 4: Check process.report.getReport() for musl
-    try {
-        const report = process.report?.getReport?.();
-        if (report?.header?.glibcVersionRuntime === "") {
-            // Empty glibc version often indicates musl
-            return true;
-        }
-    }
-    catch {
-        // Report not available
-    }
-    return false;
-}
-/**
- * Gets the current platform identifier
- * @throws {Error} If the platform is unsupported
- */
-function getCurrentPlatform() {
-    const platformName = platform();
-    const archName = arch();
-    // macOS
-    if (platformName === "darwin") {
-        if (archName === "arm64")
-            return "darwin-arm64";
-        if (archName === "x64" || archName === "ia32")
-            return "darwin-x86_64";
-    }
-    // Linux (with musl detection)
-    if (platformName === "linux") {
-        const muslSuffix = isMusl() ? "-musl" : "";
-        if (archName === "arm64") {
-            return `linux-arm64${muslSuffix}`;
-        }
-        if (archName === "x64" || archName === "ia32") {
-            return `linux-x86_64${muslSuffix}`;
-        }
-    }
-    // Windows
-    if (platformName === "win32") {
-        if (archName === "x64" || archName === "ia32")
-            return "win32-x86_64";
-    }
-    // Unsupported platform
-    throw new Error(`Unsupported platform: ${platformName}-${archName}. ` +
-        `Supported platforms: darwin-arm64, darwin-x86_64, linux-arm64, linux-x86_64, win32-x86_64 ` +
-        `(with glibc or musl support for Linux)`);
-}
-/**
- * Gets the package name for the current platform
- */
-function getPlatformPackageName() {
-    const currentPlatform = getCurrentPlatform();
-    return `@sqliteai/sqlite-vector-${currentPlatform}`;
-}
-/**
- * Gets the binary filename for the current platform
- */
-function getBinaryName() {
-    const platformName = platform();
-    const extension = PLATFORM_EXTENSIONS[platformName];
-    if (!extension) {
-        throw new Error(`Unknown platform: ${platformName}`);
-    }
-    return `vector${extension}`;
-}
-/**
- * Error thrown when the SQLite Vector extension cannot be found
- */
-class ExtensionNotFoundError extends Error {
-    constructor(message) {
-        super(message);
-        this.name = "ExtensionNotFoundError";
-    }
-}
-/**
- * Attempts to load the platform-specific package
- * @returns The path to the extension binary, or null if not found
- */
-function tryLoadPlatformPackage() {
-    try {
-        const packageName = getPlatformPackageName();
-        const platformPackage = import.meta.resolve(packageName);
-        return platformPackage
-            .replace(/\/index\.js$/, `/${getBinaryName()}`)
-            .replace("file://", "");
-    }
-    catch {
-        // Platform package not installed or failed to load
-        // This is expected when optionalDependencies fail
-    }
-    return null;
-}
-/**
- * Gets the absolute path to the SQLite Vector extension binary for the current platform
- *
- * @returns Absolute path to the extension binary (.so, .dylib, or .dll)
- * @throws {ExtensionNotFoundError} If the extension binary cannot be found
- *
- * @example
- * ```typescript
- * import { getExtensionPath } from '@sqliteai/sqlite-vector';
- *
- * const extensionPath = getExtensionPath();
- * // On macOS ARM64: /path/to/node_modules/@sqliteai/sqlite-vector-darwin-arm64/vector.dylib
- * ```
- */
-export function getExtensionPath() {
-    // Try to load from platform-specific package
-    const platformPath = tryLoadPlatformPackage();
-    if (platformPath) {
-        return resolve(platformPath);
-    }
-    // If we reach here, the platform package wasn't installed
-    const currentPlatform = getCurrentPlatform();
-    const packageName = getPlatformPackageName();
-    throw new ExtensionNotFoundError(`SQLite Vector extension not found for platform: ${currentPlatform}\n\n` +
-        `The platform-specific package "${packageName}" is not installed.\n` +
-        `This usually happens when:\n` +
-        `  1. Your platform is not supported\n` +
-        `  2. npm failed to install optional dependencies\n` +
-        `  3. You're installing with --no-optional flag\n\n` +
-        `Try running: npm install --force`);
-}
-//# sourceMappingURL=sqlite-vector.js.map

package/dist/internal/sqlite-vector.js.map DELETED Viewed

@@ -1 +0,0 @@

- {"version":3,"file":"sqlite-vector.js","sourceRoot":"","sources":["../../src/internal/sqlite-vector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAc7C;;GAEG;AACH,MAAM,mBAAmB,GAA2B;IAClD,MAAM,EAAE,QAAQ;IAChB,KAAK,EAAE,KAAK;IACZ,KAAK,EAAE,MAAM;CACL,CAAA;AAEV;;;GAGG;AACH,SAAS,MAAM;IACb,0BAA0B;IAC1B,IAAI,QAAQ,EAAE,KAAK,OAAO,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAA;IACd,CAAC;IAED,4CAA4C;IAC5C,MAAM,SAAS,GAAG;QAChB,0BAA0B;QAC1B,2BAA2B;QAC3B,yBAAyB;KAC1B,CAAA;IAED,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,QAAQ,CAAC,oBAAoB,EAAE;YAChD,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;SAChC,CAAC,CAAA;QAEF,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,gDAAgD;IAClD,CAAC;IAED,+CAA+C;IAC/C,IAAI,CAAC;QACH,IAAI,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;YAC1D,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/D,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,8CAA8C;IAChD,CAAC;IAED,wDAAwD;IACxD,IAAI,CAAC;QACH,MAAM,MAAM,GAAI,OAAe,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAA;QACrD,IAAI,MAAM,EAAE,MAAM,EAAE,mBAAmB,KAAK,EAAE,EAAE,CAAC;YAC/C,2CAA2C;YAC3C,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,uBAAuB;IACzB,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB;IACzB,MAAM,YAAY,GAAG,QAAQ,EAAE,CAAA;IAC/B,MAAM,QAAQ,GAAG,IAAI,EAAE,CAAA;IAEvB,QAAQ;IACR,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,QAAQ,KAAK,OAAO;YAAE,OAAO,cAAc,CAAA;QAC/C,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,MAAM;YAAE,OAAO,eAAe,CAAA;IACvE,CAAC;IAED,8BAA8B;IAC9B,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;QAE1C,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;YACzB,OAAO,cAAc,UAAU,EAAc,CAAA;QAC/C,CAAC;QACD,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YAC9C,OAAO,eAAe,UAAU,EAAc,CAAA;QAChD,CAAC;IACH,CAAC;IAED,UAAU;IACV,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;QAC7B,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,MAAM;YAAE,OAAO,cAAc,CAAA;IACtE,CAAC;IAED,uBAAuB;IACvB,MAAM,IAAI,KAAK,CACb,yBAAyB,YAAY,IAAI,QAAQ,IAAI;QACnD,4FAA4F;QAC5F,wCAAwC,CAC3C,CAAA;AACH,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB;IAC7B,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAA;IAC5C,OAAO,2BAA2B,eAAe,EAAE,CAAA;AACrD,CAAC;AAED;;GAEG;AACH,SAAS,aAAa;IACpB,MAAM,YAAY,GAAG,QAAQ,EAAE,CAAA;IAC/B,MAAM,SAAS,GAAG,mBAAmB,CAAC,YAAY,CAAC,CAAA;IAEnD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,qBAAqB,YAAY,EAAE,CAAC,CAAA;IACtD,CAAC;IAED,OAAO,SAAS,SAAS,EAAE,CAAA;AAC7B,CAAC;AAED;;GAEG;AACH,MAAM,sBAAuB,SAAQ,KAAK;IACxC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAA;QACd,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAA;IACtC,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,sBAAsB;IAC7B,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAA;QAC5C,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QACxD,OAAO,eAAe;aACnB,OAAO,CAAC,cAAc,EAAE,IAAI,aAAa,EAAE,EAAE,CAAC;aAC9C,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,mDAAmD;QACnD,kDAAkD;IACpD,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,gBAAgB;IAC9B,6CAA6C;IAC7C,MAAM,YAAY,GAAG,sBAAsB,EAAE,CAAA;IAC7C,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,OAAO,CAAC,YAAY,CAAC,CAAA;IAC9B,CAAC;IAED,0DAA0D;IAC1D,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAA;IAC5C,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAA;IAE5C,MAAM,IAAI,sBAAsB,CAC9B,mDAAmD,eAAe,MAAM;QACtE,kCAAkC,WAAW,uBAAuB;QACpE,8BAA8B;QAC9B,uCAAuC;QACvC,oDAAoD;QACpD,oDAAoD;QACpD,kCAAkC,CACrC,CAAA;AACH,CAAC"}

package/src/internal/sqlite-vector.ts DELETED Viewed

@@ -1,214 +0,0 @@
-import { resolve } from "node:path"
-import { platform, arch } from "node:os"
-import { existsSync, readFileSync } from "node:fs"
-import { execSync } from "node:child_process"
-/**
- * Supported platform identifiers
- */
-type Platform =
-  | "darwin-arm64"
-  | "darwin-x86_64"
-  | "linux-arm64"
-  | "linux-arm64-musl"
-  | "linux-x86_64"
-  | "linux-x86_64-musl"
-  | "win32-x86_64"
-/**
- * Binary extension for each platform
- */
-const PLATFORM_EXTENSIONS: Record<string, string> = {
-  darwin: ".dylib",
-  linux: ".so",
-  win32: ".dll",
-} as const
-/**
- * Detects if the system uses musl libc (Alpine Linux, etc.)
- * Uses multiple detection strategies for reliability
- */
-function isMusl(): boolean {
-  // Only relevant for Linux
-  if (platform() !== "linux") {
-    return false
-  }
-  // Strategy 1: Check for musl-specific files
-  const muslFiles = [
-    "/lib/ld-musl-x86_64.so.1",
-    "/lib/ld-musl-aarch64.so.1",
-    "/lib/ld-musl-armhf.so.1",
-  ]
-  for (const file of muslFiles) {
-    if (existsSync(file)) {
-      return true
-    }
-  }
-  // Strategy 2: Check ldd version output
-  try {
-    const lddVersion = execSync("ldd --version 2>&1", {
-      encoding: "utf-8",
-      stdio: ["pipe", "pipe", "pipe"],
-    })
-    if (lddVersion.includes("musl")) {
-      return true
-    }
-  } catch {
-    // ldd command failed, continue to next strategy
-  }
-  // Strategy 3: Check /etc/os-release for Alpine
-  try {
-    if (existsSync("/etc/os-release")) {
-      const osRelease = readFileSync("/etc/os-release", "utf-8")
-      if (osRelease.includes("Alpine") || osRelease.includes("musl")) {
-        return true
-      }
-    }
-  } catch {
-    // File read failed, continue to next strategy
-  }
-  // Strategy 4: Check process.report.getReport() for musl
-  try {
-    const report = (process as any).report?.getReport?.()
-    if (report?.header?.glibcVersionRuntime === "") {
-      // Empty glibc version often indicates musl
-      return true
-    }
-  } catch {
-    // Report not available
-  }
-  return false
-}
-/**
- * Gets the current platform identifier
- * @throws {Error} If the platform is unsupported
- */
-function getCurrentPlatform(): Platform {
-  const platformName = platform()
-  const archName = arch()
-  // macOS
-  if (platformName === "darwin") {
-    if (archName === "arm64") return "darwin-arm64"
-    if (archName === "x64" || archName === "ia32") return "darwin-x86_64"
-  }
-  // Linux (with musl detection)
-  if (platformName === "linux") {
-    const muslSuffix = isMusl() ? "-musl" : ""
-    if (archName === "arm64") {
-      return `linux-arm64${muslSuffix}` as Platform
-    }
-    if (archName === "x64" || archName === "ia32") {
-      return `linux-x86_64${muslSuffix}` as Platform
-    }
-  }
-  // Windows
-  if (platformName === "win32") {
-    if (archName === "x64" || archName === "ia32") return "win32-x86_64"
-  }
-  // Unsupported platform
-  throw new Error(
-    `Unsupported platform: ${platformName}-${archName}. ` +
-      `Supported platforms: darwin-arm64, darwin-x86_64, linux-arm64, linux-x86_64, win32-x86_64 ` +
-      `(with glibc or musl support for Linux)`,
-  )
-}
-/**
- * Gets the package name for the current platform
- */
-function getPlatformPackageName(): string {
-  const currentPlatform = getCurrentPlatform()
-  return `@sqliteai/sqlite-vector-${currentPlatform}`
-}
-/**
- * Gets the binary filename for the current platform
- */
-function getBinaryName(): string {
-  const platformName = platform()
-  const extension = PLATFORM_EXTENSIONS[platformName]
-  if (!extension) {
-    throw new Error(`Unknown platform: ${platformName}`)
-  }
-  return `vector${extension}`
-}
-/**
- * Error thrown when the SQLite Vector extension cannot be found
- */
-class ExtensionNotFoundError extends Error {
-  constructor(message: string) {
-    super(message)
-    this.name = "ExtensionNotFoundError"
-  }
-}
-/**
- * Attempts to load the platform-specific package
- * @returns The path to the extension binary, or null if not found
- */
-function tryLoadPlatformPackage(): string | null {
-  try {
-    const packageName = getPlatformPackageName()
-    const platformPackage = import.meta.resolve(packageName)
-    return platformPackage
-      .replace(/\/index\.js$/, `/${getBinaryName()}`)
-      .replace("file://", "")
-  } catch {
-    // Platform package not installed or failed to load
-    // This is expected when optionalDependencies fail
-  }
-  return null
-}
-/**
- * Gets the absolute path to the SQLite Vector extension binary for the current platform
- *
- * @returns Absolute path to the extension binary (.so, .dylib, or .dll)
- * @throws {ExtensionNotFoundError} If the extension binary cannot be found
- *
- * @example
- * ```typescript
- * import { getExtensionPath } from '@sqliteai/sqlite-vector';
- *
- * const extensionPath = getExtensionPath();
- * // On macOS ARM64: /path/to/node_modules/@sqliteai/sqlite-vector-darwin-arm64/vector.dylib
- * ```
- */
-export function getExtensionPath(): string {
-  // Try to load from platform-specific package
-  const platformPath = tryLoadPlatformPackage()
-  if (platformPath) {
-    return resolve(platformPath)
-  }
-  // If we reach here, the platform package wasn't installed
-  const currentPlatform = getCurrentPlatform()
-  const packageName = getPlatformPackageName()
-  throw new ExtensionNotFoundError(
-    `SQLite Vector extension not found for platform: ${currentPlatform}\n\n` +
-      `The platform-specific package "${packageName}" is not installed.\n` +
-      `This usually happens when:\n` +
-      `  1. Your platform is not supported\n` +
-      `  2. npm failed to install optional dependencies\n` +
-      `  3. You're installing with --no-optional flag\n\n` +
-      `Try running: npm install --force`,
-  )
-}