@kilnai/core 0.1.16 → 0.9.1

package/dist/knowledge/infrastructure/json-source-store.js

@@ -0,0 +1,56 @@
+// JsonSourceStore -- JSON file persistence for SourceStore (follows TenantRegistry pattern)
+import { mkdirSync, writeFileSync, readFileSync, readdirSync, existsSync, unlinkSync } from "node:fs";
+import { join } from "node:path";
+export class JsonSourceStore {
+    storageDir;
+    sources = new Map();
+    constructor(storageDir) {
+        this.storageDir = storageDir;
+        this.load();
+    }
+    key(appName, sourceId) {
+        return `${appName}:${sourceId}`;
+    }
+    load() {
+        if (!existsSync(this.storageDir))
+            return;
+        const files = readdirSync(this.storageDir).filter((f) => f.endsWith(".json"));
+        for (const file of files) {
+            const content = readFileSync(join(this.storageDir, file), "utf-8");
+            const source = JSON.parse(content);
+            this.sources.set(this.key(source.appName, source.sourceId), source);
+        }
+    }
+    get(appName, sourceId) {
+        return this.sources.get(this.key(appName, sourceId));
+    }
+    list(appName) {
+        const result = [];
+        for (const source of this.sources.values()) {
+            if (source.appName === appName) {
+                result.push(source);
+            }
+        }
+        return result;
+    }
+    save(source) {
+        this.sources.set(this.key(source.appName, source.sourceId), source);
+        this.persist(source);
+    }
+    remove(appName, sourceId) {
+        const key = this.key(appName, sourceId);
+        if (!this.sources.has(key))
+            return false;
+        this.sources.delete(key);
+        const filePath = join(this.storageDir, `${sourceId}.json`);
+        if (existsSync(filePath))
+            unlinkSync(filePath);
+        return true;
+    }
+    persist(source) {
+        mkdirSync(this.storageDir, { recursive: true });
+        const filePath = join(this.storageDir, `${source.sourceId}.json`);
+        writeFileSync(filePath, JSON.stringify(source, null, 2), "utf-8");
+    }
+}
+//# sourceMappingURL=json-source-store.js.map

package/dist/knowledge/infrastructure/json-source-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-source-store.js","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/json-source-store.ts"],"names":[],"mappings":"AAAA,4FAA4F;AAE5F,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACtG,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,OAAO,eAAe;IACT,UAAU,CAAS;IACnB,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAE9D,YAAY,UAAkB;QAC5B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAEO,GAAG,CAAC,OAAe,EAAE,QAAgB;QAC3C,OAAO,GAAG,OAAO,IAAI,QAAQ,EAAE,CAAC;IAClC,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,OAAO;QACzC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAC9E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoB,CAAC;YACtD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,GAAG,CAAC,OAAe,EAAE,QAAgB;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,CAAC,OAAe;QAClB,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,MAAuB;QAC1B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;QACpE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,CAAC,OAAe,EAAE,QAAgB;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QACzC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,QAAQ,OAAO,CAAC,CAAC;QAC3D,IAAI,UAAU,CAAC,QAAQ,CAAC;YAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/C,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,OAAO,CAAC,MAAuB;QACrC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,MAAM,CAAC,QAAQ,OAAO,CAAC,CAAC;QAClE,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;CACF"}

package/dist/knowledge/infrastructure/memory-source-store.d.ts

@@ -0,0 +1,10 @@
+import type { KnowledgeSource, SourceStore } from "../../engine/domain/knowledge-source.js";
+export declare class InMemorySourceStore implements SourceStore {
+    private readonly sources;
+    private key;
+    get(appName: string, sourceId: string): KnowledgeSource | undefined;
+    list(appName: string): readonly KnowledgeSource[];
+    save(source: KnowledgeSource): void;
+    remove(appName: string, sourceId: string): boolean;
+}
+//# sourceMappingURL=memory-source-store.d.ts.map

package/dist/knowledge/infrastructure/memory-source-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-source-store.d.ts","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/memory-source-store.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AAE5F,qBAAa,mBAAoB,YAAW,WAAW;IACrD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAE9D,OAAO,CAAC,GAAG;IAIX,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAInE,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,eAAe,EAAE;IAUjD,IAAI,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI;IAInC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;CAGnD"}

package/dist/knowledge/infrastructure/memory-source-store.js

@@ -0,0 +1,26 @@
+// InMemorySourceStore -- Map-based SourceStore for dev/test
+export class InMemorySourceStore {
+    sources = new Map();
+    key(appName, sourceId) {
+        return `${appName}:${sourceId}`;
+    }
+    get(appName, sourceId) {
+        return this.sources.get(this.key(appName, sourceId));
+    }
+    list(appName) {
+        const result = [];
+        for (const source of this.sources.values()) {
+            if (source.appName === appName) {
+                result.push(source);
+            }
+        }
+        return result;
+    }
+    save(source) {
+        this.sources.set(this.key(source.appName, source.sourceId), source);
+    }
+    remove(appName, sourceId) {
+        return this.sources.delete(this.key(appName, sourceId));
+    }
+}
+//# sourceMappingURL=memory-source-store.js.map

package/dist/knowledge/infrastructure/memory-source-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-source-store.js","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/memory-source-store.ts"],"names":[],"mappings":"AAAA,4DAA4D;AAI5D,MAAM,OAAO,mBAAmB;IACb,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAEtD,GAAG,CAAC,OAAe,EAAE,QAAgB;QAC3C,OAAO,GAAG,OAAO,IAAI,QAAQ,EAAE,CAAC;IAClC,CAAC;IAED,GAAG,CAAC,OAAe,EAAE,QAAgB;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,CAAC,OAAe;QAClB,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,MAAuB;QAC1B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,CAAC,OAAe,EAAE,QAAgB;QACtC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC1D,CAAC;CACF"}

package/dist/knowledge/infrastructure/memory-vector-store.d.ts

@@ -4,6 +4,7 @@ export declare class InMemoryVectorStore implements VectorStore {
     upsert(entries: VectorEntry[]): Promise<void>;
     query(embedding: number[], options: VectorQueryOptions): Promise<VectorResult[]>;
     delete(ids: string[]): Promise<void>;
+    deleteByMetadata(filter: Record<string, unknown>): Promise<number>;
     private matchesFilter;
     get size(): number;
     clear(): void;

package/dist/knowledge/infrastructure/memory-vector-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"memory-vector-store.d.ts","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/memory-vector-store.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAEtH,qBAAa,mBAAoB,YAAW,WAAW;IACrD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAEpD,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAM7C,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IA6BhF,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAM1C,OAAO,CAAC,aAAa;IASrB,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,KAAK,IAAI,IAAI;CAGd;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CA0BjE"}
+{"version":3,"file":"memory-vector-store.d.ts","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/memory-vector-store.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAEtH,qBAAa,mBAAoB,YAAW,WAAW;IACrD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAEpD,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAM7C,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IA6BhF,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpC,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAWxE,OAAO,CAAC,aAAa;IASrB,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,KAAK,IAAI,IAAI;CAGd;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CA0BjE"}

package/dist/knowledge/infrastructure/memory-vector-store.js

@@ -32,6 +32,16 @@ export class InMemoryVectorStore {
             this.entries.delete(id);
         }
     }
+    async deleteByMetadata(filter) {
+        let deleted = 0;
+        for (const [id, entry] of this.entries) {
+            if (this.matchesFilter(entry.metadata, filter)) {
+                this.entries.delete(id);
+                deleted++;
+            }
+        }
+        return deleted;
+    }
     matchesFilter(metadata, filter) {
         for (const [key, value] of Object.entries(filter)) {
             if (metadata[key] !== value) {

package/dist/knowledge/infrastructure/memory-vector-store.js.map

@@ -1 +1 @@
-{"version":3,"file":"memory-vector-store.js","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/memory-vector-store.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAIhF,MAAM,OAAO,mBAAmB;IACb,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAE1D,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAmB,EAAE,OAA2B;QAC1D,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE3C,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC1D,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YAE3D,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBAC/C,SAAS;YACX,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK;gBACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,QAAiC,EAAE,MAA+B;QACtF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC;gBAC5B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;AAED,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QACvB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IACzB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAExD,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,UAAU,GAAG,WAAW,CAAC;AAClC,CAAC"}
+{"version":3,"file":"memory-vector-store.js","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/memory-vector-store.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAIhF,MAAM,OAAO,mBAAmB;IACb,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAE1D,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAmB,EAAE,OAA2B;QAC1D,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE3C,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC1D,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YAE3D,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBAC/C,SAAS;YACX,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK;gBACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAA+B;QACpD,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC/C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACxB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,aAAa,CAAC,QAAiC,EAAE,MAA+B;QACtF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC;gBAC5B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;AAED,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QACvB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IACzB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAExD,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,UAAU,GAAG,WAAW,CAAC;AAClC,CAAC"}

package/dist/knowledge/infrastructure/pdf-extractor.d.ts

@@ -0,0 +1,6 @@
+import type { ContentExtractor, ExtractedContent, KnowledgeSourceType } from "../../engine/domain/knowledge-source.js";
+export declare class PdfExtractor implements ContentExtractor {
+    readonly supportedTypes: readonly KnowledgeSourceType[];
+    extract(uri: string): Promise<ExtractedContent>;
+}
+//# sourceMappingURL=pdf-extractor.d.ts.map

package/dist/knowledge/infrastructure/pdf-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-extractor.d.ts","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/pdf-extractor.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,yCAAyC,CAAC;AAEvH,qBAAa,YAAa,YAAW,gBAAgB;IACnD,QAAQ,CAAC,cAAc,EAAE,SAAS,mBAAmB,EAAE,CAAW;IAE5D,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAqCtD"}

package/dist/knowledge/infrastructure/pdf-extractor.js

@@ -0,0 +1,46 @@
+// PdfExtractor -- extracts text from PDFs via unpdf (dynamic import, optional dep)
+import { readFile } from "node:fs/promises";
+import { KilnError } from "../../engine/errors.js";
+export class PdfExtractor {
+    supportedTypes = ["pdf"];
+    async extract(uri) {
+        let extractText;
+        try {
+            const mod = (await import("unpdf"));
+            extractText = mod.extractText;
+        }
+        catch {
+            throw new KilnError("SOURCE_EXTRACTION_FAILED", "unpdf is not installed. Install it with: bun add unpdf", {
+                context: { uri },
+            });
+        }
+        try {
+            let buffer;
+            if (uri.startsWith("http://") || uri.startsWith("https://")) {
+                const res = await fetch(uri);
+                if (!res.ok) {
+                    throw new Error(`Fetch returned ${res.status}`);
+                }
+                buffer = await res.arrayBuffer();
+            }
+            else {
+                const fileBuffer = await readFile(uri);
+                buffer = fileBuffer.buffer.slice(fileBuffer.byteOffset, fileBuffer.byteOffset + fileBuffer.byteLength);
+            }
+            const result = await extractText(buffer);
+            return {
+                content: result.text,
+                metadata: { source: uri, pages: result.totalPages },
+            };
+        }
+        catch (err) {
+            if (err instanceof KilnError)
+                throw err;
+            throw new KilnError("SOURCE_EXTRACTION_FAILED", `Failed to extract PDF: ${uri}`, {
+                context: { uri },
+                cause: err,
+            });
+        }
+    }
+}
+//# sourceMappingURL=pdf-extractor.js.map

package/dist/knowledge/infrastructure/pdf-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-extractor.js","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/pdf-extractor.ts"],"names":[],"mappings":"AAAA,mFAAmF;AAEnF,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAGnD,MAAM,OAAO,YAAY;IACd,cAAc,GAAmC,CAAC,KAAK,CAAC,CAAC;IAElE,KAAK,CAAC,OAAO,CAAC,GAAW;QACvB,IAAI,WAAiF,CAAC;QACtF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAwC,CAAC;YAC3E,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,SAAS,CAAC,0BAA0B,EAAE,wDAAwD,EAAE;gBACxG,OAAO,EAAE,EAAE,GAAG,EAAE;aACjB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACH,IAAI,MAAmB,CAAC;YACxB,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC5D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7B,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;gBAClD,CAAC;gBACD,MAAM,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACvC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;YACzG,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;YACzC,OAAO;gBACL,OAAO,EAAE,MAAM,CAAC,IAAI;gBACpB,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE;aACpD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,SAAS;gBAAE,MAAM,GAAG,CAAC;YACxC,MAAM,IAAI,SAAS,CAAC,0BAA0B,EAAE,0BAA0B,GAAG,EAAE,EAAE;gBAC/E,OAAO,EAAE,EAAE,GAAG,EAAE;gBAChB,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}

package/dist/knowledge/infrastructure/pgvector-store.d.ts

@@ -0,0 +1,29 @@
+import type { VectorEntry, VectorResult, VectorQueryOptions, VectorStore } from "../../engine/domain/vector-store.js";
+export interface PgVectorStoreConfig {
+    readonly connectionString: string;
+    readonly dimensions?: number;
+    readonly tableName?: string;
+}
+/** Minimal interface matching the postgres (Porsager) client. */
+interface SqlLike {
+    begin(fn: (sql: SqlLike) => Promise<void>): Promise<void>;
+    end(): Promise<void>;
+    unsafe(query: string, params?: unknown[]): Promise<Record<string, unknown>[]>;
+}
+export declare class PgVectorStore implements VectorStore {
+    private readonly sql;
+    private readonly dimensions;
+    private readonly tableName;
+    constructor(sql: SqlLike, config: PgVectorStoreConfig);
+    initialize(): Promise<void>;
+    upsert(entries: VectorEntry[]): Promise<void>;
+    query(embedding: number[], options: VectorQueryOptions): Promise<VectorResult[]>;
+    delete(ids: string[]): Promise<void>;
+    deleteByMetadata(filter: Record<string, unknown>): Promise<number>;
+    hybridQuery(embedding: number[], text: string, options: VectorQueryOptions): Promise<VectorResult[]>;
+    close(): Promise<void>;
+}
+/** Create a PgVectorStore with a real postgres (Porsager) client via dynamic import. */
+export declare function createPgVectorStore(config: PgVectorStoreConfig): Promise<PgVectorStore>;
+export {};
+//# sourceMappingURL=pgvector-store.d.ts.map

package/dist/knowledge/infrastructure/pgvector-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgvector-store.d.ts","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/pgvector-store.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAGtH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,iEAAiE;AACjE,UAAU,OAAO;IACf,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;CAC/E;AAED,qBAAa,aAAc,YAAW,WAAW;IAC/C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAU;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,mBAAmB;IAM/C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B3B,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB7C,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAoChF,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpC,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAQlE,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IA8CpG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B;AAED,wFAAwF;AACxF,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,aAAa,CAAC,CAa7F"}

package/dist/knowledge/infrastructure/pgvector-store.js

@@ -0,0 +1,141 @@
+// PgVectorStore -- PostgreSQL + pgvector vector storage with hybrid search (RRF)
+import { KilnError } from "../../engine/errors.js";
+export class PgVectorStore {
+    sql;
+    dimensions;
+    tableName;
+    constructor(sql, config) {
+        this.sql = sql;
+        this.dimensions = config.dimensions ?? 1536;
+        this.tableName = config.tableName ?? "kiln_knowledge_chunks";
+    }
+    async initialize() {
+        await this.sql.unsafe("CREATE EXTENSION IF NOT EXISTS vector");
+        await this.sql.unsafe(`
+      CREATE TABLE IF NOT EXISTS ${this.tableName} (
+        id TEXT PRIMARY KEY,
+        content TEXT NOT NULL,
+        embedding halfvec(${this.dimensions}),
+        metadata JSONB DEFAULT '{}',
+        tsv tsvector GENERATED ALWAYS AS (to_tsvector('english', content)) STORED
+      )
+    `);
+        await this.sql.unsafe(`
+      CREATE INDEX IF NOT EXISTS ${this.tableName}_embedding_idx
+      ON ${this.tableName} USING hnsw (embedding halfvec_cosine_ops)
+      WITH (m = 16, ef_construction = 128)
+    `);
+        await this.sql.unsafe(`
+      CREATE INDEX IF NOT EXISTS ${this.tableName}_metadata_idx
+      ON ${this.tableName} USING gin (metadata)
+    `);
+        await this.sql.unsafe(`
+      CREATE INDEX IF NOT EXISTS ${this.tableName}_tsv_idx
+      ON ${this.tableName} USING gin (tsv)
+    `);
+    }
+    async upsert(entries) {
+        await this.sql.begin(async (tx) => {
+            for (const entry of entries) {
+                const embeddingStr = `[${entry.embedding.join(",")}]`;
+                await tx.unsafe(`INSERT INTO ${this.tableName} (id, content, embedding, metadata)
+           VALUES ($1, $2, $3::halfvec, $4::jsonb)
+           ON CONFLICT (id) DO UPDATE SET
+             content = EXCLUDED.content,
+             embedding = EXCLUDED.embedding,
+             metadata = EXCLUDED.metadata`, [entry.id, entry.content, embeddingStr, JSON.stringify(entry.metadata)]);
+            }
+        });
+    }
+    async query(embedding, options) {
+        const { topK, minScore, filter } = options;
+        const embeddingStr = `[${embedding.join(",")}]`;
+        const conditions = [];
+        const params = [embeddingStr, topK];
+        if (filter) {
+            params.push(JSON.stringify(filter));
+            conditions.push(`metadata @> $${params.length}::jsonb`);
+        }
+        if (minScore !== undefined) {
+            params.push(minScore);
+            conditions.push(`1 - (embedding <=> $1::halfvec) >= $${params.length}`);
+        }
+        const whereClause = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
+        const rows = await this.sql.unsafe(`SELECT id, content, metadata, 1 - (embedding <=> $1::halfvec) AS score
+       FROM ${this.tableName}
+       ${whereClause}
+       ORDER BY embedding <=> $1::halfvec
+       LIMIT $2`, params);
+        return rows.map((row) => ({
+            id: row.id,
+            content: row.content,
+            score: Number(row.score),
+            metadata: (typeof row.metadata === "string" ? JSON.parse(row.metadata) : row.metadata),
+        }));
+    }
+    async delete(ids) {
+        await this.sql.unsafe(`DELETE FROM ${this.tableName} WHERE id = ANY($1)`, [ids]);
+    }
+    async deleteByMetadata(filter) {
+        const rows = await this.sql.unsafe(`DELETE FROM ${this.tableName} WHERE metadata @> $1::jsonb RETURNING id`, [JSON.stringify(filter)]);
+        return rows.length;
+    }
+    async hybridQuery(embedding, text, options) {
+        const { topK, filter } = options;
+        const embeddingStr = `[${embedding.join(",")}]`;
+        const params = [embeddingStr, text, topK * 2, topK];
+        let metadataCondition = "";
+        if (filter) {
+            params.push(JSON.stringify(filter));
+            metadataCondition = `AND metadata @> $${params.length}::jsonb`;
+        }
+        const rows = await this.sql.unsafe(`WITH vector_search AS (
+        SELECT id, content, metadata, ROW_NUMBER() OVER (ORDER BY embedding <=> $1::halfvec) AS rank
+        FROM ${this.tableName}
+        WHERE true ${metadataCondition}
+        LIMIT $3
+      ),
+      text_search AS (
+        SELECT id, content, metadata, ROW_NUMBER() OVER (ORDER BY ts_rank(tsv, plainto_tsquery('english', $2)) DESC) AS rank
+        FROM ${this.tableName}
+        WHERE tsv @@ plainto_tsquery('english', $2)
+        ${metadataCondition}
+        LIMIT $3
+      ),
+      rrf AS (
+        SELECT COALESCE(v.id, t.id) AS id,
+               COALESCE(v.content, t.content) AS content,
+               COALESCE(v.metadata, t.metadata) AS metadata,
+               COALESCE(1.0 / (60 + v.rank), 0) + COALESCE(1.0 / (60 + t.rank), 0) AS score
+        FROM vector_search v
+        FULL OUTER JOIN text_search t ON v.id = t.id
+      )
+      SELECT * FROM rrf ORDER BY score DESC LIMIT $4`, params);
+        return rows.map((row) => ({
+            id: row.id,
+            content: row.content,
+            score: Number(row.score),
+            metadata: (typeof row.metadata === "string" ? JSON.parse(row.metadata) : row.metadata),
+        }));
+    }
+    async close() {
+        await this.sql.end();
+    }
+}
+/** Create a PgVectorStore with a real postgres (Porsager) client via dynamic import. */
+export async function createPgVectorStore(config) {
+    const moduleName = "postgres";
+    let postgres;
+    try {
+        const mod = (await import(/* @vite-ignore */ moduleName));
+        postgres = mod.default;
+    }
+    catch {
+        throw new KilnError("CONFIG_INVALID", "postgres module not found. Install: bun add postgres", {
+            context: { backend: "pgvector" },
+        });
+    }
+    const sql = postgres(config.connectionString);
+    return new PgVectorStore(sql, config);
+}
+//# sourceMappingURL=pgvector-store.js.map

package/dist/knowledge/infrastructure/pgvector-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgvector-store.js","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/pgvector-store.ts"],"names":[],"mappings":"AAAA,iFAAiF;AAGjF,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAenD,MAAM,OAAO,aAAa;IACP,GAAG,CAAU;IACb,UAAU,CAAS;IACnB,SAAS,CAAS;IAEnC,YAAY,GAAY,EAAE,MAA2B;QACnD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,uBAAuB,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,uCAAuC,CAAC,CAAC;QAE/D,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;mCACS,IAAI,CAAC,SAAS;;;4BAGrB,IAAI,CAAC,UAAU;;;;KAItC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;mCACS,IAAI,CAAC,SAAS;WACtC,IAAI,CAAC,SAAS;;KAEpB,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;mCACS,IAAI,CAAC,SAAS;WACtC,IAAI,CAAC,SAAS;KACpB,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;mCACS,IAAI,CAAC,SAAS;WACtC,IAAI,CAAC,SAAS;KACpB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAChC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBACtD,MAAM,EAAE,CAAC,MAAM,CACb,eAAe,IAAI,CAAC,SAAS;;;;;0CAKG,EAChC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CACxE,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAmB,EAAE,OAA2B;QAC1D,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAC3C,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;QAEhD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAE/C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACpC,UAAU,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtB,UAAU,CAAC,IAAI,CAAC,uCAAuC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAErF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAChC;cACQ,IAAI,CAAC,SAAS;SACnB,WAAW;;gBAEJ,EACV,MAAM,CACP,CAAC;QAEF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,OAAO,EAAE,GAAG,CAAC,OAAiB;YAC9B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YACxB,QAAQ,EAAE,CAAC,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAA4B;SAClH,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC,SAAS,qBAAqB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAA+B;QACpD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAChC,eAAe,IAAI,CAAC,SAAS,2CAA2C,EACxE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CACzB,CAAC;QACF,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAmB,EAAE,IAAY,EAAE,OAA2B;QAC9E,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QACjC,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;QAEhD,MAAM,MAAM,GAAc,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC/D,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAE3B,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACpC,iBAAiB,GAAG,oBAAoB,MAAM,CAAC,MAAM,SAAS,CAAC;QACjE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAChC;;eAES,IAAI,CAAC,SAAS;qBACR,iBAAiB;;;;;eAKvB,IAAI,CAAC,SAAS;;UAEnB,iBAAiB;;;;;;;;;;;qDAW0B,EAC/C,MAAM,CACP,CAAC;QAEF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,OAAO,EAAE,GAAG,CAAC,OAAiB;YAC9B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YACxB,QAAQ,EAAE,CAAC,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAA4B;SAClH,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;IACvB,CAAC;CACF;AAED,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,MAA2B;IACnE,MAAM,UAAU,GAAG,UAAU,CAAC;IAC9B,IAAI,QAA+C,CAAC;IACpD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAuD,CAAC;QAChH,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,sDAAsD,EAAE;YAC5F,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC,CAAC,CAAC;IACL,CAAC;IACD,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC9C,OAAO,IAAI,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AACxC,CAAC"}

package/dist/knowledge/infrastructure/url-extractor.d.ts

@@ -0,0 +1,6 @@
+import type { ContentExtractor, ExtractedContent, KnowledgeSourceType } from "../../engine/domain/knowledge-source.js";
+export declare class UrlExtractor implements ContentExtractor {
+    readonly supportedTypes: readonly KnowledgeSourceType[];
+    extract(uri: string): Promise<ExtractedContent>;
+}
+//# sourceMappingURL=url-extractor.d.ts.map

package/dist/knowledge/infrastructure/url-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-extractor.d.ts","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/url-extractor.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,yCAAyC,CAAC;AAevH,qBAAa,YAAa,YAAW,gBAAgB;IACnD,QAAQ,CAAC,cAAc,EAAE,SAAS,mBAAmB,EAAE,CAAW;IAE5D,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CA4DtD"}

package/dist/knowledge/infrastructure/url-extractor.js

@@ -0,0 +1,71 @@
+// UrlExtractor -- fetches web content via Jina Reader with raw fetch fallback
+import { KilnError } from "../../engine/errors.js";
+import { withRetry } from "../../agents/infrastructure/retry.js";
+function isRetryableStatus(status) {
+    return status === 429 || status >= 500;
+}
+function stripHtmlTags(html) {
+    return html
+        .replace(/<script[\s\S]*?<\/script>/gi, "")
+        .replace(/<style[\s\S]*?<\/style>/gi, "")
+        .replace(/<[^>]+>/g, " ")
+        .replace(/\s+/g, " ")
+        .trim();
+}
+export class UrlExtractor {
+    supportedTypes = ["url"];
+    async extract(uri) {
+        const extractedAt = new Date().toISOString();
+        try {
+            const content = await withRetry(async () => {
+                const res = await fetch(`https://r.jina.ai/${uri}`, {
+                    headers: { Accept: "text/markdown" },
+                });
+                if (!res.ok) {
+                    const err = new Error(`Jina Reader returned ${res.status}`);
+                    err["status"] = res.status;
+                    throw err;
+                }
+                return res.text();
+            }, {
+                maxRetries: 3,
+                baseDelayMs: 1000,
+                isRetryable: (err) => {
+                    const status = err?.["status"];
+                    return typeof status === "number" && isRetryableStatus(status);
+                },
+            });
+            return { content, metadata: { source: uri, extractedAt } };
+        }
+        catch {
+            // Jina failed -- fallback to raw fetch
+            try {
+                const content = await withRetry(async () => {
+                    const res = await fetch(uri);
+                    if (!res.ok) {
+                        const err = new Error(`Fetch returned ${res.status}`);
+                        err["status"] = res.status;
+                        throw err;
+                    }
+                    const html = await res.text();
+                    return stripHtmlTags(html);
+                }, {
+                    maxRetries: 2,
+                    baseDelayMs: 500,
+                    isRetryable: (err) => {
+                        const status = err?.["status"];
+                        return typeof status === "number" && isRetryableStatus(status);
+                    },
+                });
+                return { content, metadata: { source: uri, extractedAt, fallback: true } };
+            }
+            catch (fallbackErr) {
+                throw new KilnError("SOURCE_EXTRACTION_FAILED", `Failed to extract content from URL: ${uri}`, {
+                    context: { uri },
+                    cause: fallbackErr,
+                });
+            }
+        }
+    }
+}
+//# sourceMappingURL=url-extractor.js.map

package/dist/knowledge/infrastructure/url-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-extractor.js","sourceRoot":"","sources":["../../../src/knowledge/infrastructure/url-extractor.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAE9E,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AAGjE,SAAS,iBAAiB,CAAC,MAAc;IACvC,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC;AACzC,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,OAAO,IAAI;SACR,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;SAC1C,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC;SACxC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,OAAO,YAAY;IACd,cAAc,GAAmC,CAAC,KAAK,CAAC,CAAC;IAElE,KAAK,CAAC,OAAO,CAAC,GAAW;QACvB,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAC7B,KAAK,IAAI,EAAE;gBACT,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,qBAAqB,GAAG,EAAE,EAAE;oBAClD,OAAO,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE;iBACrC,CAAC,CAAC;gBACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,wBAAwB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC3D,GAA0C,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;oBACnE,MAAM,GAAG,CAAC;gBACZ,CAAC;gBACD,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;YACpB,CAAC,EACD;gBACE,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,IAAI;gBACjB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE;oBACnB,MAAM,MAAM,GAAI,GAA+B,EAAE,CAAC,QAAQ,CAAC,CAAC;oBAC5D,OAAO,OAAO,MAAM,KAAK,QAAQ,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBACjE,CAAC;aACF,CACF,CAAC;YAEF,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,CAAC;QAC7D,CAAC;QAAC,MAAM,CAAC;YACP,uCAAuC;YACvC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAC7B,KAAK,IAAI,EAAE;oBACT,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC7B,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;wBACZ,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;wBACrD,GAA0C,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;wBACnE,MAAM,GAAG,CAAC;oBACZ,CAAC;oBACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBAC9B,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;gBAC7B,CAAC,EACD;oBACE,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,GAAG;oBAChB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE;wBACnB,MAAM,MAAM,GAAI,GAA+B,EAAE,CAAC,QAAQ,CAAC,CAAC;wBAC5D,OAAO,OAAO,MAAM,KAAK,QAAQ,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBACjE,CAAC;iBACF,CACF,CAAC;gBAEF,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YAC7E,CAAC;YAAC,OAAO,WAAW,EAAE,CAAC;gBACrB,MAAM,IAAI,SAAS,CAAC,0BAA0B,EAAE,uCAAuC,GAAG,EAAE,EAAE;oBAC5F,OAAO,EAAE,EAAE,GAAG,EAAE;oBAChB,KAAK,EAAE,WAAW;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/knowledge/retrieval-pipeline.d.ts

@@ -1,14 +1,18 @@
 import type { Document } from "../engine/domain/chunker.js";
 import type { EmbeddingAdapter } from "../engine/domain/embedding.js";
 import type { VectorStore, VectorResult } from "../engine/domain/vector-store.js";
-import type { Chunker, ChunkConfig } from "../engine/domain/chunker.js";
+import type { Chunker, ChunkConfig, ChunkEnricher } from "../engine/domain/chunker.js";
 import type { Reranker } from "./reranker.js";
+import type { EventBus } from "../events/event-bus.js";
 export interface RetrievalPipelineConfig {
     readonly embedder: EmbeddingAdapter;
     readonly store: VectorStore;
     readonly chunker: Chunker;
     readonly chunkConfig: ChunkConfig;
     readonly reranker?: Reranker;
+    readonly enricher?: ChunkEnricher;
+    readonly eventBus?: EventBus;
+    readonly gapThreshold?: number;
 }
 export declare class RetrievalPipeline {
     private readonly embedder;
@@ -16,6 +20,9 @@ export declare class RetrievalPipeline {
     private readonly chunker;
     private readonly chunkConfig;
     private readonly reranker?;
+    private readonly enricher?;
+    private readonly eventBus?;
+    private readonly gapThreshold;
     constructor(config: RetrievalPipelineConfig);
     ingest(documents: Document[]): Promise<number>;
     retrieve(query: string, options?: {

package/dist/knowledge/retrieval-pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"retrieval-pipeline.d.ts","sourceRoot":"","sources":["../../src/knowledge/retrieval-pipeline.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAsB,MAAM,kCAAkC,CAAC;AACtG,OAAO,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;CAC9B;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAc;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAW;gBAEzB,MAAM,EAAE,uBAAuB;IAQrC,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAiC9C,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAC3C,OAAO,CAAC,YAAY,EAAE,CAAC;CAmB3B"}
+{"version":3,"file":"retrieval-pipeline.d.ts","sourceRoot":"","sources":["../../src/knowledge/retrieval-pipeline.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAsB,MAAM,kCAAkC,CAAC;AACtG,OAAO,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACvF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAGvD,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;IAClC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAC7B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAc;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAW;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAW;IACrC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAE1B,MAAM,EAAE,uBAAuB;IAWrC,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAsC9C,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAC3C,OAAO,CAAC,YAAY,EAAE,CAAC;CAqC3B"}

package/dist/knowledge/retrieval-pipeline.js

@@ -5,17 +5,26 @@ export class RetrievalPipeline {
     chunker;
     chunkConfig;
     reranker;
+    enricher;
+    eventBus;
+    gapThreshold;
     constructor(config) {
         this.embedder = config.embedder;
         this.store = config.store;
         this.chunker = config.chunker;
         this.chunkConfig = config.chunkConfig;
         this.reranker = config.reranker;
+        this.enricher = config.enricher;
+        this.eventBus = config.eventBus;
+        this.gapThreshold = config.gapThreshold ?? 0.3;
     }
     async ingest(documents) {
         const allChunks = [];
         for (const doc of documents) {
-            const chunks = this.chunker.chunk(doc, this.chunkConfig);
+            let chunks = this.chunker.chunk(doc, this.chunkConfig);
+            if (this.enricher) {
+                chunks = await this.enricher.enrich(doc, chunks);
+            }
             for (const chunk of chunks) {
                 allChunks.push({
                     id: chunk.id,
@@ -40,15 +49,32 @@ export class RetrievalPipeline {
     }
     async retrieve(query, options) {
         const topK = options?.topK ?? 5;
+        const fetchK = this.reranker ? topK * 4 : topK;
         const queryEmbedding = await this.embedder.embed([query]);
         const queryVector = queryEmbedding[0];
         const queryOptions = {
-            topK,
+            topK: fetchK,
             ...(options?.source ? { filter: { source: options.source } } : {}),
         };
         let results = await this.store.query(queryVector, queryOptions);
+        if (this.eventBus) {
+            const topScore = results.length > 0 ? results[0].score : 0;
+            if (topScore < this.gapThreshold || results.length === 0) {
+                const gapEvent = {
+                    type: "knowledge_gap",
+                    query,
+                    topScore,
+                    threshold: this.gapThreshold,
+                    retrievedCount: results.length,
+                    timestamp: new Date(),
+                    sessionId: "retrieval",
+                };
+                this.eventBus.emit(gapEvent);
+            }
+        }
         if (this.reranker && results.length > 0) {
             results = await this.reranker.rerank(query, results);
+            results = results.slice(0, topK);
         }
         return results;
     }

package/dist/knowledge/retrieval-pipeline.js.map

@@ -1 +1 @@
-{"version":3,"file":"retrieval-pipeline.js","sourceRoot":"","sources":["../../src/knowledge/retrieval-pipeline.ts"],"names":[],"mappings":"AAAA,8GAA8G;AAgB9G,MAAM,OAAO,iBAAiB;IACX,QAAQ,CAAmB;IAC3B,KAAK,CAAc;IACnB,OAAO,CAAU;IACjB,WAAW,CAAc;IACzB,QAAQ,CAAY;IAErC,YAAY,MAA+B;QACzC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAqB;QAChC,MAAM,SAAS,GAA8E,EAAE,CAAC;QAEhG,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACzD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/C,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,UAAU,CAAC,KAAK,CAAE;YAC7B,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC,CAAC,CAAC;QAEJ,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEjC,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,OAA4C;QAE5C,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC;QAEhC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAE,CAAC;QAEvC,MAAM,YAAY,GAAuB;YACvC,IAAI;YACJ,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC;QAEF,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAEhE,IAAI,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
+{"version":3,"file":"retrieval-pipeline.js","sourceRoot":"","sources":["../../src/knowledge/retrieval-pipeline.ts"],"names":[],"mappings":"AAAA,8GAA8G;AAqB9G,MAAM,OAAO,iBAAiB;IACX,QAAQ,CAAmB;IAC3B,KAAK,CAAc;IACnB,OAAO,CAAU;IACjB,WAAW,CAAc;IACzB,QAAQ,CAAY;IACpB,QAAQ,CAAiB;IACzB,QAAQ,CAAY;IACpB,YAAY,CAAS;IAEtC,YAAY,MAA+B;QACzC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,GAAG,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAqB;QAChC,MAAM,SAAS,GAA8E,EAAE,CAAC;QAEhG,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YAEvD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACnD,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/C,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,UAAU,CAAC,KAAK,CAAE;YAC7B,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC,CAAC,CAAC;QAEJ,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEjC,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,OAA4C;QAE5C,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE/C,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAE,CAAC;QAEvC,MAAM,YAAY,GAAuB;YACvC,IAAI,EAAE,MAAM;YACZ,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC;QAEF,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAEhE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,IAAI,QAAQ,GAAG,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAsB;oBAClC,IAAI,EAAE,eAAe;oBACrB,KAAK;oBACL,QAAQ;oBACR,SAAS,EAAE,IAAI,CAAC,YAAY;oBAC5B,cAAc,EAAE,OAAO,CAAC,MAAM;oBAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;oBACrB,SAAS,EAAE,WAAW;iBACvB,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACrD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}