@knowledgine/core 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config/config-loader.d.ts +15 -0
- package/dist/config/config-loader.d.ts.map +1 -0
- package/dist/config/config-loader.js +46 -0
- package/dist/config/config-loader.js.map +1 -0
- package/dist/config.js +1 -1
- package/dist/config.js.map +1 -1
- package/dist/embedding/model-downloader.d.ts +34 -0
- package/dist/embedding/model-downloader.d.ts.map +1 -0
- package/dist/embedding/model-downloader.js +149 -0
- package/dist/embedding/model-downloader.js.map +1 -0
- package/dist/embedding/onnx-embedding-provider.js +2 -2
- package/dist/embedding/onnx-embedding-provider.js.map +1 -1
- package/dist/feedback/feedback-learner.d.ts +29 -0
- package/dist/feedback/feedback-learner.d.ts.map +1 -0
- package/dist/feedback/feedback-learner.js +88 -0
- package/dist/feedback/feedback-learner.js.map +1 -0
- package/dist/feedback/feedback-repository.d.ts +41 -0
- package/dist/feedback/feedback-repository.d.ts.map +1 -0
- package/dist/feedback/feedback-repository.js +94 -0
- package/dist/feedback/feedback-repository.js.map +1 -0
- package/dist/feedback/index.d.ts +5 -0
- package/dist/feedback/index.d.ts.map +1 -0
- package/dist/feedback/index.js +3 -0
- package/dist/feedback/index.js.map +1 -0
- package/dist/graph/entity-extractor.d.ts +6 -2
- package/dist/graph/entity-extractor.d.ts.map +1 -1
- package/dist/graph/entity-extractor.js +36 -2
- package/dist/graph/entity-extractor.js.map +1 -1
- package/dist/graph/graph-repository.d.ts +9 -0
- package/dist/graph/graph-repository.d.ts.map +1 -1
- package/dist/graph/graph-repository.js +49 -14
- package/dist/graph/graph-repository.js.map +1 -1
- package/dist/index.d.ts +19 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +23 -3
- package/dist/index.js.map +1 -1
- package/dist/provenance/provenance-repository.d.ts +47 -0
- package/dist/provenance/provenance-repository.d.ts.map +1 -0
- package/dist/provenance/provenance-repository.js +121 -0
- package/dist/provenance/provenance-repository.js.map +1 -0
- package/dist/search/knowledge-searcher.d.ts.map +1 -1
- package/dist/search/knowledge-searcher.js +8 -1
- package/dist/search/knowledge-searcher.js.map +1 -1
- package/dist/services/knowledge-service.d.ts +128 -0
- package/dist/services/knowledge-service.d.ts.map +1 -0
- package/dist/services/knowledge-service.js +168 -0
- package/dist/services/knowledge-service.js.map +1 -0
- package/dist/storage/database.d.ts +5 -0
- package/dist/storage/database.d.ts.map +1 -1
- package/dist/storage/database.js +18 -3
- package/dist/storage/database.js.map +1 -1
- package/dist/storage/knowledge-repository.d.ts.map +1 -1
- package/dist/storage/knowledge-repository.js +10 -5
- package/dist/storage/knowledge-repository.js.map +1 -1
- package/dist/storage/migrations/005a_events_layer.d.ts +3 -0
- package/dist/storage/migrations/005a_events_layer.d.ts.map +1 -0
- package/dist/storage/migrations/005a_events_layer.js +55 -0
- package/dist/storage/migrations/005a_events_layer.js.map +1 -0
- package/dist/storage/migrations/005b_bitemporal.d.ts +3 -0
- package/dist/storage/migrations/005b_bitemporal.d.ts.map +1 -0
- package/dist/storage/migrations/005b_bitemporal.js +53 -0
- package/dist/storage/migrations/005b_bitemporal.js.map +1 -0
- package/dist/storage/migrations/005c_provenance.d.ts +3 -0
- package/dist/storage/migrations/005c_provenance.d.ts.map +1 -0
- package/dist/storage/migrations/005c_provenance.js +56 -0
- package/dist/storage/migrations/005c_provenance.js.map +1 -0
- package/dist/storage/migrations/006_extraction_feedback.d.ts +3 -0
- package/dist/storage/migrations/006_extraction_feedback.d.ts.map +1 -0
- package/dist/storage/migrations/006_extraction_feedback.js +30 -0
- package/dist/storage/migrations/006_extraction_feedback.js.map +1 -0
- package/dist/types.d.ts +26 -0
- package/dist/types.d.ts.map +1 -1
- package/package.json +8 -4
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { KnowledgineConfig } from "../config.js";
|
|
2
|
+
export interface RcConfig {
|
|
3
|
+
semantic?: boolean;
|
|
4
|
+
[key: string]: unknown;
|
|
5
|
+
}
|
|
6
|
+
/**
|
|
7
|
+
* Load knowledgine configuration from RC file and environment variables.
|
|
8
|
+
* Priority: env var > RC file > defaults (embedding.enabled = false)
|
|
9
|
+
*/
|
|
10
|
+
export declare function loadConfig(rootPath: string): KnowledgineConfig;
|
|
11
|
+
/**
|
|
12
|
+
* Write a .knowledginerc.json config file to the project root.
|
|
13
|
+
*/
|
|
14
|
+
export declare function writeRcConfig(rootPath: string, config: RcConfig): void;
|
|
15
|
+
//# sourceMappingURL=config-loader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config-loader.d.ts","sourceRoot":"","sources":["../../src/config/config-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEtD,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,iBAAiB,CAgB9D;AAqBD;;GAEG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAG,IAAI,CAGtE"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { readFileSync, existsSync, writeFileSync } from "fs";
|
|
2
|
+
import { resolve } from "path";
|
|
3
|
+
import { parse as parseYaml } from "yaml";
|
|
4
|
+
import { defineConfig } from "../config.js";
|
|
5
|
+
/**
|
|
6
|
+
* Load knowledgine configuration from RC file and environment variables.
|
|
7
|
+
* Priority: env var > RC file > defaults (embedding.enabled = false)
|
|
8
|
+
*/
|
|
9
|
+
export function loadConfig(rootPath) {
|
|
10
|
+
const rcConfig = loadRcFile(rootPath);
|
|
11
|
+
// Environment variable override
|
|
12
|
+
const envSemantic = process.env["KNOWLEDGINE_SEMANTIC"];
|
|
13
|
+
const semanticEnabled = envSemantic === "true" || envSemantic === "1" || rcConfig?.semantic === true;
|
|
14
|
+
return defineConfig({
|
|
15
|
+
rootPath,
|
|
16
|
+
embedding: {
|
|
17
|
+
modelName: "all-MiniLM-L6-v2",
|
|
18
|
+
dimensions: 384,
|
|
19
|
+
enabled: semanticEnabled,
|
|
20
|
+
},
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
function loadRcFile(rootPath) {
|
|
24
|
+
const jsonPath = resolve(rootPath, ".knowledginerc.json");
|
|
25
|
+
const ymlPath = resolve(rootPath, ".knowledginerc.yml");
|
|
26
|
+
try {
|
|
27
|
+
if (existsSync(jsonPath)) {
|
|
28
|
+
return JSON.parse(readFileSync(jsonPath, "utf-8"));
|
|
29
|
+
}
|
|
30
|
+
if (existsSync(ymlPath)) {
|
|
31
|
+
return parseYaml(readFileSync(ymlPath, "utf-8"));
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
catch (error) {
|
|
35
|
+
console.error(`Warning: Failed to parse config file: ${error instanceof Error ? error.message : String(error)}`);
|
|
36
|
+
}
|
|
37
|
+
return null;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Write a .knowledginerc.json config file to the project root.
|
|
41
|
+
*/
|
|
42
|
+
export function writeRcConfig(rootPath, config) {
|
|
43
|
+
const rcPath = resolve(rootPath, ".knowledginerc.json");
|
|
44
|
+
writeFileSync(rcPath, JSON.stringify(config, null, 2) + "\n");
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=config-loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config-loader.js","sourceRoot":"","sources":["../../src/config/config-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC/B,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAQ5C;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAEtC,gCAAgC;IAChC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACxD,MAAM,eAAe,GACnB,WAAW,KAAK,MAAM,IAAI,WAAW,KAAK,GAAG,IAAI,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IAE/E,OAAO,YAAY,CAAC;QAClB,QAAQ;QACR,SAAS,EAAE;YACT,SAAS,EAAE,kBAAkB;YAC7B,UAAU,EAAE,GAAG;YACf,OAAO,EAAE,eAAe;SACzB;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,QAAgB;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;IAExD,IAAI,CAAC;QACH,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAa,CAAC;QACjE,CAAC;QACD,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,OAAO,SAAS,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAa,CAAC;QAC/D,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CACX,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClG,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,MAAgB;IAC9D,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;IACxD,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AAChE,CAAC"}
|
package/dist/config.js
CHANGED
package/dist/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAiC/B,MAAM,cAAc,GAAsB;IACxC,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,EAAE;IACV,QAAQ,EAAE;QACR,OAAO,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC;KACrD;IACD,WAAW,EAAE;QACX,cAAc,EAAE,EAAE;KACnB;IACD,SAAS,EAAE;QACT,SAAS,EAAE,kBAAkB;QAC7B,UAAU,EAAE,GAAG;QACf,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAiC/B,MAAM,cAAc,GAAsB;IACxC,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,EAAE;IACV,QAAQ,EAAE;QACR,OAAO,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC;KACrD;IACD,WAAW,EAAE;QACX,cAAc,EAAE,EAAE;KACnB;IACD,SAAS,EAAE;QACT,SAAS,EAAE,kBAAkB;QAC7B,UAAU,EAAE,GAAG;QACf,OAAO,EAAE,KAAK;KACf;IACD,MAAM,EAAE;QACN,WAAW,EAAE,SAAS;QACtB,WAAW,EAAE,GAAG;KACjB;CACF,CAAC;AAEF,MAAM,UAAU,YAAY,CAAC,UAAsC,EAAE;IACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC;IAEnF,OAAO;QACL,GAAG,cAAc;QACjB,GAAG,OAAO;QACV,QAAQ;QACR,MAAM;QACN,QAAQ,EAAE;YACR,GAAG,cAAc,CAAC,QAAQ;YAC1B,GAAG,OAAO,CAAC,QAAQ;SACpB;QACD,WAAW,EAAE;YACX,GAAG,cAAc,CAAC,WAAW;YAC7B,GAAG,OAAO,CAAC,WAAW;SACvB;QACD,SAAS,EAAE;YACT,GAAG,cAAc,CAAC,SAAS;YAC3B,GAAG,OAAO,CAAC,SAAS;SACrB;QACD,MAAM,EAAE;YACN,GAAG,cAAc,CAAC,MAAM;YACxB,GAAG,OAAO,CAAC,MAAM;SAClB;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Embedding model downloader.
|
|
3
|
+
* Downloads all-MiniLM-L6-v2 ONNX model files from HuggingFace.
|
|
4
|
+
*
|
|
5
|
+
* Features:
|
|
6
|
+
* - Atomic download (.tmp + rename)
|
|
7
|
+
* - Redirect limit (max 5)
|
|
8
|
+
* - Timeout (5 minutes)
|
|
9
|
+
* - Progress callback
|
|
10
|
+
* - Skip existing files (0-byte treated as corrupt)
|
|
11
|
+
* - SIGINT cleanup
|
|
12
|
+
*/
|
|
13
|
+
import type { ModelManager } from "./model-manager.js";
|
|
14
|
+
export interface DownloadProgress {
|
|
15
|
+
file: string;
|
|
16
|
+
downloaded: number;
|
|
17
|
+
total: number | null;
|
|
18
|
+
}
|
|
19
|
+
export interface DownloadOptions {
|
|
20
|
+
onProgress?: (progress: DownloadProgress) => void;
|
|
21
|
+
onFileComplete?: (file: string) => void;
|
|
22
|
+
timeoutMs?: number;
|
|
23
|
+
maxRedirects?: number;
|
|
24
|
+
}
|
|
25
|
+
export interface ModelFile {
|
|
26
|
+
url: string;
|
|
27
|
+
dest: string;
|
|
28
|
+
}
|
|
29
|
+
export declare const MODEL_FILES: ModelFile[];
|
|
30
|
+
export declare function downloadModel(modelManager: ModelManager, options?: DownloadOptions): Promise<{
|
|
31
|
+
downloaded: string[];
|
|
32
|
+
skipped: string[];
|
|
33
|
+
}>;
|
|
34
|
+
//# sourceMappingURL=model-downloader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-downloader.d.ts","sourceRoot":"","sources":["../../src/embedding/model-downloader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAMH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAClD,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CACd;AAED,eAAO,MAAM,WAAW,EAAE,SAAS,EAalC,CAAC;AAyHF,wBAAsB,aAAa,CACjC,YAAY,EAAE,YAAY,EAC1B,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAqBtD"}
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Embedding model downloader.
|
|
3
|
+
* Downloads all-MiniLM-L6-v2 ONNX model files from HuggingFace.
|
|
4
|
+
*
|
|
5
|
+
* Features:
|
|
6
|
+
* - Atomic download (.tmp + rename)
|
|
7
|
+
* - Redirect limit (max 5)
|
|
8
|
+
* - Timeout (5 minutes)
|
|
9
|
+
* - Progress callback
|
|
10
|
+
* - Skip existing files (0-byte treated as corrupt)
|
|
11
|
+
* - SIGINT cleanup
|
|
12
|
+
*/
|
|
13
|
+
import { mkdirSync, renameSync, unlinkSync, existsSync, statSync, createWriteStream } from "fs";
|
|
14
|
+
import { get as httpsGet } from "https";
|
|
15
|
+
import { get as httpGet } from "http";
|
|
16
|
+
import { pipeline } from "stream/promises";
|
|
17
|
+
export const MODEL_FILES = [
|
|
18
|
+
{
|
|
19
|
+
url: "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2/resolve/main/tokenizer.json",
|
|
20
|
+
dest: "tokenizer.json",
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
url: "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2/resolve/main/config.json",
|
|
24
|
+
dest: "config.json",
|
|
25
|
+
},
|
|
26
|
+
{
|
|
27
|
+
url: "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2/resolve/main/onnx/model_quantized.onnx",
|
|
28
|
+
dest: "model.onnx",
|
|
29
|
+
},
|
|
30
|
+
];
|
|
31
|
+
function isExistingAndValid(filePath) {
|
|
32
|
+
if (!existsSync(filePath))
|
|
33
|
+
return false;
|
|
34
|
+
const stat = statSync(filePath);
|
|
35
|
+
return stat.size > 0;
|
|
36
|
+
}
|
|
37
|
+
function downloadFile(url, destPath, options, fileName, redirectCount = 0) {
|
|
38
|
+
const maxRedirects = options.maxRedirects ?? 5;
|
|
39
|
+
const timeoutMs = options.timeoutMs ?? 300_000; // 5 minutes
|
|
40
|
+
if (redirectCount > maxRedirects) {
|
|
41
|
+
return Promise.reject(new Error(`Too many redirects (${maxRedirects}) for ${url}`));
|
|
42
|
+
}
|
|
43
|
+
return new Promise((resolve, reject) => {
|
|
44
|
+
const tmpPath = destPath + ".tmp";
|
|
45
|
+
let aborted = false;
|
|
46
|
+
const cleanup = () => {
|
|
47
|
+
try {
|
|
48
|
+
if (existsSync(tmpPath))
|
|
49
|
+
unlinkSync(tmpPath);
|
|
50
|
+
}
|
|
51
|
+
catch {
|
|
52
|
+
// ignore cleanup errors
|
|
53
|
+
}
|
|
54
|
+
};
|
|
55
|
+
const onSigint = () => {
|
|
56
|
+
aborted = true;
|
|
57
|
+
cleanup();
|
|
58
|
+
};
|
|
59
|
+
process.on("SIGINT", onSigint);
|
|
60
|
+
const getFunc = url.startsWith("http://") ? httpGet : httpsGet;
|
|
61
|
+
const timer = setTimeout(() => {
|
|
62
|
+
aborted = true;
|
|
63
|
+
req.destroy();
|
|
64
|
+
cleanup();
|
|
65
|
+
reject(new Error(`Download timeout (${timeoutMs}ms) for ${fileName}`));
|
|
66
|
+
}, timeoutMs);
|
|
67
|
+
const req = getFunc(url, (response) => {
|
|
68
|
+
if (aborted)
|
|
69
|
+
return;
|
|
70
|
+
// Handle redirects (301, 302, 307, 308)
|
|
71
|
+
if (response.statusCode === 301 || response.statusCode === 302 || response.statusCode === 307 || response.statusCode === 308) {
|
|
72
|
+
clearTimeout(timer);
|
|
73
|
+
process.removeListener("SIGINT", onSigint);
|
|
74
|
+
const location = response.headers.location;
|
|
75
|
+
if (!location) {
|
|
76
|
+
reject(new Error(`Redirect without location header for ${url}`));
|
|
77
|
+
return;
|
|
78
|
+
}
|
|
79
|
+
downloadFile(location, destPath, options, fileName, redirectCount + 1)
|
|
80
|
+
.then(resolve)
|
|
81
|
+
.catch(reject);
|
|
82
|
+
return;
|
|
83
|
+
}
|
|
84
|
+
if (response.statusCode !== 200) {
|
|
85
|
+
clearTimeout(timer);
|
|
86
|
+
process.removeListener("SIGINT", onSigint);
|
|
87
|
+
reject(new Error(`HTTP ${response.statusCode} for ${fileName}`));
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
const totalSize = response.headers["content-length"]
|
|
91
|
+
? parseInt(response.headers["content-length"], 10)
|
|
92
|
+
: null;
|
|
93
|
+
let downloaded = 0;
|
|
94
|
+
response.on("data", (chunk) => {
|
|
95
|
+
downloaded += chunk.length;
|
|
96
|
+
options.onProgress?.({
|
|
97
|
+
file: fileName,
|
|
98
|
+
downloaded,
|
|
99
|
+
total: totalSize,
|
|
100
|
+
});
|
|
101
|
+
});
|
|
102
|
+
const fileStream = createWriteStream(tmpPath);
|
|
103
|
+
pipeline(response, fileStream)
|
|
104
|
+
.then(() => {
|
|
105
|
+
clearTimeout(timer);
|
|
106
|
+
process.removeListener("SIGINT", onSigint);
|
|
107
|
+
if (aborted) {
|
|
108
|
+
cleanup();
|
|
109
|
+
reject(new Error("Download aborted"));
|
|
110
|
+
return;
|
|
111
|
+
}
|
|
112
|
+
// Atomic rename
|
|
113
|
+
renameSync(tmpPath, destPath);
|
|
114
|
+
options.onFileComplete?.(fileName);
|
|
115
|
+
resolve();
|
|
116
|
+
})
|
|
117
|
+
.catch((err) => {
|
|
118
|
+
clearTimeout(timer);
|
|
119
|
+
process.removeListener("SIGINT", onSigint);
|
|
120
|
+
cleanup();
|
|
121
|
+
reject(err);
|
|
122
|
+
});
|
|
123
|
+
});
|
|
124
|
+
req.on("error", (err) => {
|
|
125
|
+
clearTimeout(timer);
|
|
126
|
+
process.removeListener("SIGINT", onSigint);
|
|
127
|
+
cleanup();
|
|
128
|
+
reject(err);
|
|
129
|
+
});
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
export async function downloadModel(modelManager, options = {}) {
|
|
133
|
+
const modelDir = modelManager.getModelDir();
|
|
134
|
+
mkdirSync(modelDir, { recursive: true });
|
|
135
|
+
const downloaded = [];
|
|
136
|
+
const skipped = [];
|
|
137
|
+
for (const file of MODEL_FILES) {
|
|
138
|
+
const destPath = `${modelDir}/${file.dest}`;
|
|
139
|
+
if (isExistingAndValid(destPath)) {
|
|
140
|
+
skipped.push(file.dest);
|
|
141
|
+
options.onFileComplete?.(file.dest);
|
|
142
|
+
continue;
|
|
143
|
+
}
|
|
144
|
+
await downloadFile(file.url, destPath, options, file.dest);
|
|
145
|
+
downloaded.push(file.dest);
|
|
146
|
+
}
|
|
147
|
+
return { downloaded, skipped };
|
|
148
|
+
}
|
|
149
|
+
//# sourceMappingURL=model-downloader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-downloader.js","sourceRoot":"","sources":["../../src/embedding/model-downloader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AAChG,OAAO,EAAE,GAAG,IAAI,QAAQ,EAAE,MAAM,OAAO,CAAC;AACxC,OAAO,EAAE,GAAG,IAAI,OAAO,EAAE,MAAM,MAAM,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAqB3C,MAAM,CAAC,MAAM,WAAW,GAAgB;IACtC;QACE,GAAG,EAAE,2FAA2F;QAChG,IAAI,EAAE,gBAAgB;KACvB;IACD;QACE,GAAG,EAAE,wFAAwF;QAC7F,IAAI,EAAE,aAAa;KACpB;IACD;QACE,GAAG,EAAE,sGAAsG;QAC3G,IAAI,EAAE,YAAY;KACnB;CACF,CAAC;AAEF,SAAS,kBAAkB,CAAC,QAAgB;IAC1C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChC,OAAO,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,YAAY,CACnB,GAAW,EACX,QAAgB,EAChB,OAAwB,EACxB,QAAgB,EAChB,gBAAwB,CAAC;IAEzB,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,CAAC,YAAY;IAE5D,IAAI,aAAa,GAAG,YAAY,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uBAAuB,YAAY,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAC;QAClC,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,IAAI,CAAC;gBACH,IAAI,UAAU,CAAC,OAAO,CAAC;oBAAE,UAAU,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,wBAAwB;YAC1B,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,GAAS,EAAE;YAC1B,OAAO,GAAG,IAAI,CAAC;YACf,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QACF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAE/B,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QAE/D,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,OAAO,GAAG,IAAI,CAAC;YACf,GAAG,CAAC,OAAO,EAAE,CAAC;YACd,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,SAAS,WAAW,QAAQ,EAAE,CAAC,CAAC,CAAC;QACzE,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE;YACpC,IAAI,OAAO;gBAAE,OAAO;YAEpB,wCAAwC;YACxC,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBAC7H,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC3C,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,CAAC,IAAI,KAAK,CAAC,wCAAwC,GAAG,EAAE,CAAC,CAAC,CAAC;oBACjE,OAAO;gBACT,CAAC;gBACD,YAAY,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa,GAAG,CAAC,CAAC;qBACnE,IAAI,CAAC,OAAO,CAAC;qBACb,KAAK,CAAC,MAAM,CAAC,CAAC;gBACjB,OAAO;YACT,CAAC;YAED,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBAChC,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC3C,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,UAAU,QAAQ,QAAQ,EAAE,CAAC,CAAC,CAAC;gBACjE,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC;gBAClD,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;gBAClD,CAAC,CAAC,IAAI,CAAC;YAET,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACpC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;gBAC3B,OAAO,CAAC,UAAU,EAAE,CAAC;oBACnB,IAAI,EAAE,QAAQ;oBACd,UAAU;oBACV,KAAK,EAAE,SAAS;iBACjB,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAE9C,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;iBAC3B,IAAI,CAAC,GAAG,EAAE;gBACT,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC3C,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,EAAE,CAAC;oBACV,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;oBACtC,OAAO;gBACT,CAAC;gBACD,gBAAgB;gBAChB,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAC9B,OAAO,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,CAAC;gBACnC,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC3C,OAAO,EAAE,CAAC;gBACV,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACtB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC3C,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,YAA0B,EAC1B,UAA2B,EAAE;IAE7B,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;IAC5C,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,GAAG,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QAE5C,IAAI,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,OAAO,CAAC,cAAc,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,SAAS;QACX,CAAC;QAED,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AACjC,CAAC"}
|
|
@@ -15,7 +15,7 @@ export class OnnxEmbeddingProvider {
|
|
|
15
15
|
if (this.session)
|
|
16
16
|
return this.session;
|
|
17
17
|
if (!this.modelManager.isModelAvailable(this.modelName)) {
|
|
18
|
-
throw new EmbeddingNotAvailableError(`Model "${this.modelName}" not found. Run
|
|
18
|
+
throw new EmbeddingNotAvailableError(`Model "${this.modelName}" not found. Run 'knowledgine init' to download the model automatically.`);
|
|
19
19
|
}
|
|
20
20
|
try {
|
|
21
21
|
const ort = await import("onnxruntime-node");
|
|
@@ -30,7 +30,7 @@ export class OnnxEmbeddingProvider {
|
|
|
30
30
|
if (this.tokenizer)
|
|
31
31
|
return this.tokenizer;
|
|
32
32
|
if (!this.modelManager.isModelAvailable(this.modelName)) {
|
|
33
|
-
throw new EmbeddingNotAvailableError(`Model "${this.modelName}" not found. Run
|
|
33
|
+
throw new EmbeddingNotAvailableError(`Model "${this.modelName}" not found. Run 'knowledgine init' to download the model automatically.`);
|
|
34
34
|
}
|
|
35
35
|
this.tokenizer = new WordPieceTokenizer(this.modelManager.getTokenizerPath(this.modelName));
|
|
36
36
|
return this.tokenizer;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"onnx-embedding-provider.js","sourceRoot":"","sources":["../../src/embedding/onnx-embedding-provider.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE1E,MAAM,UAAU,GAAG,GAAG,CAAC;AAEvB,MAAM,OAAO,qBAAqB;IACxB,OAAO,GAA4B,IAAI,CAAC;IACxC,SAAS,GAA8B,IAAI,CAAC;IAC5C,SAAS,CAAS;IAClB,YAAY,CAAe;IAEnC,YAAY,YAAoB,kBAAkB,EAAE,YAA2B;QAC7E,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,IAAI,YAAY,EAAE,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QAEtC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,0BAA0B,CAClC,UAAU,IAAI,CAAC,SAAS,
|
|
1
|
+
{"version":3,"file":"onnx-embedding-provider.js","sourceRoot":"","sources":["../../src/embedding/onnx-embedding-provider.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE1E,MAAM,UAAU,GAAG,GAAG,CAAC;AAEvB,MAAM,OAAO,qBAAqB;IACxB,OAAO,GAA4B,IAAI,CAAC;IACxC,SAAS,GAA8B,IAAI,CAAC;IAC5C,SAAS,CAAS;IAClB,YAAY,CAAe;IAEnC,YAAY,YAAoB,kBAAkB,EAAE,YAA2B;QAC7E,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,IAAI,YAAY,EAAE,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QAEtC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,0BAA0B,CAClC,UAAU,IAAI,CAAC,SAAS,0EAA0E,CACnG,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAC9C,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,EAC9C,EAAE,kBAAkB,EAAE,CAAC,KAAK,CAAC,EAAE,CAChC,CAAC;YACF,OAAO,IAAI,CAAC,OAAO,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,cAAc,CACtB,8BAA8B,IAAI,CAAC,SAAS,GAAG,EAC/C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,0BAA0B,CAClC,UAAU,IAAI,CAAC,SAAS,0EAA0E,CACnG,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5F,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAEtC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAmB,EAAE,CAAC;YAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAEvC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE;oBACzF,CAAC;oBACD,MAAM;iBACP,CAAC,CAAC;gBACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,MAAM,CAClC,OAAO,EACP,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EACrD,CAAC,CAAC,EAAE,MAAM,CAAC,CACZ,CAAC;gBACF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CACjC,OAAO,EACP,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EACpD,CAAC,CAAC,EAAE,MAAM,CAAC,CACZ,CAAC;gBAEF,MAAM,KAAK,GAA2B;oBACpC,SAAS,EAAE,QAAQ;oBACnB,cAAc,EAAE,aAAa;oBAC7B,cAAc,EAAE,YAAY;iBAC7B,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAExC,yDAAyD;gBACzD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,eAAe,GAAG,MAAM,CAAC,mBAAmB,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzE,MAAM,IAAI,GAAG,eAAe,CAAC,IAAoB,CAAC;gBAClD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;gBACjF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;YAC1C,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,0BAA0B,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;gBACnF,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,cAAc,CACtB,uBAAuB,EACvB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,QAAQ,CACd,IAAkB,EAClB,aAAuB,EACvB,MAAc,EACd,UAAkB;QAElB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,IAAI,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,SAAS;YACrC,KAAK,EAAE,CAAC;YACR,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,SAAS,CAAC,GAAiB;QACjC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { FeedbackRepository } from "./feedback-repository.js";
|
|
2
|
+
export interface TypeOverride {
|
|
3
|
+
name: string;
|
|
4
|
+
fromType: string;
|
|
5
|
+
toType: string;
|
|
6
|
+
}
|
|
7
|
+
export interface WhitelistEntry {
|
|
8
|
+
name: string;
|
|
9
|
+
type: string;
|
|
10
|
+
}
|
|
11
|
+
export interface ExtractionRules {
|
|
12
|
+
version: number;
|
|
13
|
+
updatedAt: string;
|
|
14
|
+
stopWords: {
|
|
15
|
+
added: string[];
|
|
16
|
+
};
|
|
17
|
+
typeOverrides: TypeOverride[];
|
|
18
|
+
entityBlacklist: string[];
|
|
19
|
+
entityWhitelist: WhitelistEntry[];
|
|
20
|
+
}
|
|
21
|
+
export declare class FeedbackLearner {
|
|
22
|
+
private feedbackRepository;
|
|
23
|
+
private rulesPath;
|
|
24
|
+
constructor(feedbackRepository: FeedbackRepository, rulesPath: string);
|
|
25
|
+
applyFeedback(feedbackId: number): void;
|
|
26
|
+
loadRules(): ExtractionRules;
|
|
27
|
+
private saveRules;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=feedback-learner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"feedback-learner.d.ts","sourceRoot":"","sources":["../../src/feedback/feedback-learner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE9D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE;QAAE,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC/B,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,eAAe,EAAE,cAAc,EAAE,CAAC;CACnC;AAaD,qBAAa,eAAe;IAExB,OAAO,CAAC,kBAAkB;IAC1B,OAAO,CAAC,SAAS;gBADT,kBAAkB,EAAE,kBAAkB,EACtC,SAAS,EAAE,MAAM;IAG3B,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IA6DvC,SAAS,IAAI,eAAe;IAS5B,OAAO,CAAC,SAAS;CAMlB"}
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import { readFileSync, writeFileSync, renameSync } from "fs";
|
|
2
|
+
import { join, dirname } from "path";
|
|
3
|
+
import { FeedbackRepository } from "./feedback-repository.js";
|
|
4
|
+
function createEmptyRules() {
|
|
5
|
+
return {
|
|
6
|
+
version: 1,
|
|
7
|
+
updatedAt: new Date().toISOString(),
|
|
8
|
+
stopWords: { added: [] },
|
|
9
|
+
typeOverrides: [],
|
|
10
|
+
entityBlacklist: [],
|
|
11
|
+
entityWhitelist: [],
|
|
12
|
+
};
|
|
13
|
+
}
|
|
14
|
+
export class FeedbackLearner {
|
|
15
|
+
feedbackRepository;
|
|
16
|
+
rulesPath;
|
|
17
|
+
constructor(feedbackRepository, rulesPath) {
|
|
18
|
+
this.feedbackRepository = feedbackRepository;
|
|
19
|
+
this.rulesPath = rulesPath;
|
|
20
|
+
}
|
|
21
|
+
applyFeedback(feedbackId) {
|
|
22
|
+
const feedback = this.feedbackRepository.getById(feedbackId);
|
|
23
|
+
if (!feedback) {
|
|
24
|
+
throw new Error(`Feedback record not found: id=${feedbackId}`);
|
|
25
|
+
}
|
|
26
|
+
const rules = this.loadRules();
|
|
27
|
+
switch (feedback.errorType) {
|
|
28
|
+
case "false_positive":
|
|
29
|
+
if (!rules.entityBlacklist.includes(feedback.entityName)) {
|
|
30
|
+
rules.entityBlacklist.push(feedback.entityName);
|
|
31
|
+
}
|
|
32
|
+
break;
|
|
33
|
+
case "wrong_type":
|
|
34
|
+
if (!feedback.entityType || !feedback.correctType) {
|
|
35
|
+
throw new Error("wrong_type feedback requires both entityType and correctType");
|
|
36
|
+
}
|
|
37
|
+
// Check for existing override for same entity name
|
|
38
|
+
const existingIdx = rules.typeOverrides.findIndex((o) => o.name === feedback.entityName);
|
|
39
|
+
const override = {
|
|
40
|
+
name: feedback.entityName,
|
|
41
|
+
fromType: feedback.entityType,
|
|
42
|
+
toType: feedback.correctType,
|
|
43
|
+
};
|
|
44
|
+
if (existingIdx >= 0) {
|
|
45
|
+
rules.typeOverrides[existingIdx] = override;
|
|
46
|
+
}
|
|
47
|
+
else {
|
|
48
|
+
rules.typeOverrides.push(override);
|
|
49
|
+
}
|
|
50
|
+
break;
|
|
51
|
+
case "missed_entity": {
|
|
52
|
+
const entityType = feedback.correctType ?? feedback.entityType ?? "technology";
|
|
53
|
+
// Check for existing whitelist entry for same entity name
|
|
54
|
+
const existingWlIdx = rules.entityWhitelist.findIndex((w) => w.name === feedback.entityName);
|
|
55
|
+
const entry = {
|
|
56
|
+
name: feedback.entityName,
|
|
57
|
+
type: entityType,
|
|
58
|
+
};
|
|
59
|
+
if (existingWlIdx >= 0) {
|
|
60
|
+
rules.entityWhitelist[existingWlIdx] = entry;
|
|
61
|
+
}
|
|
62
|
+
else {
|
|
63
|
+
rules.entityWhitelist.push(entry);
|
|
64
|
+
}
|
|
65
|
+
break;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
rules.updatedAt = new Date().toISOString();
|
|
69
|
+
this.saveRules(rules);
|
|
70
|
+
this.feedbackRepository.updateStatus(feedbackId, "applied");
|
|
71
|
+
}
|
|
72
|
+
loadRules() {
|
|
73
|
+
try {
|
|
74
|
+
const content = readFileSync(this.rulesPath, "utf-8");
|
|
75
|
+
return JSON.parse(content);
|
|
76
|
+
}
|
|
77
|
+
catch {
|
|
78
|
+
return createEmptyRules();
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
saveRules(rules) {
|
|
82
|
+
const dir = dirname(this.rulesPath);
|
|
83
|
+
const tmpPath = join(dir, `.extraction-rules.tmp.${process.pid}.json`);
|
|
84
|
+
writeFileSync(tmpPath, JSON.stringify(rules, null, 2), "utf-8");
|
|
85
|
+
renameSync(tmpPath, this.rulesPath);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
//# sourceMappingURL=feedback-learner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"feedback-learner.js","sourceRoot":"","sources":["../../src/feedback/feedback-learner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC7D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAsB9D,SAAS,gBAAgB;IACvB,OAAO;QACL,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;QACxB,aAAa,EAAE,EAAE;QACjB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,eAAe;IAEhB;IACA;IAFV,YACU,kBAAsC,EACtC,SAAiB;QADjB,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,cAAS,GAAT,SAAS,CAAQ;IACxB,CAAC;IAEJ,aAAa,CAAC,UAAkB;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC7D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAE/B,QAAQ,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC3B,KAAK,gBAAgB;gBACnB,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;oBACzD,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAClD,CAAC;gBACD,MAAM;YAER,KAAK,YAAY;gBACf,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAClD,MAAM,IAAI,KAAK,CACb,8DAA8D,CAC/D,CAAC;gBACJ,CAAC;gBACD,mDAAmD;gBACnD,MAAM,WAAW,GAAG,KAAK,CAAC,aAAa,CAAC,SAAS,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,UAAU,CACtC,CAAC;gBACF,MAAM,QAAQ,GAAiB;oBAC7B,IAAI,EAAE,QAAQ,CAAC,UAAU;oBACzB,QAAQ,EAAE,QAAQ,CAAC,UAAU;oBAC7B,MAAM,EAAE,QAAQ,CAAC,WAAW;iBAC7B,CAAC;gBACF,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;oBACrB,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC;gBAC9C,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACrC,CAAC;gBACD,MAAM;YAER,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,UAAU,IAAI,YAAY,CAAC;gBAC/E,0DAA0D;gBAC1D,MAAM,aAAa,GAAG,KAAK,CAAC,eAAe,CAAC,SAAS,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,UAAU,CACtC,CAAC;gBACF,MAAM,KAAK,GAAmB;oBAC5B,IAAI,EAAE,QAAQ,CAAC,UAAU;oBACzB,IAAI,EAAE,UAAU;iBACjB,CAAC;gBACF,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;oBACvB,KAAK,CAAC,eAAe,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACpC,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;QAED,KAAK,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAC9D,CAAC;IAED,SAAS;QACP,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoB,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,gBAAgB,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,KAAsB;QACtC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,yBAAyB,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;QACvE,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAChE,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;CACF"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import type Database from "better-sqlite3";
|
|
2
|
+
import type { FeedbackErrorType, FeedbackStatus } from "../types.js";
|
|
3
|
+
export interface CreateFeedbackInput {
|
|
4
|
+
entityName: string;
|
|
5
|
+
errorType: FeedbackErrorType;
|
|
6
|
+
entityType?: string;
|
|
7
|
+
correctType?: string;
|
|
8
|
+
noteId?: number;
|
|
9
|
+
details?: string;
|
|
10
|
+
}
|
|
11
|
+
export interface FeedbackRecord {
|
|
12
|
+
id: number;
|
|
13
|
+
entityName: string;
|
|
14
|
+
entityType: string | null;
|
|
15
|
+
errorType: FeedbackErrorType;
|
|
16
|
+
correctType: string | null;
|
|
17
|
+
noteId: number | null;
|
|
18
|
+
details: string | null;
|
|
19
|
+
status: FeedbackStatus;
|
|
20
|
+
createdAt: string;
|
|
21
|
+
appliedAt: string | null;
|
|
22
|
+
}
|
|
23
|
+
export declare class FeedbackRepository {
|
|
24
|
+
private db;
|
|
25
|
+
constructor(db: Database.Database);
|
|
26
|
+
create(input: CreateFeedbackInput): FeedbackRecord;
|
|
27
|
+
getById(id: number): FeedbackRecord | undefined;
|
|
28
|
+
list(options?: {
|
|
29
|
+
status?: string;
|
|
30
|
+
limit?: number;
|
|
31
|
+
}): FeedbackRecord[];
|
|
32
|
+
updateStatus(id: number, status: string): void;
|
|
33
|
+
delete(id: number): void;
|
|
34
|
+
getStats(): {
|
|
35
|
+
total: number;
|
|
36
|
+
pending: number;
|
|
37
|
+
applied: number;
|
|
38
|
+
dismissed: number;
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
//# sourceMappingURL=feedback-repository.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"feedback-repository.d.ts","sourceRoot":"","sources":["../../src/feedback/feedback-repository.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAKrE,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,iBAAiB,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,EAAE,iBAAiB,CAAC;IAC7B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,MAAM,EAAE,cAAc,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AA8BD,qBAAa,kBAAkB;IACjB,OAAO,CAAC,EAAE;gBAAF,EAAE,EAAE,QAAQ,CAAC,QAAQ;IAEzC,MAAM,CAAC,KAAK,EAAE,mBAAmB,GAAG,cAAc;IAsBlD,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS;IAO/C,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,cAAc,EAAE;IAyBrE,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAiB9C,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAUxB,QAAQ,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE;CAgBnF"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
const VALID_ERROR_TYPES = ["false_positive", "wrong_type", "missed_entity"];
|
|
2
|
+
const VALID_STATUSES = ["pending", "applied", "dismissed"];
|
|
3
|
+
function rowToRecord(row) {
|
|
4
|
+
return {
|
|
5
|
+
id: row.id,
|
|
6
|
+
entityName: row.entity_name,
|
|
7
|
+
entityType: row.entity_type,
|
|
8
|
+
errorType: row.error_type,
|
|
9
|
+
correctType: row.correct_type,
|
|
10
|
+
noteId: row.note_id,
|
|
11
|
+
details: row.details,
|
|
12
|
+
status: row.status,
|
|
13
|
+
createdAt: row.created_at,
|
|
14
|
+
appliedAt: row.applied_at,
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
export class FeedbackRepository {
|
|
18
|
+
db;
|
|
19
|
+
constructor(db) {
|
|
20
|
+
this.db = db;
|
|
21
|
+
}
|
|
22
|
+
create(input) {
|
|
23
|
+
if (!VALID_ERROR_TYPES.includes(input.errorType)) {
|
|
24
|
+
throw new Error(`Invalid error_type: "${input.errorType}". Must be one of: ${VALID_ERROR_TYPES.join(", ")}`);
|
|
25
|
+
}
|
|
26
|
+
const stmt = this.db.prepare(`
|
|
27
|
+
INSERT INTO extraction_feedback (entity_name, entity_type, error_type, correct_type, note_id, details)
|
|
28
|
+
VALUES (?, ?, ?, ?, ?, ?)
|
|
29
|
+
`);
|
|
30
|
+
const info = stmt.run(input.entityName, input.entityType ?? null, input.errorType, input.correctType ?? null, input.noteId ?? null, input.details ?? null);
|
|
31
|
+
return this.getById(Number(info.lastInsertRowid));
|
|
32
|
+
}
|
|
33
|
+
getById(id) {
|
|
34
|
+
const row = this.db
|
|
35
|
+
.prepare("SELECT * FROM extraction_feedback WHERE id = ?")
|
|
36
|
+
.get(id);
|
|
37
|
+
return row ? rowToRecord(row) : undefined;
|
|
38
|
+
}
|
|
39
|
+
list(options) {
|
|
40
|
+
const conditions = [];
|
|
41
|
+
const params = [];
|
|
42
|
+
if (options?.status) {
|
|
43
|
+
if (!VALID_STATUSES.includes(options.status)) {
|
|
44
|
+
throw new Error(`Invalid status: "${options.status}". Must be one of: ${VALID_STATUSES.join(", ")}`);
|
|
45
|
+
}
|
|
46
|
+
conditions.push("status = ?");
|
|
47
|
+
params.push(options.status);
|
|
48
|
+
}
|
|
49
|
+
const where = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
|
|
50
|
+
const limit = options?.limit ?? 100;
|
|
51
|
+
params.push(limit);
|
|
52
|
+
const rows = this.db
|
|
53
|
+
.prepare(`SELECT * FROM extraction_feedback ${where} ORDER BY created_at DESC LIMIT ?`)
|
|
54
|
+
.all(...params);
|
|
55
|
+
return rows.map(rowToRecord);
|
|
56
|
+
}
|
|
57
|
+
updateStatus(id, status) {
|
|
58
|
+
if (!VALID_STATUSES.includes(status)) {
|
|
59
|
+
throw new Error(`Invalid status: "${status}". Must be one of: ${VALID_STATUSES.join(", ")}`);
|
|
60
|
+
}
|
|
61
|
+
const appliedAt = status === "applied" ? new Date().toISOString() : null;
|
|
62
|
+
const info = this.db
|
|
63
|
+
.prepare("UPDATE extraction_feedback SET status = ?, applied_at = ? WHERE id = ?")
|
|
64
|
+
.run(status, appliedAt, id);
|
|
65
|
+
if (info.changes === 0) {
|
|
66
|
+
throw new Error(`Feedback record not found: id=${id}`);
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
delete(id) {
|
|
70
|
+
const info = this.db
|
|
71
|
+
.prepare("DELETE FROM extraction_feedback WHERE id = ?")
|
|
72
|
+
.run(id);
|
|
73
|
+
if (info.changes === 0) {
|
|
74
|
+
throw new Error(`Feedback record not found: id=${id}`);
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
getStats() {
|
|
78
|
+
const rows = this.db
|
|
79
|
+
.prepare(`SELECT status, COUNT(*) as count FROM extraction_feedback GROUP BY status`)
|
|
80
|
+
.all();
|
|
81
|
+
const stats = { total: 0, pending: 0, applied: 0, dismissed: 0 };
|
|
82
|
+
for (const row of rows) {
|
|
83
|
+
stats.total += row.count;
|
|
84
|
+
if (row.status === "pending")
|
|
85
|
+
stats.pending = row.count;
|
|
86
|
+
else if (row.status === "applied")
|
|
87
|
+
stats.applied = row.count;
|
|
88
|
+
else if (row.status === "dismissed")
|
|
89
|
+
stats.dismissed = row.count;
|
|
90
|
+
}
|
|
91
|
+
return stats;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
//# sourceMappingURL=feedback-repository.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"feedback-repository.js","sourceRoot":"","sources":["../../src/feedback/feedback-repository.ts"],"names":[],"mappings":"AAGA,MAAM,iBAAiB,GAAwB,CAAC,gBAAgB,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;AACjG,MAAM,cAAc,GAAqB,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;AAqC7E,SAAS,WAAW,CAAC,GAAgB;IACnC,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,SAAS,EAAE,GAAG,CAAC,UAA+B;QAC9C,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,MAAM,EAAE,GAAG,CAAC,OAAO;QACnB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,MAAM,EAAE,GAAG,CAAC,MAAwB;QACpC,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,kBAAkB;IACT;IAApB,YAAoB,EAAqB;QAArB,OAAE,GAAF,EAAE,CAAmB;IAAG,CAAC;IAE7C,MAAM,CAAC,KAA0B;QAC/B,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CACb,wBAAwB,KAAK,CAAC,SAAS,sBAAsB,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5F,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CACnB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,WAAW,IAAI,IAAI,EACzB,KAAK,CAAC,MAAM,IAAI,IAAI,EACpB,KAAK,CAAC,OAAO,IAAI,IAAI,CACtB,CAAC;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAE,CAAC;IACrD,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,gDAAgD,CAAC;aACzD,GAAG,CAAC,EAAE,CAA4B,CAAC;QACtC,OAAO,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5C,CAAC;IAED,IAAI,CAAC,OAA6C;QAChD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAwB,CAAC,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CACb,oBAAoB,OAAO,CAAC,MAAM,sBAAsB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpF,CAAC;YACJ,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,GAAG,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,qCAAqC,KAAK,mCAAmC,CAAC;aACtF,GAAG,CAAC,GAAG,MAAM,CAAkB,CAAC;QAEnC,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED,YAAY,CAAC,EAAU,EAAE,MAAc;QACrC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAwB,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CACb,oBAAoB,MAAM,sBAAsB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5E,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACzE,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,wEAAwE,CAAC;aACjF,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAE9B,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,iCAAiC,EAAE,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,8CAA8C,CAAC;aACvD,GAAG,CAAC,EAAE,CAAC,CAAC;QAEX,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,iCAAiC,EAAE,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,QAAQ;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CACN,2EAA2E,CAC5E;aACA,GAAG,EAA8C,CAAC;QAErD,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QACjE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,KAAK,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC;YACzB,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;gBAAE,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC;iBACnD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;gBAAE,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC;iBACxD,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW;gBAAE,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC;QACnE,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { FeedbackRepository } from "./feedback-repository.js";
|
|
2
|
+
export type { CreateFeedbackInput, FeedbackRecord } from "./feedback-repository.js";
|
|
3
|
+
export { FeedbackLearner } from "./feedback-learner.js";
|
|
4
|
+
export type { ExtractionRules, TypeOverride, WhitelistEntry } from "./feedback-learner.js";
|
|
5
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/feedback/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACpF,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/feedback/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC"}
|