@knowledgine/core 0.0.1 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config.d.ts +16 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +17 -0
- package/dist/config.js.map +1 -1
- package/dist/embedding/embedding-provider.d.ts +9 -0
- package/dist/embedding/embedding-provider.d.ts.map +1 -0
- package/dist/embedding/embedding-provider.js +2 -0
- package/dist/embedding/embedding-provider.js.map +1 -0
- package/dist/embedding/model-manager.d.ts +10 -0
- package/dist/embedding/model-manager.d.ts.map +1 -0
- package/dist/embedding/model-manager.js +32 -0
- package/dist/embedding/model-manager.js.map +1 -0
- package/dist/embedding/onnx-embedding-provider.d.ts +18 -0
- package/dist/embedding/onnx-embedding-provider.d.ts.map +1 -0
- package/dist/embedding/onnx-embedding-provider.js +121 -0
- package/dist/embedding/onnx-embedding-provider.js.map +1 -0
- package/dist/embedding/tokenizer.d.ts +19 -0
- package/dist/embedding/tokenizer.d.ts.map +1 -0
- package/dist/embedding/tokenizer.js +80 -0
- package/dist/embedding/tokenizer.js.map +1 -0
- package/dist/errors.d.ts +12 -0
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +21 -0
- package/dist/errors.js.map +1 -1
- package/dist/graph/entity-extractor.d.ts +22 -0
- package/dist/graph/entity-extractor.d.ts.map +1 -0
- package/dist/graph/entity-extractor.js +203 -0
- package/dist/graph/entity-extractor.js.map +1 -0
- package/dist/graph/graph-repository.d.ts +63 -0
- package/dist/graph/graph-repository.d.ts.map +1 -0
- package/dist/graph/graph-repository.js +407 -0
- package/dist/graph/graph-repository.js.map +1 -0
- package/dist/graph/index.d.ts +4 -0
- package/dist/graph/index.d.ts.map +1 -0
- package/dist/graph/index.js +4 -0
- package/dist/graph/index.js.map +1 -0
- package/dist/graph/relation-inferrer.d.ts +23 -0
- package/dist/graph/relation-inferrer.d.ts.map +1 -0
- package/dist/graph/relation-inferrer.js +89 -0
- package/dist/graph/relation-inferrer.js.map +1 -0
- package/dist/index.d.ts +14 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -2
- package/dist/index.js.map +1 -1
- package/dist/search/hybrid-searcher.d.ts +14 -0
- package/dist/search/hybrid-searcher.d.ts.map +1 -0
- package/dist/search/hybrid-searcher.js +67 -0
- package/dist/search/hybrid-searcher.js.map +1 -0
- package/dist/search/knowledge-searcher.d.ts +8 -4
- package/dist/search/knowledge-searcher.d.ts.map +1 -1
- package/dist/search/knowledge-searcher.js +39 -15
- package/dist/search/knowledge-searcher.js.map +1 -1
- package/dist/search/link-generator.d.ts +7 -1
- package/dist/search/link-generator.d.ts.map +1 -1
- package/dist/search/link-generator.js +37 -1
- package/dist/search/link-generator.js.map +1 -1
- package/dist/search/semantic-searcher.d.ts +14 -0
- package/dist/search/semantic-searcher.d.ts.map +1 -0
- package/dist/search/semantic-searcher.js +30 -0
- package/dist/search/semantic-searcher.js.map +1 -0
- package/dist/storage/database.d.ts +4 -1
- package/dist/storage/database.d.ts.map +1 -1
- package/dist/storage/database.js +13 -1
- package/dist/storage/database.js.map +1 -1
- package/dist/storage/knowledge-repository.d.ts +27 -0
- package/dist/storage/knowledge-repository.d.ts.map +1 -1
- package/dist/storage/knowledge-repository.js +99 -0
- package/dist/storage/knowledge-repository.js.map +1 -1
- package/dist/storage/migrations/003_vector_embeddings.d.ts +3 -0
- package/dist/storage/migrations/003_vector_embeddings.d.ts.map +1 -0
- package/dist/storage/migrations/003_vector_embeddings.js +50 -0
- package/dist/storage/migrations/003_vector_embeddings.js.map +1 -0
- package/dist/storage/migrations/004_knowledge_graph.d.ts +3 -0
- package/dist/storage/migrations/004_knowledge_graph.d.ts.map +1 -0
- package/dist/storage/migrations/004_knowledge_graph.js +106 -0
- package/dist/storage/migrations/004_knowledge_graph.js.map +1 -0
- package/dist/types.d.ts +14 -0
- package/dist/types.d.ts.map +1 -1
- package/package.json +10 -3
package/dist/config.d.ts
CHANGED
|
@@ -1,4 +1,18 @@
|
|
|
1
1
|
export type PatternCategory = "problem" | "solution" | "learning" | "time";
|
|
2
|
+
export interface EmbeddingConfig {
|
|
3
|
+
/** 使用するモデル名 */
|
|
4
|
+
modelName: string;
|
|
5
|
+
/** 埋め込み次元数 */
|
|
6
|
+
dimensions: number;
|
|
7
|
+
/** 埋め込み生成を有効にするか */
|
|
8
|
+
enabled: boolean;
|
|
9
|
+
}
|
|
10
|
+
export interface SearchConfig {
|
|
11
|
+
/** デフォルト検索モード */
|
|
12
|
+
defaultMode: "keyword" | "semantic" | "hybrid";
|
|
13
|
+
/** ハイブリッド検索のFTSスコア重み (0-1) */
|
|
14
|
+
hybridAlpha: number;
|
|
15
|
+
}
|
|
2
16
|
export interface KnowledgineConfig {
|
|
3
17
|
rootPath: string;
|
|
4
18
|
dbPath: string;
|
|
@@ -8,6 +22,8 @@ export interface KnowledgineConfig {
|
|
|
8
22
|
frontmatter: {
|
|
9
23
|
requiredFields: string[];
|
|
10
24
|
};
|
|
25
|
+
embedding: EmbeddingConfig;
|
|
26
|
+
search: SearchConfig;
|
|
11
27
|
}
|
|
12
28
|
export declare function defineConfig(partial?: Partial<KnowledgineConfig>): KnowledgineConfig;
|
|
13
29
|
//# sourceMappingURL=config.d.ts.map
|
package/dist/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE;QACR,OAAO,EAAE,eAAe,EAAE,CAAC;KAC5B,CAAC;IACF,WAAW,EAAE;QACX,cAAc,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC9B,eAAe;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB;IACpB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,iBAAiB;IACjB,WAAW,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;IAC/C,8BAA8B;IAC9B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE;QACR,OAAO,EAAE,eAAe,EAAE,CAAC;KAC5B,CAAC;IACF,WAAW,EAAE;QACX,cAAc,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;IACF,SAAS,EAAE,eAAe,CAAC;IAC3B,MAAM,EAAE,YAAY,CAAC;CACtB;AAsBD,wBAAgB,YAAY,CAAC,OAAO,GAAE,OAAO,CAAC,iBAAiB,CAAM,GAAG,iBAAiB,CA0BxF"}
|
package/dist/config.js
CHANGED
|
@@ -8,6 +8,15 @@ const DEFAULT_CONFIG = {
|
|
|
8
8
|
frontmatter: {
|
|
9
9
|
requiredFields: [],
|
|
10
10
|
},
|
|
11
|
+
embedding: {
|
|
12
|
+
modelName: "all-MiniLM-L6-v2",
|
|
13
|
+
dimensions: 384,
|
|
14
|
+
enabled: true,
|
|
15
|
+
},
|
|
16
|
+
search: {
|
|
17
|
+
defaultMode: "keyword",
|
|
18
|
+
hybridAlpha: 0.3,
|
|
19
|
+
},
|
|
11
20
|
};
|
|
12
21
|
export function defineConfig(partial = {}) {
|
|
13
22
|
const rootPath = partial.rootPath ?? DEFAULT_CONFIG.rootPath;
|
|
@@ -25,6 +34,14 @@ export function defineConfig(partial = {}) {
|
|
|
25
34
|
...DEFAULT_CONFIG.frontmatter,
|
|
26
35
|
...partial.frontmatter,
|
|
27
36
|
},
|
|
37
|
+
embedding: {
|
|
38
|
+
...DEFAULT_CONFIG.embedding,
|
|
39
|
+
...partial.embedding,
|
|
40
|
+
},
|
|
41
|
+
search: {
|
|
42
|
+
...DEFAULT_CONFIG.search,
|
|
43
|
+
...partial.search,
|
|
44
|
+
},
|
|
28
45
|
};
|
|
29
46
|
}
|
|
30
47
|
//# sourceMappingURL=config.js.map
|
package/dist/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAiC/B,MAAM,cAAc,GAAsB;IACxC,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,EAAE;IACV,QAAQ,EAAE;QACR,OAAO,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC;KACrD;IACD,WAAW,EAAE;QACX,cAAc,EAAE,EAAE;KACnB;IACD,SAAS,EAAE;QACT,SAAS,EAAE,kBAAkB;QAC7B,UAAU,EAAE,GAAG;QACf,OAAO,EAAE,IAAI;KACd;IACD,MAAM,EAAE;QACN,WAAW,EAAE,SAAS;QACtB,WAAW,EAAE,GAAG;KACjB;CACF,CAAC;AAEF,MAAM,UAAU,YAAY,CAAC,UAAsC,EAAE;IACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC;IAEnF,OAAO;QACL,GAAG,cAAc;QACjB,GAAG,OAAO;QACV,QAAQ;QACR,MAAM;QACN,QAAQ,EAAE;YACR,GAAG,cAAc,CAAC,QAAQ;YAC1B,GAAG,OAAO,CAAC,QAAQ;SACpB;QACD,WAAW,EAAE;YACX,GAAG,cAAc,CAAC,WAAW;YAC7B,GAAG,OAAO,CAAC,WAAW;SACvB;QACD,SAAS,EAAE;YACT,GAAG,cAAc,CAAC,SAAS;YAC3B,GAAG,OAAO,CAAC,SAAS;SACrB;QACD,MAAM,EAAE;YACN,GAAG,cAAc,CAAC,MAAM;YACxB,GAAG,OAAO,CAAC,MAAM;SAClB;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export interface EmbeddingProvider {
|
|
2
|
+
/** テキストを埋め込みベクトルに変換する */
|
|
3
|
+
embed(text: string): Promise<Float32Array>;
|
|
4
|
+
/** 複数テキストをバッチ処理する */
|
|
5
|
+
embedBatch(texts: string[]): Promise<Float32Array[]>;
|
|
6
|
+
/** 埋め込みの次元数を返す */
|
|
7
|
+
getDimensions(): number;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=embedding-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding-provider.d.ts","sourceRoot":"","sources":["../../src/embedding/embedding-provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,yBAAyB;IACzB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC3C,qBAAqB;IACrB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACrD,kBAAkB;IAClB,aAAa,IAAI,MAAM,CAAC;CACzB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding-provider.js","sourceRoot":"","sources":["../../src/embedding/embedding-provider.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export declare const DEFAULT_MODEL_NAME = "all-MiniLM-L6-v2";
|
|
2
|
+
export declare class ModelManager {
|
|
3
|
+
private modelsDir;
|
|
4
|
+
constructor(modelsDir?: string);
|
|
5
|
+
getModelDir(modelName?: string): string;
|
|
6
|
+
getModelPath(modelName?: string): string;
|
|
7
|
+
getTokenizerPath(modelName?: string): string;
|
|
8
|
+
isModelAvailable(modelName?: string): boolean;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=model-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-manager.d.ts","sourceRoot":"","sources":["../../src/embedding/model-manager.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,kBAAkB,qBAAqB,CAAC;AAErD,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAAS;gBAEd,SAAS,CAAC,EAAE,MAAM;IAY9B,WAAW,CAAC,SAAS,GAAE,MAA2B,GAAG,MAAM;IAI3D,YAAY,CAAC,SAAS,GAAE,MAA2B,GAAG,MAAM;IAI5D,gBAAgB,CAAC,SAAS,GAAE,MAA2B,GAAG,MAAM;IAIhE,gBAAgB,CAAC,SAAS,GAAE,MAA2B,GAAG,OAAO;CAGlE"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { existsSync } from "fs";
|
|
2
|
+
import { join, dirname } from "path";
|
|
3
|
+
import { fileURLToPath } from "url";
|
|
4
|
+
export const DEFAULT_MODEL_NAME = "all-MiniLM-L6-v2";
|
|
5
|
+
export class ModelManager {
|
|
6
|
+
modelsDir;
|
|
7
|
+
constructor(modelsDir) {
|
|
8
|
+
if (modelsDir) {
|
|
9
|
+
this.modelsDir = modelsDir;
|
|
10
|
+
}
|
|
11
|
+
else {
|
|
12
|
+
// Resolve models/ relative to the package root (one level above src/embedding/)
|
|
13
|
+
const currentDir = dirname(fileURLToPath(import.meta.url));
|
|
14
|
+
// In dist: dist/embedding/ -> package root
|
|
15
|
+
// In src: src/embedding/ -> package root
|
|
16
|
+
this.modelsDir = join(currentDir, "..", "..", "models");
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
getModelDir(modelName = DEFAULT_MODEL_NAME) {
|
|
20
|
+
return join(this.modelsDir, modelName);
|
|
21
|
+
}
|
|
22
|
+
getModelPath(modelName = DEFAULT_MODEL_NAME) {
|
|
23
|
+
return join(this.getModelDir(modelName), "model.onnx");
|
|
24
|
+
}
|
|
25
|
+
getTokenizerPath(modelName = DEFAULT_MODEL_NAME) {
|
|
26
|
+
return join(this.getModelDir(modelName), "tokenizer.json");
|
|
27
|
+
}
|
|
28
|
+
isModelAvailable(modelName = DEFAULT_MODEL_NAME) {
|
|
29
|
+
return existsSync(this.getModelPath(modelName)) && existsSync(this.getTokenizerPath(modelName));
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=model-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-manager.js","sourceRoot":"","sources":["../../src/embedding/model-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,MAAM,CAAC,MAAM,kBAAkB,GAAG,kBAAkB,CAAC;AAErD,MAAM,OAAO,YAAY;IACf,SAAS,CAAS;IAE1B,YAAY,SAAkB;QAC5B,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,gFAAgF;YAChF,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3D,2CAA2C;YAC3C,yCAAyC;YACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,WAAW,CAAC,YAAoB,kBAAkB;QAChD,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACzC,CAAC;IAED,YAAY,CAAC,YAAoB,kBAAkB;QACjD,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC;IAED,gBAAgB,CAAC,YAAoB,kBAAkB;QACrD,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAC7D,CAAC;IAED,gBAAgB,CAAC,YAAoB,kBAAkB;QACrD,OAAO,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IAClG,CAAC;CACF"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { EmbeddingProvider } from "./embedding-provider.js";
|
|
2
|
+
import { ModelManager } from "./model-manager.js";
|
|
3
|
+
export declare class OnnxEmbeddingProvider implements EmbeddingProvider {
|
|
4
|
+
private session;
|
|
5
|
+
private tokenizer;
|
|
6
|
+
private modelName;
|
|
7
|
+
private modelManager;
|
|
8
|
+
constructor(modelName?: string, modelManager?: ModelManager);
|
|
9
|
+
private getSession;
|
|
10
|
+
private getTokenizer;
|
|
11
|
+
embed(text: string): Promise<Float32Array>;
|
|
12
|
+
embedBatch(texts: string[]): Promise<Float32Array[]>;
|
|
13
|
+
getDimensions(): number;
|
|
14
|
+
close(): Promise<void>;
|
|
15
|
+
private meanPool;
|
|
16
|
+
private normalize;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=onnx-embedding-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"onnx-embedding-provider.d.ts","sourceRoot":"","sources":["../../src/embedding/onnx-embedding-provider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,OAAO,EAAE,YAAY,EAAsB,MAAM,oBAAoB,CAAC;AAKtE,qBAAa,qBAAsB,YAAW,iBAAiB;IAC7D,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,SAAS,CAAmC;IACpD,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAAe;gBAEvB,SAAS,GAAE,MAA2B,EAAE,YAAY,CAAC,EAAE,YAAY;YAKjE,UAAU;IAwBxB,OAAO,CAAC,YAAY;IAWd,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAK1C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAsD1D,aAAa,IAAI,MAAM;IAIjB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,OAAO,CAAC,QAAQ;IA0BhB,OAAO,CAAC,SAAS;CAalB"}
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { WordPieceTokenizer } from "./tokenizer.js";
|
|
2
|
+
import { ModelManager, DEFAULT_MODEL_NAME } from "./model-manager.js";
|
|
3
|
+
import { EmbeddingNotAvailableError, EmbeddingError } from "../errors.js";
|
|
4
|
+
const DIMENSIONS = 384;
|
|
5
|
+
export class OnnxEmbeddingProvider {
|
|
6
|
+
session = null;
|
|
7
|
+
tokenizer = null;
|
|
8
|
+
modelName;
|
|
9
|
+
modelManager;
|
|
10
|
+
constructor(modelName = DEFAULT_MODEL_NAME, modelManager) {
|
|
11
|
+
this.modelName = modelName;
|
|
12
|
+
this.modelManager = modelManager ?? new ModelManager();
|
|
13
|
+
}
|
|
14
|
+
async getSession() {
|
|
15
|
+
if (this.session)
|
|
16
|
+
return this.session;
|
|
17
|
+
if (!this.modelManager.isModelAvailable(this.modelName)) {
|
|
18
|
+
throw new EmbeddingNotAvailableError(`Model "${this.modelName}" not found. Run the download script first: node scripts/download-model.js`);
|
|
19
|
+
}
|
|
20
|
+
try {
|
|
21
|
+
const ort = await import("onnxruntime-node");
|
|
22
|
+
this.session = await ort.InferenceSession.create(this.modelManager.getModelPath(this.modelName), { executionProviders: ["cpu"] });
|
|
23
|
+
return this.session;
|
|
24
|
+
}
|
|
25
|
+
catch (error) {
|
|
26
|
+
throw new EmbeddingError(`Failed to load ONNX model "${this.modelName}"`, error instanceof Error ? error : new Error(String(error)));
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
getTokenizer() {
|
|
30
|
+
if (this.tokenizer)
|
|
31
|
+
return this.tokenizer;
|
|
32
|
+
if (!this.modelManager.isModelAvailable(this.modelName)) {
|
|
33
|
+
throw new EmbeddingNotAvailableError(`Model "${this.modelName}" not found. Run the download script first: node scripts/download-model.js`);
|
|
34
|
+
}
|
|
35
|
+
this.tokenizer = new WordPieceTokenizer(this.modelManager.getTokenizerPath(this.modelName));
|
|
36
|
+
return this.tokenizer;
|
|
37
|
+
}
|
|
38
|
+
async embed(text) {
|
|
39
|
+
const [result] = await this.embedBatch([text]);
|
|
40
|
+
return result;
|
|
41
|
+
}
|
|
42
|
+
async embedBatch(texts) {
|
|
43
|
+
const session = await this.getSession();
|
|
44
|
+
const tokenizer = this.getTokenizer();
|
|
45
|
+
try {
|
|
46
|
+
const ort = await import("onnxruntime-node");
|
|
47
|
+
const results = [];
|
|
48
|
+
for (const text of texts) {
|
|
49
|
+
const encoded = tokenizer.encode(text);
|
|
50
|
+
const seqLen = encoded.inputIds.length;
|
|
51
|
+
const inputIds = new ort.Tensor("int64", BigInt64Array.from(encoded.inputIds.map(BigInt)), [
|
|
52
|
+
1,
|
|
53
|
+
seqLen,
|
|
54
|
+
]);
|
|
55
|
+
const attentionMask = new ort.Tensor("int64", BigInt64Array.from(encoded.attentionMask.map(BigInt)), [1, seqLen]);
|
|
56
|
+
const tokenTypeIds = new ort.Tensor("int64", BigInt64Array.from(encoded.tokenTypeIds.map(BigInt)), [1, seqLen]);
|
|
57
|
+
const feeds = {
|
|
58
|
+
input_ids: inputIds,
|
|
59
|
+
attention_mask: attentionMask,
|
|
60
|
+
token_type_ids: tokenTypeIds,
|
|
61
|
+
};
|
|
62
|
+
const output = await session.run(feeds);
|
|
63
|
+
// Mean pooling over token embeddings (last hidden state)
|
|
64
|
+
const outputKey = Object.keys(output)[0];
|
|
65
|
+
const lastHiddenState = output["last_hidden_state"] ?? output[outputKey];
|
|
66
|
+
const data = lastHiddenState.data;
|
|
67
|
+
const embedding = this.meanPool(data, encoded.attentionMask, seqLen, DIMENSIONS);
|
|
68
|
+
results.push(this.normalize(embedding));
|
|
69
|
+
}
|
|
70
|
+
return results;
|
|
71
|
+
}
|
|
72
|
+
catch (error) {
|
|
73
|
+
if (error instanceof EmbeddingNotAvailableError || error instanceof EmbeddingError) {
|
|
74
|
+
throw error;
|
|
75
|
+
}
|
|
76
|
+
throw new EmbeddingError("ONNX inference failed", error instanceof Error ? error : new Error(String(error)));
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
getDimensions() {
|
|
80
|
+
return DIMENSIONS;
|
|
81
|
+
}
|
|
82
|
+
async close() {
|
|
83
|
+
if (this.session) {
|
|
84
|
+
await this.session.release();
|
|
85
|
+
this.session = null;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
meanPool(data, attentionMask, seqLen, hiddenSize) {
|
|
89
|
+
const pooled = new Float32Array(hiddenSize);
|
|
90
|
+
let count = 0;
|
|
91
|
+
for (let i = 0; i < seqLen; i++) {
|
|
92
|
+
if (attentionMask[i] === 0)
|
|
93
|
+
continue;
|
|
94
|
+
count++;
|
|
95
|
+
for (let j = 0; j < hiddenSize; j++) {
|
|
96
|
+
pooled[j] += data[i * hiddenSize + j];
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
if (count > 0) {
|
|
100
|
+
for (let j = 0; j < hiddenSize; j++) {
|
|
101
|
+
pooled[j] /= count;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
return pooled;
|
|
105
|
+
}
|
|
106
|
+
normalize(vec) {
|
|
107
|
+
let norm = 0;
|
|
108
|
+
for (const v of vec) {
|
|
109
|
+
norm += v * v;
|
|
110
|
+
}
|
|
111
|
+
norm = Math.sqrt(norm);
|
|
112
|
+
if (norm === 0)
|
|
113
|
+
return vec;
|
|
114
|
+
const result = new Float32Array(vec.length);
|
|
115
|
+
for (let i = 0; i < vec.length; i++) {
|
|
116
|
+
result[i] = vec[i] / norm;
|
|
117
|
+
}
|
|
118
|
+
return result;
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
//# sourceMappingURL=onnx-embedding-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"onnx-embedding-provider.js","sourceRoot":"","sources":["../../src/embedding/onnx-embedding-provider.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE1E,MAAM,UAAU,GAAG,GAAG,CAAC;AAEvB,MAAM,OAAO,qBAAqB;IACxB,OAAO,GAA4B,IAAI,CAAC;IACxC,SAAS,GAA8B,IAAI,CAAC;IAC5C,SAAS,CAAS;IAClB,YAAY,CAAe;IAEnC,YAAY,YAAoB,kBAAkB,EAAE,YAA2B;QAC7E,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,IAAI,YAAY,EAAE,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QAEtC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,0BAA0B,CAClC,UAAU,IAAI,CAAC,SAAS,4EAA4E,CACrG,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAC9C,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,EAC9C,EAAE,kBAAkB,EAAE,CAAC,KAAK,CAAC,EAAE,CAChC,CAAC;YACF,OAAO,IAAI,CAAC,OAAO,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,cAAc,CACtB,8BAA8B,IAAI,CAAC,SAAS,GAAG,EAC/C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,0BAA0B,CAClC,UAAU,IAAI,CAAC,SAAS,4EAA4E,CACrG,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5F,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAEtC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAmB,EAAE,CAAC;YAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAEvC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE;oBACzF,CAAC;oBACD,MAAM;iBACP,CAAC,CAAC;gBACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,MAAM,CAClC,OAAO,EACP,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EACrD,CAAC,CAAC,EAAE,MAAM,CAAC,CACZ,CAAC;gBACF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CACjC,OAAO,EACP,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EACpD,CAAC,CAAC,EAAE,MAAM,CAAC,CACZ,CAAC;gBAEF,MAAM,KAAK,GAA2B;oBACpC,SAAS,EAAE,QAAQ;oBACnB,cAAc,EAAE,aAAa;oBAC7B,cAAc,EAAE,YAAY;iBAC7B,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAExC,yDAAyD;gBACzD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,eAAe,GAAG,MAAM,CAAC,mBAAmB,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzE,MAAM,IAAI,GAAG,eAAe,CAAC,IAAoB,CAAC;gBAClD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;gBACjF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;YAC1C,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,0BAA0B,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;gBACnF,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,cAAc,CACtB,uBAAuB,EACvB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,QAAQ,CACd,IAAkB,EAClB,aAAuB,EACvB,MAAc,EACd,UAAkB;QAElB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,IAAI,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,SAAS;YACrC,KAAK,EAAE,CAAC;YACR,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,SAAS,CAAC,GAAiB;QACjC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
interface EncodingResult {
|
|
2
|
+
inputIds: number[];
|
|
3
|
+
attentionMask: number[];
|
|
4
|
+
tokenTypeIds: number[];
|
|
5
|
+
}
|
|
6
|
+
export declare class WordPieceTokenizer {
|
|
7
|
+
private vocab;
|
|
8
|
+
private unkId;
|
|
9
|
+
private clsId;
|
|
10
|
+
private sepId;
|
|
11
|
+
private padId;
|
|
12
|
+
constructor(tokenizerJsonPath: string);
|
|
13
|
+
encode(text: string): EncodingResult;
|
|
14
|
+
private lookupToken;
|
|
15
|
+
private tokenize;
|
|
16
|
+
private wordpieceTokenize;
|
|
17
|
+
}
|
|
18
|
+
export {};
|
|
19
|
+
//# sourceMappingURL=tokenizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/embedding/tokenizer.ts"],"names":[],"mappings":"AASA,UAAU,cAAc;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAQD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,KAAK,CAAS;gBAEV,iBAAiB,EAAE,MAAM;IAWrC,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc;IAsBpC,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,iBAAiB;CAiC1B"}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import { readFileSync } from "fs";
|
|
2
|
+
const MAX_LENGTH = 128;
|
|
3
|
+
const UNK_TOKEN = "[UNK]";
|
|
4
|
+
const CLS_TOKEN = "[CLS]";
|
|
5
|
+
const SEP_TOKEN = "[SEP]";
|
|
6
|
+
const PAD_TOKEN = "[PAD]";
|
|
7
|
+
export class WordPieceTokenizer {
|
|
8
|
+
vocab;
|
|
9
|
+
unkId;
|
|
10
|
+
clsId;
|
|
11
|
+
sepId;
|
|
12
|
+
padId;
|
|
13
|
+
constructor(tokenizerJsonPath) {
|
|
14
|
+
const raw = readFileSync(tokenizerJsonPath, "utf-8");
|
|
15
|
+
const config = JSON.parse(raw);
|
|
16
|
+
this.vocab = new Map(Object.entries(config.model.vocab));
|
|
17
|
+
this.unkId = this.vocab.get(UNK_TOKEN) ?? 100;
|
|
18
|
+
this.clsId = this.vocab.get(CLS_TOKEN) ?? 101;
|
|
19
|
+
this.sepId = this.vocab.get(SEP_TOKEN) ?? 102;
|
|
20
|
+
this.padId = this.vocab.get(PAD_TOKEN) ?? 0;
|
|
21
|
+
}
|
|
22
|
+
encode(text) {
|
|
23
|
+
const tokens = this.tokenize(text);
|
|
24
|
+
// Account for [CLS] and [SEP]
|
|
25
|
+
const maxTokens = MAX_LENGTH - 2;
|
|
26
|
+
const truncated = tokens.slice(0, maxTokens);
|
|
27
|
+
const ids = [this.clsId, ...truncated.map((t) => this.lookupToken(t)), this.sepId];
|
|
28
|
+
const mask = new Array(ids.length).fill(1);
|
|
29
|
+
// Pad to MAX_LENGTH
|
|
30
|
+
while (ids.length < MAX_LENGTH) {
|
|
31
|
+
ids.push(this.padId);
|
|
32
|
+
mask.push(0);
|
|
33
|
+
}
|
|
34
|
+
return {
|
|
35
|
+
inputIds: ids,
|
|
36
|
+
attentionMask: mask,
|
|
37
|
+
tokenTypeIds: new Array(MAX_LENGTH).fill(0),
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
lookupToken(token) {
|
|
41
|
+
return this.vocab.get(token) ?? this.unkId;
|
|
42
|
+
}
|
|
43
|
+
tokenize(text) {
|
|
44
|
+
const normalized = text.toLowerCase().trim();
|
|
45
|
+
const words = normalized.split(/\s+/).filter((w) => w.length > 0);
|
|
46
|
+
const tokens = [];
|
|
47
|
+
for (const word of words) {
|
|
48
|
+
tokens.push(...this.wordpieceTokenize(word));
|
|
49
|
+
}
|
|
50
|
+
return tokens;
|
|
51
|
+
}
|
|
52
|
+
wordpieceTokenize(word) {
|
|
53
|
+
if (this.vocab.has(word)) {
|
|
54
|
+
return [word];
|
|
55
|
+
}
|
|
56
|
+
const tokens = [];
|
|
57
|
+
let start = 0;
|
|
58
|
+
let isUnk = false;
|
|
59
|
+
while (start < word.length) {
|
|
60
|
+
let end = word.length;
|
|
61
|
+
let found = null;
|
|
62
|
+
while (start < end) {
|
|
63
|
+
const substr = (start === 0 ? "" : "##") + word.slice(start, end);
|
|
64
|
+
if (this.vocab.has(substr)) {
|
|
65
|
+
found = substr;
|
|
66
|
+
break;
|
|
67
|
+
}
|
|
68
|
+
end--;
|
|
69
|
+
}
|
|
70
|
+
if (found === null) {
|
|
71
|
+
isUnk = true;
|
|
72
|
+
break;
|
|
73
|
+
}
|
|
74
|
+
tokens.push(found);
|
|
75
|
+
start = end;
|
|
76
|
+
}
|
|
77
|
+
return isUnk ? [UNK_TOKEN] : tokens;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
//# sourceMappingURL=tokenizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/embedding/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAelC,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;AAE1B,MAAM,OAAO,kBAAkB;IACrB,KAAK,CAAsB;IAC3B,KAAK,CAAS;IACd,KAAK,CAAS;IACd,KAAK,CAAS;IACd,KAAK,CAAS;IAEtB,YAAY,iBAAyB;QACnC,MAAM,GAAG,GAAG,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkB,CAAC;QAChD,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAEzD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,IAAY;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACnC,8BAA8B;QAC9B,MAAM,SAAS,GAAG,UAAU,GAAG,CAAC,CAAC;QACjC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAE7C,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACnF,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE3C,oBAAoB;QACpB,OAAO,GAAG,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACf,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,GAAG;YACb,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;SAC5C,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,KAAa;QAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC;IAC7C,CAAC;IAEO,QAAQ,CAAC,IAAY;QAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClE,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,iBAAiB,CAAC,IAAY;QACpC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,KAAK,CAAC;QAElB,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;YACtB,IAAI,KAAK,GAAkB,IAAI,CAAC;YAEhC,OAAO,KAAK,GAAG,GAAG,EAAE,CAAC;gBACnB,MAAM,MAAM,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAClE,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3B,KAAK,GAAG,MAAM,CAAC;oBACf,MAAM;gBACR,CAAC;gBACD,GAAG,EAAE,CAAC;YACR,CAAC;YAED,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACR,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,KAAK,GAAG,GAAG,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACtC,CAAC;CACF"}
|
package/dist/errors.d.ts
CHANGED
|
@@ -39,4 +39,16 @@ export declare class MemoryPromotionError extends KnowledgeError {
|
|
|
39
39
|
export declare class MemoryDemotionError extends KnowledgeError {
|
|
40
40
|
constructor(id: number, currentLayer: string);
|
|
41
41
|
}
|
|
42
|
+
/** Error thrown when embedding model is not available */
|
|
43
|
+
export declare class EmbeddingNotAvailableError extends KnowledgeError {
|
|
44
|
+
constructor(message: string, context?: Record<string, unknown>);
|
|
45
|
+
}
|
|
46
|
+
/** Error thrown when the sqlite-vec extension is unavailable */
|
|
47
|
+
export declare class VectorExtensionError extends KnowledgeError {
|
|
48
|
+
constructor(message: string, context?: Record<string, unknown>);
|
|
49
|
+
}
|
|
50
|
+
/** Error thrown when an embedding operation fails */
|
|
51
|
+
export declare class EmbeddingError extends KnowledgeError {
|
|
52
|
+
constructor(message: string, cause?: Error, context?: Record<string, unknown>);
|
|
53
|
+
}
|
|
42
54
|
//# sourceMappingURL=errors.d.ts.map
|
package/dist/errors.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,qBAAa,cAAe,SAAQ,KAAK;aAGrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBADjD,OAAO,EAAE,MAAM,EACC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YAAA;CAMpD;AAED,+CAA+C;AAC/C,qBAAa,sBAAuB,SAAQ,cAAc;gBAEtD,UAAU,EAAE,MAAM,GAAG,MAAM,EAC3B,cAAc,GAAE,MAAM,GAAG,IAAa,EACtC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAUpC;AAED,mDAAmD;AACnD,qBAAa,aAAc,SAAQ,cAAc;gBAE7C,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,EAChE,KAAK,CAAC,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAapC;AAED,+CAA+C;AAC/C,qBAAa,eAAgB,SAAQ,cAAc;gBACrC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAU7F;AAED,iDAAiD;AACjD,qBAAa,aAAc,SAAQ,cAAc;gBACnC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAMlF;AAED,qDAAqD;AACrD,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAK/E;AAED,8CAA8C;AAC9C,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAK9E;AAED,uDAAuD;AACvD,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,EAAE,EAAE,MAAM;CAIvB;AAED,+CAA+C;AAC/C,qBAAa,oBAAqB,SAAQ,cAAc;gBAC1C,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM;CAQ3F;AAED,8CAA8C;AAC9C,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;CAO7C"}
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,qBAAa,cAAe,SAAQ,KAAK;aAGrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBADjD,OAAO,EAAE,MAAM,EACC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YAAA;CAMpD;AAED,+CAA+C;AAC/C,qBAAa,sBAAuB,SAAQ,cAAc;gBAEtD,UAAU,EAAE,MAAM,GAAG,MAAM,EAC3B,cAAc,GAAE,MAAM,GAAG,IAAa,EACtC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAUpC;AAED,mDAAmD;AACnD,qBAAa,aAAc,SAAQ,cAAc;gBAE7C,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,EAChE,KAAK,CAAC,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAapC;AAED,+CAA+C;AAC/C,qBAAa,eAAgB,SAAQ,cAAc;gBACrC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAU7F;AAED,iDAAiD;AACjD,qBAAa,aAAc,SAAQ,cAAc;gBACnC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAMlF;AAED,qDAAqD;AACrD,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAK/E;AAED,8CAA8C;AAC9C,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAK9E;AAED,uDAAuD;AACvD,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,EAAE,EAAE,MAAM;CAIvB;AAED,+CAA+C;AAC/C,qBAAa,oBAAqB,SAAQ,cAAc;gBAC1C,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM;CAQ3F;AAED,8CAA8C;AAC9C,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;CAO7C;AAED,yDAAyD;AACzD,qBAAa,0BAA2B,SAAQ,cAAc;gBAChD,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAI/D;AAED,gEAAgE;AAChE,qBAAa,oBAAqB,SAAQ,cAAc;gBAC1C,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAI/D;AAED,qDAAqD;AACrD,qBAAa,cAAe,SAAQ,cAAc;gBACpC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAI9E"}
|
package/dist/errors.js
CHANGED
|
@@ -98,4 +98,25 @@ export class MemoryDemotionError extends KnowledgeError {
|
|
|
98
98
|
this.name = "MemoryDemotionError";
|
|
99
99
|
}
|
|
100
100
|
}
|
|
101
|
+
/** Error thrown when embedding model is not available */
|
|
102
|
+
export class EmbeddingNotAvailableError extends KnowledgeError {
|
|
103
|
+
constructor(message, context) {
|
|
104
|
+
super(message, context);
|
|
105
|
+
this.name = "EmbeddingNotAvailableError";
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
/** Error thrown when the sqlite-vec extension is unavailable */
|
|
109
|
+
export class VectorExtensionError extends KnowledgeError {
|
|
110
|
+
constructor(message, context) {
|
|
111
|
+
super(message, context);
|
|
112
|
+
this.name = "VectorExtensionError";
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
/** Error thrown when an embedding operation fails */
|
|
116
|
+
export class EmbeddingError extends KnowledgeError {
|
|
117
|
+
constructor(message, cause, context) {
|
|
118
|
+
super(message, { cause, ...context });
|
|
119
|
+
this.name = "EmbeddingError";
|
|
120
|
+
}
|
|
121
|
+
}
|
|
101
122
|
//# sourceMappingURL=errors.js.map
|
package/dist/errors.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,MAAM,OAAO,cAAe,SAAQ,KAAK;IAGrB;IAFlB,YACE,OAAe,EACC,OAAiC;QAEjD,KAAK,CAAC,OAAO,CAAC,CAAC;QAFC,YAAO,GAAP,OAAO,CAA0B;QAGjD,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,sBAAuB,SAAQ,cAAc;IACxD,YACE,UAA2B,EAC3B,iBAAgC,MAAM,EACtC,OAAiC;QAEjC,MAAM,UAAU,GACd,cAAc,KAAK,MAAM;YACvB,CAAC,CAAC,mFAAmF;YACrF,CAAC,CAAC,qCAAqC,CAAC;QAC5C,MAAM,OAAO,GAAG,mBAAmB,cAAc,OAAO,UAAU,MAAM,UAAU,EAAE,CAAC;QACrF,KAAK,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AAED,mDAAmD;AACnD,MAAM,OAAO,aAAc,SAAQ,cAAc;IAC/C,YACE,SAAgE,EAChE,KAAe,EACf,OAAiC;QAEjC,MAAM,WAAW,GAA2B;YAC1C,MAAM,EAAE,2DAA2D;YACnE,MAAM,EAAE,yCAAyC;YACjD,MAAM,EAAE,gCAAgC;YACxC,MAAM,EAAE,uEAAuE;YAC/E,OAAO,EAAE,oDAAoD;SAC9D,CAAC;QACF,MAAM,OAAO,GAAG,+BAA+B,SAAS,KAAK,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5F,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,eAAgB,SAAQ,cAAc;IACjD,YAAY,KAAa,EAAE,KAAc,EAAE,MAAc,EAAE,OAAiC;QAC1F,MAAM,SAAS,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC;QAC7F,MAAM,SAAS,GACb,SAAS,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;YACjD,CAAC,CAAC,+BAA+B,KAAK,CAAC,MAAM,GAAG;YAChD,CAAC,CAAC,cAAc,SAAS,GAAG,CAAC;QACjC,MAAM,OAAO,GAAG,gCAAgC,KAAK,MAAM,MAAM,GAAG,SAAS,GAAG,CAAC;QACjF,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAED,iDAAiD;AACjD,MAAM,OAAO,aAAc,SAAQ,cAAc;IAC/C,YAAY,SAAiB,EAAE,KAAe,EAAE,OAAiC;QAC/E,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,OAAO,GAAG,8BAA8B,SAAS,GAAG,YAAY,gEAAgE,CAAC;QACvI,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,qDAAqD;AACrD,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,MAAc,EAAE,KAAe,EAAE,OAAiC;QAC5E,MAAM,OAAO,GAAG,kCAAkC,MAAM,GAAG,CAAC;QAC5D,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,8CAA8C;AAC9C,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,MAAc,EAAE,MAAc,EAAE,OAAiC;QAC3E,MAAM,OAAO,GAAG,mCAAmC,MAAM,KAAK,MAAM,GAAG,CAAC;QACxE,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,uDAAuD;AACvD,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,EAAU;QACpB,KAAK,CAAC,gCAAgC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,oBAAqB,SAAQ,cAAc;IACtD,YAAY,EAAU,EAAE,YAAoB,EAAE,WAAoB,EAAE,aAAsB;QACxF,MAAM,OAAO,GACX,YAAY,KAAK,YAAY;YAC3B,CAAC,CAAC,yBAAyB,EAAE,8CAA8C;YAC3E,CAAC,CAAC,yBAAyB,EAAE,kBAAkB,WAAW,oCAAoC,aAAa,uBAAuB,YAAY,GAAG,CAAC;QACtJ,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,8CAA8C;AAC9C,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,EAAU,EAAE,YAAoB;QAC1C,KAAK,CAAC,wBAAwB,EAAE,kCAAkC,YAAY,IAAI,EAAE;YAClF,EAAE;YACF,YAAY;SACb,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,MAAM,OAAO,cAAe,SAAQ,KAAK;IAGrB;IAFlB,YACE,OAAe,EACC,OAAiC;QAEjD,KAAK,CAAC,OAAO,CAAC,CAAC;QAFC,YAAO,GAAP,OAAO,CAA0B;QAGjD,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,sBAAuB,SAAQ,cAAc;IACxD,YACE,UAA2B,EAC3B,iBAAgC,MAAM,EACtC,OAAiC;QAEjC,MAAM,UAAU,GACd,cAAc,KAAK,MAAM;YACvB,CAAC,CAAC,mFAAmF;YACrF,CAAC,CAAC,qCAAqC,CAAC;QAC5C,MAAM,OAAO,GAAG,mBAAmB,cAAc,OAAO,UAAU,MAAM,UAAU,EAAE,CAAC;QACrF,KAAK,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AAED,mDAAmD;AACnD,MAAM,OAAO,aAAc,SAAQ,cAAc;IAC/C,YACE,SAAgE,EAChE,KAAe,EACf,OAAiC;QAEjC,MAAM,WAAW,GAA2B;YAC1C,MAAM,EAAE,2DAA2D;YACnE,MAAM,EAAE,yCAAyC;YACjD,MAAM,EAAE,gCAAgC;YACxC,MAAM,EAAE,uEAAuE;YAC/E,OAAO,EAAE,oDAAoD;SAC9D,CAAC;QACF,MAAM,OAAO,GAAG,+BAA+B,SAAS,KAAK,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5F,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,eAAgB,SAAQ,cAAc;IACjD,YAAY,KAAa,EAAE,KAAc,EAAE,MAAc,EAAE,OAAiC;QAC1F,MAAM,SAAS,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC;QAC7F,MAAM,SAAS,GACb,SAAS,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;YACjD,CAAC,CAAC,+BAA+B,KAAK,CAAC,MAAM,GAAG;YAChD,CAAC,CAAC,cAAc,SAAS,GAAG,CAAC;QACjC,MAAM,OAAO,GAAG,gCAAgC,KAAK,MAAM,MAAM,GAAG,SAAS,GAAG,CAAC;QACjF,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAED,iDAAiD;AACjD,MAAM,OAAO,aAAc,SAAQ,cAAc;IAC/C,YAAY,SAAiB,EAAE,KAAe,EAAE,OAAiC;QAC/E,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,OAAO,GAAG,8BAA8B,SAAS,GAAG,YAAY,gEAAgE,CAAC;QACvI,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,qDAAqD;AACrD,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,MAAc,EAAE,KAAe,EAAE,OAAiC;QAC5E,MAAM,OAAO,GAAG,kCAAkC,MAAM,GAAG,CAAC;QAC5D,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,8CAA8C;AAC9C,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,MAAc,EAAE,MAAc,EAAE,OAAiC;QAC3E,MAAM,OAAO,GAAG,mCAAmC,MAAM,KAAK,MAAM,GAAG,CAAC;QACxE,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,uDAAuD;AACvD,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,EAAU;QACpB,KAAK,CAAC,gCAAgC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,oBAAqB,SAAQ,cAAc;IACtD,YAAY,EAAU,EAAE,YAAoB,EAAE,WAAoB,EAAE,aAAsB;QACxF,MAAM,OAAO,GACX,YAAY,KAAK,YAAY;YAC3B,CAAC,CAAC,yBAAyB,EAAE,8CAA8C;YAC3E,CAAC,CAAC,yBAAyB,EAAE,kBAAkB,WAAW,oCAAoC,aAAa,uBAAuB,YAAY,GAAG,CAAC;QACtJ,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,8CAA8C;AAC9C,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,EAAU,EAAE,YAAoB;QAC1C,KAAK,CAAC,wBAAwB,EAAE,kCAAkC,YAAY,IAAI,EAAE;YAClF,EAAE;YACF,YAAY;SACb,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,yDAAyD;AACzD,MAAM,OAAO,0BAA2B,SAAQ,cAAc;IAC5D,YAAY,OAAe,EAAE,OAAiC;QAC5D,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,4BAA4B,CAAC;IAC3C,CAAC;CACF;AAED,gEAAgE;AAChE,MAAM,OAAO,oBAAqB,SAAQ,cAAc;IACtD,YAAY,OAAe,EAAE,OAAiC;QAC5D,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,qDAAqD;AACrD,MAAM,OAAO,cAAe,SAAQ,cAAc;IAChD,YAAY,OAAe,EAAE,KAAa,EAAE,OAAiC;QAC3E,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { EntityType } from "../types.js";
|
|
2
|
+
export interface ExtractedEntity {
|
|
3
|
+
name: string;
|
|
4
|
+
entityType: EntityType;
|
|
5
|
+
sourceType: "tag" | "import" | "link" | "code" | "mention" | "frontmatter";
|
|
6
|
+
}
|
|
7
|
+
/**
|
|
8
|
+
* ノートテキストからエンティティを抽出する。
|
|
9
|
+
*/
|
|
10
|
+
export declare class EntityExtractor {
|
|
11
|
+
extract(content: string, frontmatter?: Record<string, unknown>): ExtractedEntity[];
|
|
12
|
+
private extractFromFrontmatterTags;
|
|
13
|
+
private extractFromFrontmatterFields;
|
|
14
|
+
private extractImports;
|
|
15
|
+
private extractMarkdownLinks;
|
|
16
|
+
private extractInlineCode;
|
|
17
|
+
private extractMentions;
|
|
18
|
+
private extractOrgRepos;
|
|
19
|
+
private isStopWord;
|
|
20
|
+
private deduplicate;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=entity-extractor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"entity-extractor.d.ts","sourceRoot":"","sources":["../../src/graph/entity-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,UAAU,CAAC;IACvB,UAAU,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,aAAa,CAAC;CAC5E;AAsDD;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GAAG,eAAe,EAAE;IActF,OAAO,CAAC,0BAA0B;IAclC,OAAO,CAAC,4BAA4B;IAsCpC,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,oBAAoB;IAmB5B,OAAO,CAAC,iBAAiB;IAezB,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,WAAW;CAUpB"}
|