@knowledgine/core 0.0.1 → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/dist/config.d.ts +16 -0
  2. package/dist/config.d.ts.map +1 -1
  3. package/dist/config.js +17 -0
  4. package/dist/config.js.map +1 -1
  5. package/dist/embedding/embedding-provider.d.ts +9 -0
  6. package/dist/embedding/embedding-provider.d.ts.map +1 -0
  7. package/dist/embedding/embedding-provider.js +2 -0
  8. package/dist/embedding/embedding-provider.js.map +1 -0
  9. package/dist/embedding/model-manager.d.ts +10 -0
  10. package/dist/embedding/model-manager.d.ts.map +1 -0
  11. package/dist/embedding/model-manager.js +32 -0
  12. package/dist/embedding/model-manager.js.map +1 -0
  13. package/dist/embedding/onnx-embedding-provider.d.ts +18 -0
  14. package/dist/embedding/onnx-embedding-provider.d.ts.map +1 -0
  15. package/dist/embedding/onnx-embedding-provider.js +121 -0
  16. package/dist/embedding/onnx-embedding-provider.js.map +1 -0
  17. package/dist/embedding/tokenizer.d.ts +19 -0
  18. package/dist/embedding/tokenizer.d.ts.map +1 -0
  19. package/dist/embedding/tokenizer.js +80 -0
  20. package/dist/embedding/tokenizer.js.map +1 -0
  21. package/dist/errors.d.ts +12 -0
  22. package/dist/errors.d.ts.map +1 -1
  23. package/dist/errors.js +21 -0
  24. package/dist/errors.js.map +1 -1
  25. package/dist/graph/entity-extractor.d.ts +22 -0
  26. package/dist/graph/entity-extractor.d.ts.map +1 -0
  27. package/dist/graph/entity-extractor.js +203 -0
  28. package/dist/graph/entity-extractor.js.map +1 -0
  29. package/dist/graph/graph-repository.d.ts +63 -0
  30. package/dist/graph/graph-repository.d.ts.map +1 -0
  31. package/dist/graph/graph-repository.js +407 -0
  32. package/dist/graph/graph-repository.js.map +1 -0
  33. package/dist/graph/index.d.ts +4 -0
  34. package/dist/graph/index.d.ts.map +1 -0
  35. package/dist/graph/index.js +4 -0
  36. package/dist/graph/index.js.map +1 -0
  37. package/dist/graph/relation-inferrer.d.ts +23 -0
  38. package/dist/graph/relation-inferrer.d.ts.map +1 -0
  39. package/dist/graph/relation-inferrer.js +89 -0
  40. package/dist/graph/relation-inferrer.js.map +1 -0
  41. package/dist/index.d.ts +14 -2
  42. package/dist/index.d.ts.map +1 -1
  43. package/dist/index.js +15 -2
  44. package/dist/index.js.map +1 -1
  45. package/dist/search/hybrid-searcher.d.ts +14 -0
  46. package/dist/search/hybrid-searcher.d.ts.map +1 -0
  47. package/dist/search/hybrid-searcher.js +67 -0
  48. package/dist/search/hybrid-searcher.js.map +1 -0
  49. package/dist/search/knowledge-searcher.d.ts +8 -4
  50. package/dist/search/knowledge-searcher.d.ts.map +1 -1
  51. package/dist/search/knowledge-searcher.js +39 -15
  52. package/dist/search/knowledge-searcher.js.map +1 -1
  53. package/dist/search/link-generator.d.ts +7 -1
  54. package/dist/search/link-generator.d.ts.map +1 -1
  55. package/dist/search/link-generator.js +37 -1
  56. package/dist/search/link-generator.js.map +1 -1
  57. package/dist/search/semantic-searcher.d.ts +14 -0
  58. package/dist/search/semantic-searcher.d.ts.map +1 -0
  59. package/dist/search/semantic-searcher.js +30 -0
  60. package/dist/search/semantic-searcher.js.map +1 -0
  61. package/dist/storage/database.d.ts +4 -1
  62. package/dist/storage/database.d.ts.map +1 -1
  63. package/dist/storage/database.js +13 -1
  64. package/dist/storage/database.js.map +1 -1
  65. package/dist/storage/knowledge-repository.d.ts +27 -0
  66. package/dist/storage/knowledge-repository.d.ts.map +1 -1
  67. package/dist/storage/knowledge-repository.js +99 -0
  68. package/dist/storage/knowledge-repository.js.map +1 -1
  69. package/dist/storage/migrations/003_vector_embeddings.d.ts +3 -0
  70. package/dist/storage/migrations/003_vector_embeddings.d.ts.map +1 -0
  71. package/dist/storage/migrations/003_vector_embeddings.js +50 -0
  72. package/dist/storage/migrations/003_vector_embeddings.js.map +1 -0
  73. package/dist/storage/migrations/004_knowledge_graph.d.ts +3 -0
  74. package/dist/storage/migrations/004_knowledge_graph.d.ts.map +1 -0
  75. package/dist/storage/migrations/004_knowledge_graph.js +106 -0
  76. package/dist/storage/migrations/004_knowledge_graph.js.map +1 -0
  77. package/dist/types.d.ts +14 -0
  78. package/dist/types.d.ts.map +1 -1
  79. package/package.json +10 -3
package/dist/config.d.ts CHANGED
@@ -1,4 +1,18 @@
1
1
  export type PatternCategory = "problem" | "solution" | "learning" | "time";
2
+ export interface EmbeddingConfig {
3
+ /** 使用するモデル名 */
4
+ modelName: string;
5
+ /** 埋め込み次元数 */
6
+ dimensions: number;
7
+ /** 埋め込み生成を有効にするか */
8
+ enabled: boolean;
9
+ }
10
+ export interface SearchConfig {
11
+ /** デフォルト検索モード */
12
+ defaultMode: "keyword" | "semantic" | "hybrid";
13
+ /** ハイブリッド検索のFTSスコア重み (0-1) */
14
+ hybridAlpha: number;
15
+ }
2
16
  export interface KnowledgineConfig {
3
17
  rootPath: string;
4
18
  dbPath: string;
@@ -8,6 +22,8 @@ export interface KnowledgineConfig {
8
22
  frontmatter: {
9
23
  requiredFields: string[];
10
24
  };
25
+ embedding: EmbeddingConfig;
26
+ search: SearchConfig;
11
27
  }
12
28
  export declare function defineConfig(partial?: Partial<KnowledgineConfig>): KnowledgineConfig;
13
29
  //# sourceMappingURL=config.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE;QACR,OAAO,EAAE,eAAe,EAAE,CAAC;KAC5B,CAAC;IACF,WAAW,EAAE;QACX,cAAc,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;CACH;AAaD,wBAAgB,YAAY,CAAC,OAAO,GAAE,OAAO,CAAC,iBAAiB,CAAM,GAAG,iBAAiB,CAkBxF"}
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC9B,eAAe;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB;IACpB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,iBAAiB;IACjB,WAAW,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;IAC/C,8BAA8B;IAC9B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE;QACR,OAAO,EAAE,eAAe,EAAE,CAAC;KAC5B,CAAC;IACF,WAAW,EAAE;QACX,cAAc,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;IACF,SAAS,EAAE,eAAe,CAAC;IAC3B,MAAM,EAAE,YAAY,CAAC;CACtB;AAsBD,wBAAgB,YAAY,CAAC,OAAO,GAAE,OAAO,CAAC,iBAAiB,CAAM,GAAG,iBAAiB,CA0BxF"}
package/dist/config.js CHANGED
@@ -8,6 +8,15 @@ const DEFAULT_CONFIG = {
8
8
  frontmatter: {
9
9
  requiredFields: [],
10
10
  },
11
+ embedding: {
12
+ modelName: "all-MiniLM-L6-v2",
13
+ dimensions: 384,
14
+ enabled: true,
15
+ },
16
+ search: {
17
+ defaultMode: "keyword",
18
+ hybridAlpha: 0.3,
19
+ },
11
20
  };
12
21
  export function defineConfig(partial = {}) {
13
22
  const rootPath = partial.rootPath ?? DEFAULT_CONFIG.rootPath;
@@ -25,6 +34,14 @@ export function defineConfig(partial = {}) {
25
34
  ...DEFAULT_CONFIG.frontmatter,
26
35
  ...partial.frontmatter,
27
36
  },
37
+ embedding: {
38
+ ...DEFAULT_CONFIG.embedding,
39
+ ...partial.embedding,
40
+ },
41
+ search: {
42
+ ...DEFAULT_CONFIG.search,
43
+ ...partial.search,
44
+ },
28
45
  };
29
46
  }
30
47
  //# sourceMappingURL=config.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAe/B,MAAM,cAAc,GAAsB;IACxC,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,EAAE;IACV,QAAQ,EAAE;QACR,OAAO,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC;KACrD;IACD,WAAW,EAAE;QACX,cAAc,EAAE,EAAE;KACnB;CACF,CAAC;AAEF,MAAM,UAAU,YAAY,CAAC,UAAsC,EAAE;IACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC;IAEnF,OAAO;QACL,GAAG,cAAc;QACjB,GAAG,OAAO;QACV,QAAQ;QACR,MAAM;QACN,QAAQ,EAAE;YACR,GAAG,cAAc,CAAC,QAAQ;YAC1B,GAAG,OAAO,CAAC,QAAQ;SACpB;QACD,WAAW,EAAE;YACX,GAAG,cAAc,CAAC,WAAW;YAC7B,GAAG,OAAO,CAAC,WAAW;SACvB;KACF,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAiC/B,MAAM,cAAc,GAAsB;IACxC,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,EAAE;IACV,QAAQ,EAAE;QACR,OAAO,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC;KACrD;IACD,WAAW,EAAE;QACX,cAAc,EAAE,EAAE;KACnB;IACD,SAAS,EAAE;QACT,SAAS,EAAE,kBAAkB;QAC7B,UAAU,EAAE,GAAG;QACf,OAAO,EAAE,IAAI;KACd;IACD,MAAM,EAAE;QACN,WAAW,EAAE,SAAS;QACtB,WAAW,EAAE,GAAG;KACjB;CACF,CAAC;AAEF,MAAM,UAAU,YAAY,CAAC,UAAsC,EAAE;IACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC;IAEnF,OAAO;QACL,GAAG,cAAc;QACjB,GAAG,OAAO;QACV,QAAQ;QACR,MAAM;QACN,QAAQ,EAAE;YACR,GAAG,cAAc,CAAC,QAAQ;YAC1B,GAAG,OAAO,CAAC,QAAQ;SACpB;QACD,WAAW,EAAE;YACX,GAAG,cAAc,CAAC,WAAW;YAC7B,GAAG,OAAO,CAAC,WAAW;SACvB;QACD,SAAS,EAAE;YACT,GAAG,cAAc,CAAC,SAAS;YAC3B,GAAG,OAAO,CAAC,SAAS;SACrB;QACD,MAAM,EAAE;YACN,GAAG,cAAc,CAAC,MAAM;YACxB,GAAG,OAAO,CAAC,MAAM;SAClB;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,9 @@
1
+ export interface EmbeddingProvider {
2
+ /** テキストを埋め込みベクトルに変換する */
3
+ embed(text: string): Promise<Float32Array>;
4
+ /** 複数テキストをバッチ処理する */
5
+ embedBatch(texts: string[]): Promise<Float32Array[]>;
6
+ /** 埋め込みの次元数を返す */
7
+ getDimensions(): number;
8
+ }
9
+ //# sourceMappingURL=embedding-provider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"embedding-provider.d.ts","sourceRoot":"","sources":["../../src/embedding/embedding-provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,yBAAyB;IACzB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC3C,qBAAqB;IACrB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACrD,kBAAkB;IAClB,aAAa,IAAI,MAAM,CAAC;CACzB"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=embedding-provider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"embedding-provider.js","sourceRoot":"","sources":["../../src/embedding/embedding-provider.ts"],"names":[],"mappings":""}
@@ -0,0 +1,10 @@
1
+ export declare const DEFAULT_MODEL_NAME = "all-MiniLM-L6-v2";
2
+ export declare class ModelManager {
3
+ private modelsDir;
4
+ constructor(modelsDir?: string);
5
+ getModelDir(modelName?: string): string;
6
+ getModelPath(modelName?: string): string;
7
+ getTokenizerPath(modelName?: string): string;
8
+ isModelAvailable(modelName?: string): boolean;
9
+ }
10
+ //# sourceMappingURL=model-manager.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"model-manager.d.ts","sourceRoot":"","sources":["../../src/embedding/model-manager.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,kBAAkB,qBAAqB,CAAC;AAErD,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAAS;gBAEd,SAAS,CAAC,EAAE,MAAM;IAY9B,WAAW,CAAC,SAAS,GAAE,MAA2B,GAAG,MAAM;IAI3D,YAAY,CAAC,SAAS,GAAE,MAA2B,GAAG,MAAM;IAI5D,gBAAgB,CAAC,SAAS,GAAE,MAA2B,GAAG,MAAM;IAIhE,gBAAgB,CAAC,SAAS,GAAE,MAA2B,GAAG,OAAO;CAGlE"}
@@ -0,0 +1,32 @@
1
+ import { existsSync } from "fs";
2
+ import { join, dirname } from "path";
3
+ import { fileURLToPath } from "url";
4
+ export const DEFAULT_MODEL_NAME = "all-MiniLM-L6-v2";
5
+ export class ModelManager {
6
+ modelsDir;
7
+ constructor(modelsDir) {
8
+ if (modelsDir) {
9
+ this.modelsDir = modelsDir;
10
+ }
11
+ else {
12
+ // Resolve models/ relative to the package root (one level above src/embedding/)
13
+ const currentDir = dirname(fileURLToPath(import.meta.url));
14
+ // In dist: dist/embedding/ -> package root
15
+ // In src: src/embedding/ -> package root
16
+ this.modelsDir = join(currentDir, "..", "..", "models");
17
+ }
18
+ }
19
+ getModelDir(modelName = DEFAULT_MODEL_NAME) {
20
+ return join(this.modelsDir, modelName);
21
+ }
22
+ getModelPath(modelName = DEFAULT_MODEL_NAME) {
23
+ return join(this.getModelDir(modelName), "model.onnx");
24
+ }
25
+ getTokenizerPath(modelName = DEFAULT_MODEL_NAME) {
26
+ return join(this.getModelDir(modelName), "tokenizer.json");
27
+ }
28
+ isModelAvailable(modelName = DEFAULT_MODEL_NAME) {
29
+ return existsSync(this.getModelPath(modelName)) && existsSync(this.getTokenizerPath(modelName));
30
+ }
31
+ }
32
+ //# sourceMappingURL=model-manager.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"model-manager.js","sourceRoot":"","sources":["../../src/embedding/model-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,MAAM,CAAC,MAAM,kBAAkB,GAAG,kBAAkB,CAAC;AAErD,MAAM,OAAO,YAAY;IACf,SAAS,CAAS;IAE1B,YAAY,SAAkB;QAC5B,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,gFAAgF;YAChF,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3D,2CAA2C;YAC3C,yCAAyC;YACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,WAAW,CAAC,YAAoB,kBAAkB;QAChD,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACzC,CAAC;IAED,YAAY,CAAC,YAAoB,kBAAkB;QACjD,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC;IAED,gBAAgB,CAAC,YAAoB,kBAAkB;QACrD,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAC7D,CAAC;IAED,gBAAgB,CAAC,YAAoB,kBAAkB;QACrD,OAAO,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IAClG,CAAC;CACF"}
@@ -0,0 +1,18 @@
1
+ import type { EmbeddingProvider } from "./embedding-provider.js";
2
+ import { ModelManager } from "./model-manager.js";
3
+ export declare class OnnxEmbeddingProvider implements EmbeddingProvider {
4
+ private session;
5
+ private tokenizer;
6
+ private modelName;
7
+ private modelManager;
8
+ constructor(modelName?: string, modelManager?: ModelManager);
9
+ private getSession;
10
+ private getTokenizer;
11
+ embed(text: string): Promise<Float32Array>;
12
+ embedBatch(texts: string[]): Promise<Float32Array[]>;
13
+ getDimensions(): number;
14
+ close(): Promise<void>;
15
+ private meanPool;
16
+ private normalize;
17
+ }
18
+ //# sourceMappingURL=onnx-embedding-provider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"onnx-embedding-provider.d.ts","sourceRoot":"","sources":["../../src/embedding/onnx-embedding-provider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,OAAO,EAAE,YAAY,EAAsB,MAAM,oBAAoB,CAAC;AAKtE,qBAAa,qBAAsB,YAAW,iBAAiB;IAC7D,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,SAAS,CAAmC;IACpD,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAAe;gBAEvB,SAAS,GAAE,MAA2B,EAAE,YAAY,CAAC,EAAE,YAAY;YAKjE,UAAU;IAwBxB,OAAO,CAAC,YAAY;IAWd,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAK1C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAsD1D,aAAa,IAAI,MAAM;IAIjB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,OAAO,CAAC,QAAQ;IA0BhB,OAAO,CAAC,SAAS;CAalB"}
@@ -0,0 +1,121 @@
1
+ import { WordPieceTokenizer } from "./tokenizer.js";
2
+ import { ModelManager, DEFAULT_MODEL_NAME } from "./model-manager.js";
3
+ import { EmbeddingNotAvailableError, EmbeddingError } from "../errors.js";
4
+ const DIMENSIONS = 384;
5
+ export class OnnxEmbeddingProvider {
6
+ session = null;
7
+ tokenizer = null;
8
+ modelName;
9
+ modelManager;
10
+ constructor(modelName = DEFAULT_MODEL_NAME, modelManager) {
11
+ this.modelName = modelName;
12
+ this.modelManager = modelManager ?? new ModelManager();
13
+ }
14
+ async getSession() {
15
+ if (this.session)
16
+ return this.session;
17
+ if (!this.modelManager.isModelAvailable(this.modelName)) {
18
+ throw new EmbeddingNotAvailableError(`Model "${this.modelName}" not found. Run the download script first: node scripts/download-model.js`);
19
+ }
20
+ try {
21
+ const ort = await import("onnxruntime-node");
22
+ this.session = await ort.InferenceSession.create(this.modelManager.getModelPath(this.modelName), { executionProviders: ["cpu"] });
23
+ return this.session;
24
+ }
25
+ catch (error) {
26
+ throw new EmbeddingError(`Failed to load ONNX model "${this.modelName}"`, error instanceof Error ? error : new Error(String(error)));
27
+ }
28
+ }
29
+ getTokenizer() {
30
+ if (this.tokenizer)
31
+ return this.tokenizer;
32
+ if (!this.modelManager.isModelAvailable(this.modelName)) {
33
+ throw new EmbeddingNotAvailableError(`Model "${this.modelName}" not found. Run the download script first: node scripts/download-model.js`);
34
+ }
35
+ this.tokenizer = new WordPieceTokenizer(this.modelManager.getTokenizerPath(this.modelName));
36
+ return this.tokenizer;
37
+ }
38
+ async embed(text) {
39
+ const [result] = await this.embedBatch([text]);
40
+ return result;
41
+ }
42
+ async embedBatch(texts) {
43
+ const session = await this.getSession();
44
+ const tokenizer = this.getTokenizer();
45
+ try {
46
+ const ort = await import("onnxruntime-node");
47
+ const results = [];
48
+ for (const text of texts) {
49
+ const encoded = tokenizer.encode(text);
50
+ const seqLen = encoded.inputIds.length;
51
+ const inputIds = new ort.Tensor("int64", BigInt64Array.from(encoded.inputIds.map(BigInt)), [
52
+ 1,
53
+ seqLen,
54
+ ]);
55
+ const attentionMask = new ort.Tensor("int64", BigInt64Array.from(encoded.attentionMask.map(BigInt)), [1, seqLen]);
56
+ const tokenTypeIds = new ort.Tensor("int64", BigInt64Array.from(encoded.tokenTypeIds.map(BigInt)), [1, seqLen]);
57
+ const feeds = {
58
+ input_ids: inputIds,
59
+ attention_mask: attentionMask,
60
+ token_type_ids: tokenTypeIds,
61
+ };
62
+ const output = await session.run(feeds);
63
+ // Mean pooling over token embeddings (last hidden state)
64
+ const outputKey = Object.keys(output)[0];
65
+ const lastHiddenState = output["last_hidden_state"] ?? output[outputKey];
66
+ const data = lastHiddenState.data;
67
+ const embedding = this.meanPool(data, encoded.attentionMask, seqLen, DIMENSIONS);
68
+ results.push(this.normalize(embedding));
69
+ }
70
+ return results;
71
+ }
72
+ catch (error) {
73
+ if (error instanceof EmbeddingNotAvailableError || error instanceof EmbeddingError) {
74
+ throw error;
75
+ }
76
+ throw new EmbeddingError("ONNX inference failed", error instanceof Error ? error : new Error(String(error)));
77
+ }
78
+ }
79
+ getDimensions() {
80
+ return DIMENSIONS;
81
+ }
82
+ async close() {
83
+ if (this.session) {
84
+ await this.session.release();
85
+ this.session = null;
86
+ }
87
+ }
88
+ meanPool(data, attentionMask, seqLen, hiddenSize) {
89
+ const pooled = new Float32Array(hiddenSize);
90
+ let count = 0;
91
+ for (let i = 0; i < seqLen; i++) {
92
+ if (attentionMask[i] === 0)
93
+ continue;
94
+ count++;
95
+ for (let j = 0; j < hiddenSize; j++) {
96
+ pooled[j] += data[i * hiddenSize + j];
97
+ }
98
+ }
99
+ if (count > 0) {
100
+ for (let j = 0; j < hiddenSize; j++) {
101
+ pooled[j] /= count;
102
+ }
103
+ }
104
+ return pooled;
105
+ }
106
+ normalize(vec) {
107
+ let norm = 0;
108
+ for (const v of vec) {
109
+ norm += v * v;
110
+ }
111
+ norm = Math.sqrt(norm);
112
+ if (norm === 0)
113
+ return vec;
114
+ const result = new Float32Array(vec.length);
115
+ for (let i = 0; i < vec.length; i++) {
116
+ result[i] = vec[i] / norm;
117
+ }
118
+ return result;
119
+ }
120
+ }
121
+ //# sourceMappingURL=onnx-embedding-provider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"onnx-embedding-provider.js","sourceRoot":"","sources":["../../src/embedding/onnx-embedding-provider.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE1E,MAAM,UAAU,GAAG,GAAG,CAAC;AAEvB,MAAM,OAAO,qBAAqB;IACxB,OAAO,GAA4B,IAAI,CAAC;IACxC,SAAS,GAA8B,IAAI,CAAC;IAC5C,SAAS,CAAS;IAClB,YAAY,CAAe;IAEnC,YAAY,YAAoB,kBAAkB,EAAE,YAA2B;QAC7E,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,IAAI,YAAY,EAAE,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QAEtC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,0BAA0B,CAClC,UAAU,IAAI,CAAC,SAAS,4EAA4E,CACrG,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAC9C,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,EAC9C,EAAE,kBAAkB,EAAE,CAAC,KAAK,CAAC,EAAE,CAChC,CAAC;YACF,OAAO,IAAI,CAAC,OAAO,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,cAAc,CACtB,8BAA8B,IAAI,CAAC,SAAS,GAAG,EAC/C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,0BAA0B,CAClC,UAAU,IAAI,CAAC,SAAS,4EAA4E,CACrG,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5F,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAEtC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAmB,EAAE,CAAC;YAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAEvC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE;oBACzF,CAAC;oBACD,MAAM;iBACP,CAAC,CAAC;gBACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,MAAM,CAClC,OAAO,EACP,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EACrD,CAAC,CAAC,EAAE,MAAM,CAAC,CACZ,CAAC;gBACF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CACjC,OAAO,EACP,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EACpD,CAAC,CAAC,EAAE,MAAM,CAAC,CACZ,CAAC;gBAEF,MAAM,KAAK,GAA2B;oBACpC,SAAS,EAAE,QAAQ;oBACnB,cAAc,EAAE,aAAa;oBAC7B,cAAc,EAAE,YAAY;iBAC7B,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAExC,yDAAyD;gBACzD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,eAAe,GAAG,MAAM,CAAC,mBAAmB,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzE,MAAM,IAAI,GAAG,eAAe,CAAC,IAAoB,CAAC;gBAClD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;gBACjF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;YAC1C,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,0BAA0B,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;gBACnF,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,cAAc,CACtB,uBAAuB,EACvB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,QAAQ,CACd,IAAkB,EAClB,aAAuB,EACvB,MAAc,EACd,UAAkB;QAElB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,IAAI,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,SAAS;YACrC,KAAK,EAAE,CAAC;YACR,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,SAAS,CAAC,GAAiB;QACjC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
@@ -0,0 +1,19 @@
1
+ interface EncodingResult {
2
+ inputIds: number[];
3
+ attentionMask: number[];
4
+ tokenTypeIds: number[];
5
+ }
6
+ export declare class WordPieceTokenizer {
7
+ private vocab;
8
+ private unkId;
9
+ private clsId;
10
+ private sepId;
11
+ private padId;
12
+ constructor(tokenizerJsonPath: string);
13
+ encode(text: string): EncodingResult;
14
+ private lookupToken;
15
+ private tokenize;
16
+ private wordpieceTokenize;
17
+ }
18
+ export {};
19
+ //# sourceMappingURL=tokenizer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/embedding/tokenizer.ts"],"names":[],"mappings":"AASA,UAAU,cAAc;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAQD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,KAAK,CAAS;gBAEV,iBAAiB,EAAE,MAAM;IAWrC,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc;IAsBpC,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,iBAAiB;CAiC1B"}
@@ -0,0 +1,80 @@
1
+ import { readFileSync } from "fs";
2
+ const MAX_LENGTH = 128;
3
+ const UNK_TOKEN = "[UNK]";
4
+ const CLS_TOKEN = "[CLS]";
5
+ const SEP_TOKEN = "[SEP]";
6
+ const PAD_TOKEN = "[PAD]";
7
+ export class WordPieceTokenizer {
8
+ vocab;
9
+ unkId;
10
+ clsId;
11
+ sepId;
12
+ padId;
13
+ constructor(tokenizerJsonPath) {
14
+ const raw = readFileSync(tokenizerJsonPath, "utf-8");
15
+ const config = JSON.parse(raw);
16
+ this.vocab = new Map(Object.entries(config.model.vocab));
17
+ this.unkId = this.vocab.get(UNK_TOKEN) ?? 100;
18
+ this.clsId = this.vocab.get(CLS_TOKEN) ?? 101;
19
+ this.sepId = this.vocab.get(SEP_TOKEN) ?? 102;
20
+ this.padId = this.vocab.get(PAD_TOKEN) ?? 0;
21
+ }
22
+ encode(text) {
23
+ const tokens = this.tokenize(text);
24
+ // Account for [CLS] and [SEP]
25
+ const maxTokens = MAX_LENGTH - 2;
26
+ const truncated = tokens.slice(0, maxTokens);
27
+ const ids = [this.clsId, ...truncated.map((t) => this.lookupToken(t)), this.sepId];
28
+ const mask = new Array(ids.length).fill(1);
29
+ // Pad to MAX_LENGTH
30
+ while (ids.length < MAX_LENGTH) {
31
+ ids.push(this.padId);
32
+ mask.push(0);
33
+ }
34
+ return {
35
+ inputIds: ids,
36
+ attentionMask: mask,
37
+ tokenTypeIds: new Array(MAX_LENGTH).fill(0),
38
+ };
39
+ }
40
+ lookupToken(token) {
41
+ return this.vocab.get(token) ?? this.unkId;
42
+ }
43
+ tokenize(text) {
44
+ const normalized = text.toLowerCase().trim();
45
+ const words = normalized.split(/\s+/).filter((w) => w.length > 0);
46
+ const tokens = [];
47
+ for (const word of words) {
48
+ tokens.push(...this.wordpieceTokenize(word));
49
+ }
50
+ return tokens;
51
+ }
52
+ wordpieceTokenize(word) {
53
+ if (this.vocab.has(word)) {
54
+ return [word];
55
+ }
56
+ const tokens = [];
57
+ let start = 0;
58
+ let isUnk = false;
59
+ while (start < word.length) {
60
+ let end = word.length;
61
+ let found = null;
62
+ while (start < end) {
63
+ const substr = (start === 0 ? "" : "##") + word.slice(start, end);
64
+ if (this.vocab.has(substr)) {
65
+ found = substr;
66
+ break;
67
+ }
68
+ end--;
69
+ }
70
+ if (found === null) {
71
+ isUnk = true;
72
+ break;
73
+ }
74
+ tokens.push(found);
75
+ start = end;
76
+ }
77
+ return isUnk ? [UNK_TOKEN] : tokens;
78
+ }
79
+ }
80
+ //# sourceMappingURL=tokenizer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/embedding/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAelC,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;AAE1B,MAAM,OAAO,kBAAkB;IACrB,KAAK,CAAsB;IAC3B,KAAK,CAAS;IACd,KAAK,CAAS;IACd,KAAK,CAAS;IACd,KAAK,CAAS;IAEtB,YAAY,iBAAyB;QACnC,MAAM,GAAG,GAAG,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkB,CAAC;QAChD,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAEzD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,IAAY;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACnC,8BAA8B;QAC9B,MAAM,SAAS,GAAG,UAAU,GAAG,CAAC,CAAC;QACjC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAE7C,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACnF,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE3C,oBAAoB;QACpB,OAAO,GAAG,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACf,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,GAAG;YACb,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;SAC5C,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,KAAa;QAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC;IAC7C,CAAC;IAEO,QAAQ,CAAC,IAAY;QAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClE,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,iBAAiB,CAAC,IAAY;QACpC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,KAAK,CAAC;QAElB,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;YACtB,IAAI,KAAK,GAAkB,IAAI,CAAC;YAEhC,OAAO,KAAK,GAAG,GAAG,EAAE,CAAC;gBACnB,MAAM,MAAM,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAClE,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3B,KAAK,GAAG,MAAM,CAAC;oBACf,MAAM;gBACR,CAAC;gBACD,GAAG,EAAE,CAAC;YACR,CAAC;YAED,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACR,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,KAAK,GAAG,GAAG,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACtC,CAAC;CACF"}
package/dist/errors.d.ts CHANGED
@@ -39,4 +39,16 @@ export declare class MemoryPromotionError extends KnowledgeError {
39
39
  export declare class MemoryDemotionError extends KnowledgeError {
40
40
  constructor(id: number, currentLayer: string);
41
41
  }
42
+ /** Error thrown when embedding model is not available */
43
+ export declare class EmbeddingNotAvailableError extends KnowledgeError {
44
+ constructor(message: string, context?: Record<string, unknown>);
45
+ }
46
+ /** Error thrown when the sqlite-vec extension is unavailable */
47
+ export declare class VectorExtensionError extends KnowledgeError {
48
+ constructor(message: string, context?: Record<string, unknown>);
49
+ }
50
+ /** Error thrown when an embedding operation fails */
51
+ export declare class EmbeddingError extends KnowledgeError {
52
+ constructor(message: string, cause?: Error, context?: Record<string, unknown>);
53
+ }
42
54
  //# sourceMappingURL=errors.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,qBAAa,cAAe,SAAQ,KAAK;aAGrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBADjD,OAAO,EAAE,MAAM,EACC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YAAA;CAMpD;AAED,+CAA+C;AAC/C,qBAAa,sBAAuB,SAAQ,cAAc;gBAEtD,UAAU,EAAE,MAAM,GAAG,MAAM,EAC3B,cAAc,GAAE,MAAM,GAAG,IAAa,EACtC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAUpC;AAED,mDAAmD;AACnD,qBAAa,aAAc,SAAQ,cAAc;gBAE7C,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,EAChE,KAAK,CAAC,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAapC;AAED,+CAA+C;AAC/C,qBAAa,eAAgB,SAAQ,cAAc;gBACrC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAU7F;AAED,iDAAiD;AACjD,qBAAa,aAAc,SAAQ,cAAc;gBACnC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAMlF;AAED,qDAAqD;AACrD,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAK/E;AAED,8CAA8C;AAC9C,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAK9E;AAED,uDAAuD;AACvD,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,EAAE,EAAE,MAAM;CAIvB;AAED,+CAA+C;AAC/C,qBAAa,oBAAqB,SAAQ,cAAc;gBAC1C,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM;CAQ3F;AAED,8CAA8C;AAC9C,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;CAO7C"}
1
+ {"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,qBAAa,cAAe,SAAQ,KAAK;aAGrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBADjD,OAAO,EAAE,MAAM,EACC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YAAA;CAMpD;AAED,+CAA+C;AAC/C,qBAAa,sBAAuB,SAAQ,cAAc;gBAEtD,UAAU,EAAE,MAAM,GAAG,MAAM,EAC3B,cAAc,GAAE,MAAM,GAAG,IAAa,EACtC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAUpC;AAED,mDAAmD;AACnD,qBAAa,aAAc,SAAQ,cAAc;gBAE7C,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,EAChE,KAAK,CAAC,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAapC;AAED,+CAA+C;AAC/C,qBAAa,eAAgB,SAAQ,cAAc;gBACrC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAU7F;AAED,iDAAiD;AACjD,qBAAa,aAAc,SAAQ,cAAc;gBACnC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAMlF;AAED,qDAAqD;AACrD,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAK/E;AAED,8CAA8C;AAC9C,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAK9E;AAED,uDAAuD;AACvD,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,EAAE,EAAE,MAAM;CAIvB;AAED,+CAA+C;AAC/C,qBAAa,oBAAqB,SAAQ,cAAc;gBAC1C,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM;CAQ3F;AAED,8CAA8C;AAC9C,qBAAa,mBAAoB,SAAQ,cAAc;gBACzC,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;CAO7C;AAED,yDAAyD;AACzD,qBAAa,0BAA2B,SAAQ,cAAc;gBAChD,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAI/D;AAED,gEAAgE;AAChE,qBAAa,oBAAqB,SAAQ,cAAc;gBAC1C,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAI/D;AAED,qDAAqD;AACrD,qBAAa,cAAe,SAAQ,cAAc;gBACpC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAI9E"}
package/dist/errors.js CHANGED
@@ -98,4 +98,25 @@ export class MemoryDemotionError extends KnowledgeError {
98
98
  this.name = "MemoryDemotionError";
99
99
  }
100
100
  }
101
+ /** Error thrown when embedding model is not available */
102
+ export class EmbeddingNotAvailableError extends KnowledgeError {
103
+ constructor(message, context) {
104
+ super(message, context);
105
+ this.name = "EmbeddingNotAvailableError";
106
+ }
107
+ }
108
+ /** Error thrown when the sqlite-vec extension is unavailable */
109
+ export class VectorExtensionError extends KnowledgeError {
110
+ constructor(message, context) {
111
+ super(message, context);
112
+ this.name = "VectorExtensionError";
113
+ }
114
+ }
115
+ /** Error thrown when an embedding operation fails */
116
+ export class EmbeddingError extends KnowledgeError {
117
+ constructor(message, cause, context) {
118
+ super(message, { cause, ...context });
119
+ this.name = "EmbeddingError";
120
+ }
121
+ }
101
122
  //# sourceMappingURL=errors.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,MAAM,OAAO,cAAe,SAAQ,KAAK;IAGrB;IAFlB,YACE,OAAe,EACC,OAAiC;QAEjD,KAAK,CAAC,OAAO,CAAC,CAAC;QAFC,YAAO,GAAP,OAAO,CAA0B;QAGjD,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,sBAAuB,SAAQ,cAAc;IACxD,YACE,UAA2B,EAC3B,iBAAgC,MAAM,EACtC,OAAiC;QAEjC,MAAM,UAAU,GACd,cAAc,KAAK,MAAM;YACvB,CAAC,CAAC,mFAAmF;YACrF,CAAC,CAAC,qCAAqC,CAAC;QAC5C,MAAM,OAAO,GAAG,mBAAmB,cAAc,OAAO,UAAU,MAAM,UAAU,EAAE,CAAC;QACrF,KAAK,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AAED,mDAAmD;AACnD,MAAM,OAAO,aAAc,SAAQ,cAAc;IAC/C,YACE,SAAgE,EAChE,KAAe,EACf,OAAiC;QAEjC,MAAM,WAAW,GAA2B;YAC1C,MAAM,EAAE,2DAA2D;YACnE,MAAM,EAAE,yCAAyC;YACjD,MAAM,EAAE,gCAAgC;YACxC,MAAM,EAAE,uEAAuE;YAC/E,OAAO,EAAE,oDAAoD;SAC9D,CAAC;QACF,MAAM,OAAO,GAAG,+BAA+B,SAAS,KAAK,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5F,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,eAAgB,SAAQ,cAAc;IACjD,YAAY,KAAa,EAAE,KAAc,EAAE,MAAc,EAAE,OAAiC;QAC1F,MAAM,SAAS,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC;QAC7F,MAAM,SAAS,GACb,SAAS,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;YACjD,CAAC,CAAC,+BAA+B,KAAK,CAAC,MAAM,GAAG;YAChD,CAAC,CAAC,cAAc,SAAS,GAAG,CAAC;QACjC,MAAM,OAAO,GAAG,gCAAgC,KAAK,MAAM,MAAM,GAAG,SAAS,GAAG,CAAC;QACjF,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAED,iDAAiD;AACjD,MAAM,OAAO,aAAc,SAAQ,cAAc;IAC/C,YAAY,SAAiB,EAAE,KAAe,EAAE,OAAiC;QAC/E,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,OAAO,GAAG,8BAA8B,SAAS,GAAG,YAAY,gEAAgE,CAAC;QACvI,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,qDAAqD;AACrD,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,MAAc,EAAE,KAAe,EAAE,OAAiC;QAC5E,MAAM,OAAO,GAAG,kCAAkC,MAAM,GAAG,CAAC;QAC5D,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,8CAA8C;AAC9C,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,MAAc,EAAE,MAAc,EAAE,OAAiC;QAC3E,MAAM,OAAO,GAAG,mCAAmC,MAAM,KAAK,MAAM,GAAG,CAAC;QACxE,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,uDAAuD;AACvD,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,EAAU;QACpB,KAAK,CAAC,gCAAgC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,oBAAqB,SAAQ,cAAc;IACtD,YAAY,EAAU,EAAE,YAAoB,EAAE,WAAoB,EAAE,aAAsB;QACxF,MAAM,OAAO,GACX,YAAY,KAAK,YAAY;YAC3B,CAAC,CAAC,yBAAyB,EAAE,8CAA8C;YAC3E,CAAC,CAAC,yBAAyB,EAAE,kBAAkB,WAAW,oCAAoC,aAAa,uBAAuB,YAAY,GAAG,CAAC;QACtJ,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,8CAA8C;AAC9C,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,EAAU,EAAE,YAAoB;QAC1C,KAAK,CAAC,wBAAwB,EAAE,kCAAkC,YAAY,IAAI,EAAE;YAClF,EAAE;YACF,YAAY;SACb,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF"}
1
+ {"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,MAAM,OAAO,cAAe,SAAQ,KAAK;IAGrB;IAFlB,YACE,OAAe,EACC,OAAiC;QAEjD,KAAK,CAAC,OAAO,CAAC,CAAC;QAFC,YAAO,GAAP,OAAO,CAA0B;QAGjD,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,sBAAuB,SAAQ,cAAc;IACxD,YACE,UAA2B,EAC3B,iBAAgC,MAAM,EACtC,OAAiC;QAEjC,MAAM,UAAU,GACd,cAAc,KAAK,MAAM;YACvB,CAAC,CAAC,mFAAmF;YACrF,CAAC,CAAC,qCAAqC,CAAC;QAC5C,MAAM,OAAO,GAAG,mBAAmB,cAAc,OAAO,UAAU,MAAM,UAAU,EAAE,CAAC;QACrF,KAAK,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AAED,mDAAmD;AACnD,MAAM,OAAO,aAAc,SAAQ,cAAc;IAC/C,YACE,SAAgE,EAChE,KAAe,EACf,OAAiC;QAEjC,MAAM,WAAW,GAA2B;YAC1C,MAAM,EAAE,2DAA2D;YACnE,MAAM,EAAE,yCAAyC;YACjD,MAAM,EAAE,gCAAgC;YACxC,MAAM,EAAE,uEAAuE;YAC/E,OAAO,EAAE,oDAAoD;SAC9D,CAAC;QACF,MAAM,OAAO,GAAG,+BAA+B,SAAS,KAAK,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5F,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,eAAgB,SAAQ,cAAc;IACjD,YAAY,KAAa,EAAE,KAAc,EAAE,MAAc,EAAE,OAAiC;QAC1F,MAAM,SAAS,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC;QAC7F,MAAM,SAAS,GACb,SAAS,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;YACjD,CAAC,CAAC,+BAA+B,KAAK,CAAC,MAAM,GAAG;YAChD,CAAC,CAAC,cAAc,SAAS,GAAG,CAAC;QACjC,MAAM,OAAO,GAAG,gCAAgC,KAAK,MAAM,MAAM,GAAG,SAAS,GAAG,CAAC;QACjF,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAED,iDAAiD;AACjD,MAAM,OAAO,aAAc,SAAQ,cAAc;IAC/C,YAAY,SAAiB,EAAE,KAAe,EAAE,OAAiC;QAC/E,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,OAAO,GAAG,8BAA8B,SAAS,GAAG,YAAY,gEAAgE,CAAC;QACvI,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,qDAAqD;AACrD,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,MAAc,EAAE,KAAe,EAAE,OAAiC;QAC5E,MAAM,OAAO,GAAG,kCAAkC,MAAM,GAAG,CAAC;QAC5D,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,8CAA8C;AAC9C,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,MAAc,EAAE,MAAc,EAAE,OAAiC;QAC3E,MAAM,OAAO,GAAG,mCAAmC,MAAM,KAAK,MAAM,GAAG,CAAC;QACxE,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,uDAAuD;AACvD,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,EAAU;QACpB,KAAK,CAAC,gCAAgC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,+CAA+C;AAC/C,MAAM,OAAO,oBAAqB,SAAQ,cAAc;IACtD,YAAY,EAAU,EAAE,YAAoB,EAAE,WAAoB,EAAE,aAAsB;QACxF,MAAM,OAAO,GACX,YAAY,KAAK,YAAY;YAC3B,CAAC,CAAC,yBAAyB,EAAE,8CAA8C;YAC3E,CAAC,CAAC,yBAAyB,EAAE,kBAAkB,WAAW,oCAAoC,aAAa,uBAAuB,YAAY,GAAG,CAAC;QACtJ,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,8CAA8C;AAC9C,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrD,YAAY,EAAU,EAAE,YAAoB;QAC1C,KAAK,CAAC,wBAAwB,EAAE,kCAAkC,YAAY,IAAI,EAAE;YAClF,EAAE;YACF,YAAY;SACb,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,yDAAyD;AACzD,MAAM,OAAO,0BAA2B,SAAQ,cAAc;IAC5D,YAAY,OAAe,EAAE,OAAiC;QAC5D,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,4BAA4B,CAAC;IAC3C,CAAC;CACF;AAED,gEAAgE;AAChE,MAAM,OAAO,oBAAqB,SAAQ,cAAc;IACtD,YAAY,OAAe,EAAE,OAAiC;QAC5D,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,qDAAqD;AACrD,MAAM,OAAO,cAAe,SAAQ,cAAc;IAChD,YAAY,OAAe,EAAE,KAAa,EAAE,OAAiC;QAC3E,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF"}
@@ -0,0 +1,22 @@
1
+ import type { EntityType } from "../types.js";
2
+ export interface ExtractedEntity {
3
+ name: string;
4
+ entityType: EntityType;
5
+ sourceType: "tag" | "import" | "link" | "code" | "mention" | "frontmatter";
6
+ }
7
+ /**
8
+ * ノートテキストからエンティティを抽出する。
9
+ */
10
+ export declare class EntityExtractor {
11
+ extract(content: string, frontmatter?: Record<string, unknown>): ExtractedEntity[];
12
+ private extractFromFrontmatterTags;
13
+ private extractFromFrontmatterFields;
14
+ private extractImports;
15
+ private extractMarkdownLinks;
16
+ private extractInlineCode;
17
+ private extractMentions;
18
+ private extractOrgRepos;
19
+ private isStopWord;
20
+ private deduplicate;
21
+ }
22
+ //# sourceMappingURL=entity-extractor.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"entity-extractor.d.ts","sourceRoot":"","sources":["../../src/graph/entity-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,UAAU,CAAC;IACvB,UAAU,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,aAAa,CAAC;CAC5E;AAsDD;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GAAG,eAAe,EAAE;IActF,OAAO,CAAC,0BAA0B;IAclC,OAAO,CAAC,4BAA4B;IAsCpC,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,oBAAoB;IAmB5B,OAAO,CAAC,iBAAiB;IAezB,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,WAAW;CAUpB"}