kiri-mcp-server 0.9.9 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +51 -7
- package/dist/package.json +4 -1
- package/dist/src/client/proxy.js +81 -12
- package/dist/src/client/proxy.js.map +1 -1
- package/dist/src/daemon/daemon.js +91 -14
- package/dist/src/daemon/daemon.js.map +1 -1
- package/dist/src/server/abbreviations.d.ts +47 -0
- package/dist/src/server/abbreviations.d.ts.map +1 -0
- package/dist/src/server/abbreviations.js +71 -0
- package/dist/src/server/abbreviations.js.map +1 -0
- package/dist/src/server/boost-profiles.d.ts +63 -0
- package/dist/src/server/boost-profiles.d.ts.map +1 -0
- package/dist/src/server/boost-profiles.js +86 -0
- package/dist/src/server/boost-profiles.js.map +1 -0
- package/dist/src/server/handlers.d.ts +3 -2
- package/dist/src/server/handlers.d.ts.map +1 -1
- package/dist/src/server/handlers.js +457 -94
- package/dist/src/server/handlers.js.map +1 -1
- package/dist/src/server/main.d.ts.map +1 -1
- package/dist/src/server/main.js +112 -30
- package/dist/src/server/main.js.map +1 -1
- package/dist/src/server/rpc.d.ts.map +1 -1
- package/dist/src/server/rpc.js +28 -9
- package/dist/src/server/rpc.js.map +1 -1
- package/dist/src/server/rrf.d.ts +86 -0
- package/dist/src/server/rrf.d.ts.map +1 -0
- package/dist/src/server/rrf.js +108 -0
- package/dist/src/server/rrf.js.map +1 -0
- package/dist/src/server/scoring.d.ts.map +1 -1
- package/dist/src/server/scoring.js +19 -0
- package/dist/src/server/scoring.js.map +1 -1
- package/dist/src/shared/cli/args.d.ts +70 -0
- package/dist/src/shared/cli/args.d.ts.map +1 -0
- package/dist/src/shared/cli/args.js +84 -0
- package/dist/src/shared/cli/args.js.map +1 -0
- package/dist/src/shared/embedding/engine.d.ts +38 -0
- package/dist/src/shared/embedding/engine.d.ts.map +1 -0
- package/dist/src/shared/embedding/engine.js +6 -0
- package/dist/src/shared/embedding/engine.js.map +1 -0
- package/dist/src/shared/embedding/lsh-engine.d.ts +11 -0
- package/dist/src/shared/embedding/lsh-engine.d.ts.map +1 -0
- package/dist/src/shared/embedding/lsh-engine.js +14 -0
- package/dist/src/shared/embedding/lsh-engine.js.map +1 -0
- package/dist/src/shared/embedding/registry.d.ts +25 -0
- package/dist/src/shared/embedding/registry.d.ts.map +1 -0
- package/dist/src/shared/embedding/registry.js +50 -0
- package/dist/src/shared/embedding/registry.js.map +1 -0
- package/dist/src/shared/embedding/semantic-engine.d.ts +14 -0
- package/dist/src/shared/embedding/semantic-engine.d.ts.map +1 -0
- package/dist/src/shared/embedding/semantic-engine.js +50 -0
- package/dist/src/shared/embedding/semantic-engine.js.map +1 -0
- package/dist/src/shared/models/model-manager.d.ts +38 -0
- package/dist/src/shared/models/model-manager.d.ts.map +1 -0
- package/dist/src/shared/models/model-manager.js +116 -0
- package/dist/src/shared/models/model-manager.js.map +1 -0
- package/dist/src/shared/models/model-manifest.d.ts +22 -0
- package/dist/src/shared/models/model-manifest.d.ts.map +1 -0
- package/dist/src/shared/models/model-manifest.js +24 -0
- package/dist/src/shared/models/model-manifest.js.map +1 -0
- package/dist/src/shared/utils/validation.d.ts +14 -0
- package/dist/src/shared/utils/validation.d.ts.map +1 -0
- package/dist/src/shared/utils/validation.js +22 -0
- package/dist/src/shared/utils/validation.js.map +1 -0
- package/package.json +4 -1
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Embedding engine registry
|
|
3
|
+
* Manages LSH and semantic engines, selects based on feature flags
|
|
4
|
+
*/
|
|
5
|
+
import type { EmbeddingEngine, EmbeddingFeatureFlags } from "./engine.js";
|
|
6
|
+
export declare class EmbeddingRegistry {
|
|
7
|
+
private static lshEngine;
|
|
8
|
+
private static semanticEngine;
|
|
9
|
+
/**
|
|
10
|
+
* Get embedding engine based on feature flags
|
|
11
|
+
* @param flags - Feature flags (semanticIndex)
|
|
12
|
+
* @param allowFallback - Fall back to LSH if semantic unavailable (default: true)
|
|
13
|
+
* @returns Embedding engine
|
|
14
|
+
*/
|
|
15
|
+
static getEngine(flags: EmbeddingFeatureFlags, allowFallback?: boolean): Promise<EmbeddingEngine>;
|
|
16
|
+
/**
|
|
17
|
+
* Get LSH engine directly (for testing)
|
|
18
|
+
*/
|
|
19
|
+
static getLshEngine(): EmbeddingEngine;
|
|
20
|
+
/**
|
|
21
|
+
* Reset semantic engine (for testing)
|
|
22
|
+
*/
|
|
23
|
+
static resetSemanticEngine(): void;
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=registry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../../src/shared/embedding/registry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAI1E,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAC,SAAS,CAAmB;IAC3C,OAAO,CAAC,MAAM,CAAC,cAAc,CAA+B;IAE5D;;;;;OAKG;WACU,SAAS,CACpB,KAAK,EAAE,qBAAqB,EAC5B,aAAa,UAAO,GACnB,OAAO,CAAC,eAAe,CAAC;IAwB3B;;OAEG;IACH,MAAM,CAAC,YAAY,IAAI,eAAe;IAItC;;OAEG;IACH,MAAM,CAAC,mBAAmB,IAAI,IAAI;CAGnC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Embedding engine registry
|
|
3
|
+
* Manages LSH and semantic engines, selects based on feature flags
|
|
4
|
+
*/
|
|
5
|
+
import { LshEngine } from "./lsh-engine.js";
|
|
6
|
+
import { SemanticEngine } from "./semantic-engine.js";
|
|
7
|
+
export class EmbeddingRegistry {
|
|
8
|
+
static lshEngine = new LshEngine();
|
|
9
|
+
static semanticEngine = null;
|
|
10
|
+
/**
|
|
11
|
+
* Get embedding engine based on feature flags
|
|
12
|
+
* @param flags - Feature flags (semanticIndex)
|
|
13
|
+
* @param allowFallback - Fall back to LSH if semantic unavailable (default: true)
|
|
14
|
+
* @returns Embedding engine
|
|
15
|
+
*/
|
|
16
|
+
static async getEngine(flags, allowFallback = true) {
|
|
17
|
+
// Default: LSH-64
|
|
18
|
+
if (!flags.semanticIndex) {
|
|
19
|
+
return this.lshEngine;
|
|
20
|
+
}
|
|
21
|
+
// Semantic requested: lazy-load engine
|
|
22
|
+
if (!this.semanticEngine) {
|
|
23
|
+
try {
|
|
24
|
+
this.semanticEngine = new SemanticEngine();
|
|
25
|
+
await this.semanticEngine.warmup();
|
|
26
|
+
}
|
|
27
|
+
catch (error) {
|
|
28
|
+
console.warn("Semantic engine unavailable, falling back to LSH:", error);
|
|
29
|
+
if (allowFallback) {
|
|
30
|
+
return this.lshEngine;
|
|
31
|
+
}
|
|
32
|
+
throw error;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
return this.semanticEngine;
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Get LSH engine directly (for testing)
|
|
39
|
+
*/
|
|
40
|
+
static getLshEngine() {
|
|
41
|
+
return this.lshEngine;
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* Reset semantic engine (for testing)
|
|
45
|
+
*/
|
|
46
|
+
static resetSemanticEngine() {
|
|
47
|
+
this.semanticEngine = null;
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=registry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../../src/shared/embedding/registry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAC,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC;IACnC,MAAM,CAAC,cAAc,GAA0B,IAAI,CAAC;IAE5D;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,KAA4B,EAC5B,aAAa,GAAG,IAAI;QAEpB,kBAAkB;QAClB,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,SAAS,CAAC;QACxB,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;gBAC3C,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;YACrC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC;gBAEzE,IAAI,aAAa,EAAE,CAAC;oBAClB,OAAO,IAAI,CAAC,SAAS,CAAC;gBACxB,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,mBAAmB;QACxB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;IAC7B,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Semantic embedding engine using Xenova/gte-small
|
|
3
|
+
* 384-dimensional embeddings via @xenova/transformers
|
|
4
|
+
*/
|
|
5
|
+
import type { EmbeddingEngine, EmbeddingModel, EmbeddingVector } from "./engine.js";
|
|
6
|
+
export declare class SemanticEngine implements EmbeddingEngine {
|
|
7
|
+
readonly name: EmbeddingModel;
|
|
8
|
+
readonly dims = 384;
|
|
9
|
+
private pipeline;
|
|
10
|
+
private modelPath;
|
|
11
|
+
warmup(): Promise<void>;
|
|
12
|
+
embed(text: string): Promise<EmbeddingVector | null>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=semantic-engine.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic-engine.d.ts","sourceRoot":"","sources":["../../../../src/shared/embedding/semantic-engine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAKpF,qBAAa,cAAe,YAAW,eAAe;IACpD,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAsB;IACnD,QAAQ,CAAC,IAAI,OAAO;IAEpB,OAAO,CAAC,QAAQ,CAAyB;IACzC,OAAO,CAAC,SAAS,CAAuB;IAElC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBvB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;CAyB3D"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Semantic embedding engine using Xenova/gte-small
|
|
3
|
+
* 384-dimensional embeddings via @xenova/transformers
|
|
4
|
+
*/
|
|
5
|
+
import { MODELS } from "../models/model-manifest.js";
|
|
6
|
+
import { ModelManager } from "../models/model-manager.js";
|
|
7
|
+
export class SemanticEngine {
|
|
8
|
+
name = "semantic-gte-384";
|
|
9
|
+
dims = 384;
|
|
10
|
+
pipeline = null;
|
|
11
|
+
modelPath = null;
|
|
12
|
+
async warmup() {
|
|
13
|
+
if (this.pipeline)
|
|
14
|
+
return;
|
|
15
|
+
const model = MODELS["semantic-gte-384"];
|
|
16
|
+
// Ensure model is downloaded
|
|
17
|
+
this.modelPath = await ModelManager.ensureModel(model);
|
|
18
|
+
// Lazy-load @xenova/transformers (don't bundle if not used)
|
|
19
|
+
const { pipeline, env } = await import("@xenova/transformers");
|
|
20
|
+
// Configure to use cached model
|
|
21
|
+
env.cacheDir = this.modelPath;
|
|
22
|
+
env.allowRemoteModels = false; // Already downloaded
|
|
23
|
+
env.allowLocalModels = true;
|
|
24
|
+
// Load pipeline
|
|
25
|
+
this.pipeline = await pipeline("feature-extraction", model.source);
|
|
26
|
+
}
|
|
27
|
+
async embed(text) {
|
|
28
|
+
// Ensure model is loaded
|
|
29
|
+
if (!this.pipeline) {
|
|
30
|
+
await this.warmup();
|
|
31
|
+
}
|
|
32
|
+
try {
|
|
33
|
+
// Truncate to prevent OOM (~2k tokens max)
|
|
34
|
+
const truncated = text.slice(0, 8192);
|
|
35
|
+
// Generate embedding
|
|
36
|
+
const output = await this.pipeline(truncated, {
|
|
37
|
+
pooling: "mean",
|
|
38
|
+
normalize: true,
|
|
39
|
+
});
|
|
40
|
+
// Extract embedding vector
|
|
41
|
+
const values = Array.from(output.data);
|
|
42
|
+
return { dims: this.dims, values };
|
|
43
|
+
}
|
|
44
|
+
catch (error) {
|
|
45
|
+
console.warn(`Semantic embedding failed: ${error}`);
|
|
46
|
+
return null;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=semantic-engine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic-engine.js","sourceRoot":"","sources":["../../../../src/shared/embedding/semantic-engine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAO1D,MAAM,OAAO,cAAc;IAChB,IAAI,GAAmB,kBAAkB,CAAC;IAC1C,IAAI,GAAG,GAAG,CAAC;IAEZ,QAAQ,GAAoB,IAAI,CAAC;IACjC,SAAS,GAAkB,IAAI,CAAC;IAExC,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE1B,MAAM,KAAK,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAEzC,6BAA6B;QAC7B,IAAI,CAAC,SAAS,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAEvD,4DAA4D;QAC5D,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAE/D,gCAAgC;QAChC,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QAC9B,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,qBAAqB;QACpD,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAE5B,gBAAgB;QAChB,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,yBAAyB;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACtB,CAAC;QAED,IAAI,CAAC;YACH,2CAA2C;YAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAEtC,qBAAqB;YACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAS,CAAC,SAAS,EAAE;gBAC7C,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,2BAA2B;YAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC;YAEvD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Model download and cache management
|
|
3
|
+
* Handles model downloads to ~/.kiri/models/
|
|
4
|
+
*/
|
|
5
|
+
import type { ModelDescriptor } from "./model-manifest.js";
|
|
6
|
+
export interface ModelCacheMetadata {
|
|
7
|
+
name: string;
|
|
8
|
+
version: string;
|
|
9
|
+
downloadedAt: string;
|
|
10
|
+
checksum?: string;
|
|
11
|
+
}
|
|
12
|
+
export declare class ModelManager {
|
|
13
|
+
private static cacheDir;
|
|
14
|
+
/**
|
|
15
|
+
* Ensure model is downloaded and cached
|
|
16
|
+
* @param model - Model descriptor
|
|
17
|
+
* @param interactive - Show interactive prompt (default: true if TTY)
|
|
18
|
+
* @returns Path to cached model
|
|
19
|
+
*/
|
|
20
|
+
static ensureModel(model: ModelDescriptor, interactive?: boolean): Promise<string>;
|
|
21
|
+
/**
|
|
22
|
+
* Check if model is cached
|
|
23
|
+
*/
|
|
24
|
+
private static hasModel;
|
|
25
|
+
/**
|
|
26
|
+
* Download model using @xenova/transformers
|
|
27
|
+
*/
|
|
28
|
+
private static downloadModel;
|
|
29
|
+
/**
|
|
30
|
+
* Prompt user for input (interactive mode)
|
|
31
|
+
*/
|
|
32
|
+
private static promptUser;
|
|
33
|
+
/**
|
|
34
|
+
* Get model metadata
|
|
35
|
+
*/
|
|
36
|
+
static getMetadata(modelPath: string): Promise<ModelCacheMetadata | null>;
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=model-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-manager.d.ts","sourceRoot":"","sources":["../../../../src/shared/models/model-manager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAQH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAE3D,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAsC;IAE7D;;;;;OAKG;WACU,WAAW,CACtB,KAAK,EAAE,eAAe,EACtB,WAAW,UAAuB,GACjC,OAAO,CAAC,MAAM,CAAC;IAuClB;;OAEG;mBACkB,QAAQ;IAK7B;;OAEG;mBACkB,aAAa;IA8BlC;;OAEG;mBACkB,UAAU;IAc/B;;OAEG;WACU,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;CAahF"}
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Model download and cache management
|
|
3
|
+
* Handles model downloads to ~/.kiri/models/
|
|
4
|
+
*/
|
|
5
|
+
import { existsSync } from "node:fs";
|
|
6
|
+
import { mkdir, readFile, writeFile } from "node:fs/promises";
|
|
7
|
+
import { homedir } from "node:os";
|
|
8
|
+
import { join } from "node:path";
|
|
9
|
+
import * as readline from "node:readline";
|
|
10
|
+
export class ModelManager {
|
|
11
|
+
static cacheDir = join(homedir(), ".kiri", "models");
|
|
12
|
+
/**
|
|
13
|
+
* Ensure model is downloaded and cached
|
|
14
|
+
* @param model - Model descriptor
|
|
15
|
+
* @param interactive - Show interactive prompt (default: true if TTY)
|
|
16
|
+
* @returns Path to cached model
|
|
17
|
+
*/
|
|
18
|
+
static async ensureModel(model, interactive = process.stdout.isTTY) {
|
|
19
|
+
const modelPath = join(this.cacheDir, `${model.name}@${model.version}`);
|
|
20
|
+
// Check if already cached
|
|
21
|
+
if (await this.hasModel(modelPath)) {
|
|
22
|
+
return modelPath;
|
|
23
|
+
}
|
|
24
|
+
// Built-in models don't need download
|
|
25
|
+
if (model.source === "builtin") {
|
|
26
|
+
return modelPath;
|
|
27
|
+
}
|
|
28
|
+
// Interactive prompt (if TTY)
|
|
29
|
+
if (interactive) {
|
|
30
|
+
const answer = await this.promptUser(`\nSemantic embeddings require ~${model.sizeMB}MB download to ${this.cacheDir}.\nDownload now? [Y/n]: `);
|
|
31
|
+
if (answer !== "Y" && answer !== "y" && answer !== "") {
|
|
32
|
+
throw new Error("Model download declined by user");
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
else {
|
|
36
|
+
// Non-interactive: Check if env var allows auto-download
|
|
37
|
+
if (process.env.KIRI_AUTO_DOWNLOAD !== "1") {
|
|
38
|
+
throw new Error("Semantic embeddings require model download. " +
|
|
39
|
+
"Run interactively or set KIRI_AUTO_DOWNLOAD=1");
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
// Download with progress
|
|
43
|
+
console.info(`📥 Downloading ${model.name} (~${model.sizeMB}MB)...`);
|
|
44
|
+
await this.downloadModel(model, modelPath);
|
|
45
|
+
console.info(`✅ Model cached to ${modelPath}`);
|
|
46
|
+
return modelPath;
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Check if model is cached
|
|
50
|
+
*/
|
|
51
|
+
static async hasModel(modelPath) {
|
|
52
|
+
const metadataPath = join(modelPath, "metadata.json");
|
|
53
|
+
return existsSync(metadataPath);
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Download model using @xenova/transformers
|
|
57
|
+
*/
|
|
58
|
+
static async downloadModel(model, targetPath) {
|
|
59
|
+
try {
|
|
60
|
+
// Ensure cache directory exists
|
|
61
|
+
await mkdir(targetPath, { recursive: true });
|
|
62
|
+
// Import @xenova/transformers dynamically (lazy-load)
|
|
63
|
+
const { pipeline, env } = await import("@xenova/transformers");
|
|
64
|
+
// Configure cache directory
|
|
65
|
+
env.cacheDir = targetPath;
|
|
66
|
+
env.allowRemoteModels = true;
|
|
67
|
+
env.allowLocalModels = false;
|
|
68
|
+
// Trigger download by loading pipeline
|
|
69
|
+
// This downloads model files to targetPath
|
|
70
|
+
await pipeline("feature-extraction", model.source);
|
|
71
|
+
// Write metadata
|
|
72
|
+
const metadata = {
|
|
73
|
+
name: model.name,
|
|
74
|
+
version: model.version,
|
|
75
|
+
downloadedAt: new Date().toISOString(),
|
|
76
|
+
};
|
|
77
|
+
await writeFile(join(targetPath, "metadata.json"), JSON.stringify(metadata, null, 2));
|
|
78
|
+
}
|
|
79
|
+
catch (error) {
|
|
80
|
+
// Clean up partial download on error
|
|
81
|
+
throw new Error(`Model download failed: ${error}`);
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Prompt user for input (interactive mode)
|
|
86
|
+
*/
|
|
87
|
+
static async promptUser(question) {
|
|
88
|
+
const rl = readline.createInterface({
|
|
89
|
+
input: process.stdin,
|
|
90
|
+
output: process.stdout,
|
|
91
|
+
});
|
|
92
|
+
return new Promise((resolve) => {
|
|
93
|
+
rl.question(question, (answer) => {
|
|
94
|
+
rl.close();
|
|
95
|
+
resolve(answer.trim());
|
|
96
|
+
});
|
|
97
|
+
});
|
|
98
|
+
}
|
|
99
|
+
/**
|
|
100
|
+
* Get model metadata
|
|
101
|
+
*/
|
|
102
|
+
static async getMetadata(modelPath) {
|
|
103
|
+
const metadataPath = join(modelPath, "metadata.json");
|
|
104
|
+
if (!existsSync(metadataPath)) {
|
|
105
|
+
return null;
|
|
106
|
+
}
|
|
107
|
+
try {
|
|
108
|
+
const content = await readFile(metadataPath, "utf-8");
|
|
109
|
+
return JSON.parse(content);
|
|
110
|
+
}
|
|
111
|
+
catch {
|
|
112
|
+
return null;
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
//# sourceMappingURL=model-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-manager.js","sourceRoot":"","sources":["../../../../src/shared/models/model-manager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,KAAK,QAAQ,MAAM,eAAe,CAAC;AAW1C,MAAM,OAAO,YAAY;IACf,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAE7D;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW,CACtB,KAAsB,EACtB,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK;QAElC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAExE,0BAA0B;QAC1B,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,sCAAsC;QACtC,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,8BAA8B;QAC9B,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAClC,kCAAkC,KAAK,CAAC,MAAM,kBAAkB,IAAI,CAAC,QAAQ,0BAA0B,CACxG,CAAC;YACF,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;gBACtD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,yDAAyD;YACzD,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,GAAG,EAAE,CAAC;gBAC3C,MAAM,IAAI,KAAK,CACb,8CAA8C;oBAC5C,+CAA+C,CAClD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QACrE,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC3C,OAAO,CAAC,IAAI,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;QAE/C,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAiB;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;QACtD,OAAO,UAAU,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,KAAsB,EAAE,UAAkB;QAC3E,IAAI,CAAC;YACH,gCAAgC;YAChC,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAE7C,sDAAsD;YACtD,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAE/D,4BAA4B;YAC5B,GAAG,CAAC,QAAQ,GAAG,UAAU,CAAC;YAC1B,GAAG,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC7B,GAAG,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAE7B,uCAAuC;YACvC,2CAA2C;YAC3C,MAAM,QAAQ,CAAC,oBAAoB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAEnD,iBAAiB;YACjB,MAAM,QAAQ,GAAuB;gBACnC,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACvC,CAAC;YACF,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACxF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,qCAAqC;YACrC,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,QAAgB;QAC9C,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;YAClC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QAEH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE;gBAC/B,EAAE,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAiB;QACxC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;QACtD,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Model manifest and descriptors
|
|
3
|
+
* Defines available embedding models and their properties
|
|
4
|
+
*/
|
|
5
|
+
import type { EmbeddingModel } from "../embedding/engine.js";
|
|
6
|
+
export interface ModelDescriptor {
|
|
7
|
+
/** Model identifier */
|
|
8
|
+
name: EmbeddingModel;
|
|
9
|
+
/** Model version */
|
|
10
|
+
version: string;
|
|
11
|
+
/** Download size in MB */
|
|
12
|
+
sizeMB: number;
|
|
13
|
+
/** Source (Hugging Face model ID or 'builtin') */
|
|
14
|
+
source: string;
|
|
15
|
+
/** Embedding dimensionality */
|
|
16
|
+
dims: number;
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Available embedding models
|
|
20
|
+
*/
|
|
21
|
+
export declare const MODELS: Record<EmbeddingModel, ModelDescriptor>;
|
|
22
|
+
//# sourceMappingURL=model-manifest.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-manifest.d.ts","sourceRoot":"","sources":["../../../../src/shared/models/model-manifest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAE7D,MAAM,WAAW,eAAe;IAC9B,uBAAuB;IACvB,IAAI,EAAE,cAAc,CAAC;IAErB,oBAAoB;IACpB,OAAO,EAAE,MAAM,CAAC;IAEhB,0BAA0B;IAC1B,MAAM,EAAE,MAAM,CAAC;IAEf,kDAAkD;IAClD,MAAM,EAAE,MAAM,CAAC;IAEf,+BAA+B;IAC/B,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,eAAO,MAAM,MAAM,EAAE,MAAM,CAAC,cAAc,EAAE,eAAe,CAe1D,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Model manifest and descriptors
|
|
3
|
+
* Defines available embedding models and their properties
|
|
4
|
+
*/
|
|
5
|
+
/**
|
|
6
|
+
* Available embedding models
|
|
7
|
+
*/
|
|
8
|
+
export const MODELS = {
|
|
9
|
+
"lsh-64": {
|
|
10
|
+
name: "lsh-64",
|
|
11
|
+
version: "1",
|
|
12
|
+
sizeMB: 0,
|
|
13
|
+
source: "builtin",
|
|
14
|
+
dims: 64,
|
|
15
|
+
},
|
|
16
|
+
"semantic-gte-384": {
|
|
17
|
+
name: "semantic-gte-384",
|
|
18
|
+
version: "1",
|
|
19
|
+
sizeMB: 34,
|
|
20
|
+
source: "Xenova/gte-small",
|
|
21
|
+
dims: 384,
|
|
22
|
+
},
|
|
23
|
+
};
|
|
24
|
+
//# sourceMappingURL=model-manifest.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-manifest.js","sourceRoot":"","sources":["../../../../src/shared/models/model-manifest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAqBH;;GAEG;AACH,MAAM,CAAC,MAAM,MAAM,GAA4C;IAC7D,QAAQ,EAAE;QACR,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,GAAG;QACZ,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,EAAE;KACT;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,kBAAkB;QACxB,OAAO,EAAE,GAAG;QACZ,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,kBAAkB;QAC1B,IAAI,EAAE,GAAG;KACV;CACF,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Validation utilities for CLI arguments and user input
|
|
3
|
+
*/
|
|
4
|
+
/**
|
|
5
|
+
* Parse a string to a positive integer with validation
|
|
6
|
+
*
|
|
7
|
+
* @param value - String value to parse
|
|
8
|
+
* @param defaultValue - Default value if input is undefined
|
|
9
|
+
* @param name - Parameter name for error messages
|
|
10
|
+
* @returns Parsed integer
|
|
11
|
+
* @throws Error if value is not a valid positive integer
|
|
12
|
+
*/
|
|
13
|
+
export declare function parsePositiveInt(value: string | undefined, defaultValue: number, name: string): number;
|
|
14
|
+
//# sourceMappingURL=validation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../src/shared/utils/validation.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;;;;;;GAQG;AACH,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,MAAM,GACX,MAAM,CAUR"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Validation utilities for CLI arguments and user input
|
|
3
|
+
*/
|
|
4
|
+
/**
|
|
5
|
+
* Parse a string to a positive integer with validation
|
|
6
|
+
*
|
|
7
|
+
* @param value - String value to parse
|
|
8
|
+
* @param defaultValue - Default value if input is undefined
|
|
9
|
+
* @param name - Parameter name for error messages
|
|
10
|
+
* @returns Parsed integer
|
|
11
|
+
* @throws Error if value is not a valid positive integer
|
|
12
|
+
*/
|
|
13
|
+
export function parsePositiveInt(value, defaultValue, name) {
|
|
14
|
+
if (!value)
|
|
15
|
+
return defaultValue;
|
|
16
|
+
const parsed = parseInt(value, 10);
|
|
17
|
+
if (Number.isNaN(parsed) || parsed < 0) {
|
|
18
|
+
throw new Error(`Invalid ${name}: "${value}". Expected a positive integer. Use default ${defaultValue} or specify a valid number.`);
|
|
19
|
+
}
|
|
20
|
+
return parsed;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=validation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../../src/shared/utils/validation.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;;;;;;GAQG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAyB,EACzB,YAAoB,EACpB,IAAY;IAEZ,IAAI,CAAC,KAAK;QAAE,OAAO,YAAY,CAAC;IAEhC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CACb,WAAW,IAAI,MAAM,KAAK,+CAA+C,YAAY,6BAA6B,CACnH,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "kiri-mcp-server",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.10.0",
|
|
4
4
|
"description": "KIRI context extraction platform",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"packageManager": "pnpm@9.0.0",
|
|
@@ -63,6 +63,8 @@
|
|
|
63
63
|
"verify:tools": "tsx scripts/test/verify-all.ts --category tools",
|
|
64
64
|
"verify:watch": "tsx scripts/test/verify-all.ts --category watch",
|
|
65
65
|
"verify:eval": "tsx scripts/test/verify-all.ts --category eval",
|
|
66
|
+
"eval:golden": "tsx scripts/eval/run-golden.ts",
|
|
67
|
+
"eval:golden:verbose": "tsx scripts/eval/run-golden.ts --verbose",
|
|
66
68
|
"check": "pnpm run lint && pnpm run test",
|
|
67
69
|
"prepublishOnly": "pnpm run build"
|
|
68
70
|
},
|
|
@@ -88,6 +90,7 @@
|
|
|
88
90
|
"eslint-config-prettier": "^9.1.0",
|
|
89
91
|
"eslint-plugin-import": "^2.29.1",
|
|
90
92
|
"execa": "^9.6.0",
|
|
93
|
+
"fast-check": "^4.3.0",
|
|
91
94
|
"lint-staged": "^15.2.10",
|
|
92
95
|
"prettier": "^3.3.3",
|
|
93
96
|
"simple-git-hooks": "^2.10.0",
|