@mrc2204/agent-smart-memo 4.0.9 → 4.0.11

package/dist/services/embedding-capability-registry.d.ts

@@ -0,0 +1,23 @@
+export type CapabilitySource = "docs" | "probe" | "error-feedback";
+export interface EmbeddingModelCapability {
+    seedMaxTokens: number;
+    discoveredMaxTokens: number;
+    safeRatio: number;
+    reserveTokens: number;
+    vectorDim: number;
+    updatedAt: string;
+    source: CapabilitySource;
+}
+export declare class EmbeddingCapabilityRegistry {
+    private readonly filePath;
+    private readonly logger;
+    private loaded;
+    private data;
+    constructor(stateDir: string, logger?: any);
+    getPath(): string;
+    load(): Promise<void>;
+    get(modelKey: string): Promise<EmbeddingModelCapability | null>;
+    set(modelKey: string, capability: EmbeddingModelCapability): Promise<void>;
+    private persist;
+}
+//# sourceMappingURL=embedding-capability-registry.d.ts.map

package/dist/services/embedding-capability-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-capability-registry.d.ts","sourceRoot":"","sources":["../../src/services/embedding-capability-registry.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,gBAAgB,CAAC;AAEnE,MAAM,WAAW,wBAAwB;IACvC,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,gBAAgB,CAAC;CAC1B;AAYD,qBAAa,2BAA2B;IACtC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAM;IAC7B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,IAAI,CAA6C;gBAE7C,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG;IAK1C,OAAO,IAAI,MAAM;IAIX,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBrB,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,wBAAwB,GAAG,IAAI,CAAC;IAK/D,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;YAMlE,OAAO;CAQtB"}

package/dist/services/embedding-capability-registry.js

@@ -0,0 +1,56 @@
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+const EMPTY_REGISTRY = {
+    version: 1,
+    capabilities: {},
+};
+export class EmbeddingCapabilityRegistry {
+    filePath;
+    logger;
+    loaded = false;
+    data = { ...EMPTY_REGISTRY };
+    constructor(stateDir, logger) {
+        this.filePath = join(stateDir, "plugin-data", "agent-smart-memo", "embedding-capabilities.json");
+        this.logger = logger || console;
+    }
+    getPath() {
+        return this.filePath;
+    }
+    async load() {
+        if (this.loaded)
+            return;
+        try {
+            const raw = await readFile(this.filePath, "utf8");
+            const parsed = JSON.parse(raw);
+            if (parsed && parsed.version === 1 && parsed.capabilities && typeof parsed.capabilities === "object") {
+                this.data = parsed;
+            }
+            else {
+                this.data = { ...EMPTY_REGISTRY };
+            }
+        }
+        catch {
+            this.data = { ...EMPTY_REGISTRY };
+        }
+        this.loaded = true;
+    }
+    async get(modelKey) {
+        await this.load();
+        return this.data.capabilities[modelKey] || null;
+    }
+    async set(modelKey, capability) {
+        await this.load();
+        this.data.capabilities[modelKey] = capability;
+        await this.persist();
+    }
+    async persist() {
+        try {
+            await mkdir(dirname(this.filePath), { recursive: true });
+            await writeFile(this.filePath, JSON.stringify(this.data, null, 2), "utf8");
+        }
+        catch (error) {
+            this.logger.warn?.(`[EmbeddingCapabilityRegistry] persist failed: ${error.message}`);
+        }
+    }
+}
+//# sourceMappingURL=embedding-capability-registry.js.map

package/dist/services/embedding-capability-registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-capability-registry.js","sourceRoot":"","sources":["../../src/services/embedding-capability-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAmB1C,MAAM,cAAc,GAAuB;IACzC,OAAO,EAAE,CAAC;IACV,YAAY,EAAE,EAAE;CACjB,CAAC;AAEF,MAAM,OAAO,2BAA2B;IACrB,QAAQ,CAAS;IACjB,MAAM,CAAM;IACrB,MAAM,GAAG,KAAK,CAAC;IACf,IAAI,GAAuB,EAAE,GAAG,cAAc,EAAE,CAAC;IAEzD,YAAY,QAAgB,EAAE,MAAY;QACxC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,EAAE,kBAAkB,EAAE,6BAA6B,CAAC,CAAC;QACjG,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,OAAO,CAAC;IAClC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAExB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAuB,CAAC;YACrD,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC,IAAI,MAAM,CAAC,YAAY,IAAI,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;gBACrG,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,cAAc,EAAE,CAAC;YACpC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,cAAc,EAAE,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,QAAgB;QACxB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,QAAgB,EAAE,UAAoC;QAC9D,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;QAC9C,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,MAAM,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,iDAAiD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;CACF"}

package/dist/services/embedding.d.ts

@@ -1,44 +1,66 @@
+import { type CapabilitySource } from "./embedding-capability-registry.js";
 export interface EmbeddingMetadata {
     embedding_chunked: boolean;
     embedding_chunks_count: number;
     embedding_chunking_strategy: "array_batch_weighted_avg";
     embedding_model: string;
+    embedding_model_key: string;
+    embedding_provider: "openai" | "ollama" | "auto";
     embedding_max_tokens: number;
     embedding_safe_chunk_tokens: number;
+    embedding_source: CapabilitySource;
+    embedding_fallback_hash: boolean;
 }
 export interface EmbeddingResult {
     vector: number[];
     metadata: EmbeddingMetadata;
 }
 /**
- * Embedding service client
+ * Embedding service client with runtime capability calibration + persistence
  */
 export declare class EmbeddingClient {
     private config;
     private logger;
-    private dimensions;
-    private readonly modelMaxTokens;
+    private registry;
+    private capability;
+    private activeEndpoint;
+    private provider;
+    private modelKey;
+    private readonly ready;
     constructor(config: {
         embeddingApiUrl?: string;
         timeout?: number;
         dimensions?: number;
         model?: string;
+        stateDir?: string;
     }, logger?: any);
     private resolveEmbeddingEndpoints;
-    private isOpenAIEmbeddingEndpoint;
-    private getModelMaxTokens;
-    private getSafeChunkTokens;
+    private detectProvider;
+    private getDefaults;
+    private buildModelKey;
+    private tokenBudget;
     private estimateTokens;
     private normalizeInput;
-    private chunkTextBySafeTokens;
+    private splitIntoSentences;
+    private chunkTextByTokenBudget;
     private l2Normalize;
     private weightedAverage;
+    private isContextLengthError;
+    private extractTokenLimitFromError;
+    private updateCapabilityFromContextError;
+    private initializeCapabilities;
+    private readEndpointMetadata;
+    private probeWithinBudget;
+    private probeContextWindow;
+    calibrateRuntimeCapability(force?: boolean): Promise<void>;
+    getVectorDimensionHint(): Promise<number>;
+    getModelKey(): Promise<string>;
     /**
      * Backward-compatible method
      */
     embed(text: string | string[]): Promise<number[]>;
     /**
-     * New method with chunking + metadata
+     * New method with calibration-aware adaptive chunking + metadata
      */
     embedDetailed(text: string | string[]): Promise<EmbeddingResult>;
     private embedChunksFromApi;
@@ -48,9 +70,6 @@ export declare class EmbeddingClient {
      * Fallback: Generate embedding from text hash (deterministic)
      */
     private embedFromHash;
-    /**
-     * Calculate cosine similarity
-     */
     cosineSimilarity(a: number[], b: number[]): number;
 }
 //# sourceMappingURL=embedding.d.ts.map

package/dist/services/embedding.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../../src/services/embedding.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,iBAAiB;IAChC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,2BAA2B,EAAE,0BAA0B,CAAC;IACxD,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,2BAA2B,EAAE,MAAM,CAAC;CACrC;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;AAcD;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAwE;IACtF,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,UAAU,CAAS;IAG3B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAI7B;gBAEU,MAAM,EAAE;QAAE,eAAe,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,MAAM,CAAC,EAAE,GAAG;IAUrH,OAAO,CAAC,yBAAyB;IAWjC,OAAO,CAAC,yBAAyB;IAIjC,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,kBAAkB;IAK1B,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,qBAAqB;IA6B7B,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,eAAe;IAsBvB;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKvD;;OAEG;IACG,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC;YA0FxD,kBAAkB;YAkElB,UAAU;YA+DV,WAAW;IAMzB;;OAEG;IACH,OAAO,CAAC,aAAa;IAarB;;OAEG;IACH,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;CAiBnD"}
+{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../../src/services/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAA8D,KAAK,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AAEvI,MAAM,WAAW,iBAAiB;IAChC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,2BAA2B,EAAE,0BAA0B,CAAC;IACxD,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC;IACjD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,2BAA2B,EAAE,MAAM,CAAC;IACpC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,uBAAuB,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;AA4BD;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAMZ;IACF,OAAO,CAAC,MAAM,CAAM;IAEpB,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,QAAQ,CAAwC;IACxD,OAAO,CAAC,QAAQ,CAAM;IACtB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgB;gBAE1B,MAAM,EAAE;QAAE,eAAe,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,MAAM,CAAC,EAAE,GAAG;IAgBxI,OAAO,CAAC,yBAAyB;IAWjC,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,kBAAkB;IAO1B,OAAO,CAAC,sBAAsB;IAgD9B,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,eAAe;IAsBvB,OAAO,CAAC,oBAAoB;IAM5B,OAAO,CAAC,0BAA0B;YAmBpB,gCAAgC;YAkBhC,sBAAsB;YAgCtB,oBAAoB;YAwBpB,iBAAiB;YAWjB,kBAAkB;IAmC1B,0BAA0B,CAAC,KAAK,UAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCxD,sBAAsB,IAAI,OAAO,CAAC,MAAM,CAAC;IAKzC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAKpC;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKvD;;OAEG;IACG,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC;YA8GxD,kBAAkB;YAuDlB,UAAU;YA6DV,WAAW;IAMzB;;OAEG;IACH,OAAO,CAAC,aAAa;IAarB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;CAiBnD"}