@wanshi-kg/wanshi 0.1.0

package/dist/core/llm/OllamaService.js

@@ -0,0 +1,146 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OllamaService = void 0;
+const ollama_1 = require("ollama");
+const zod_to_json_schema_1 = require("zod-to-json-schema");
+const utils_1 = require("../../shared/utils");
+const cost_1 = require("../cost");
+/**
+ * Service for interacting with Ollama LLMs
+ */
+class OllamaService {
+    constructor(options, logger) {
+        this.logger = logger;
+        this.options = Object.assign({ temperature: 0.1, contextLength: 8192, repeatPenalty: 1.1 }, options);
+        this.ollama = new ollama_1.Ollama({ host: this.options.host });
+    }
+    stripCodeFence(content) {
+        if (content.startsWith("```")) {
+            return content.slice(content.indexOf("\n") + 1, content.lastIndexOf("\n"));
+        }
+        return content;
+    }
+    /**
+     * Generate a completion with structured output
+     */
+    generateStructured(messages_1, schema_1) {
+        return __awaiter(this, arguments, void 0, function* (messages, schema, retries = 3) {
+            const jsonSchema = (0, zod_to_json_schema_1.zodToJsonSchema)(schema);
+            // Convert our messages to Ollama format
+            const ollamaMessages = yield this.toOllamaMessages(messages);
+            // Ollama options
+            const chatRequest = {
+                model: this.options.model,
+                messages: ollamaMessages,
+                format: jsonSchema,
+                think: false,
+                options: Object.assign(Object.assign(Object.assign({ num_ctx: Number(this.options.contextLength || 8192) }, (this.options.maxTokens
+                    ? { num_predict: Number(this.options.maxTokens) }
+                    : {})), { temperature: Number(this.options.temperature), repeat_penalty: Number(this.options.repeatPenalty) }), (this.options.seed !== undefined
+                    ? { seed: Number(this.options.seed) }
+                    : {})),
+            };
+            for (let attempt = 0; attempt < retries; attempt++) {
+                try {
+                    this.logger.debug(`Generating structured output (attempt ${attempt + 1}/${retries})`);
+                    const response = yield this.ollama.chat(chatRequest);
+                    this.logResponseStats(response);
+                    // A "length" done_reason means output hit num_predict / the model's
+                    // limit and the JSON is truncated — give an actionable hint.
+                    if (response.done_reason === "length") {
+                        this.logger.warn("LLM output was truncated at the output-token limit — the JSON is incomplete. " +
+                            "Increase --max-tokens or reduce --chunk-size.");
+                    }
+                    // Parse the response
+                    const responseContent = response.message.content.trim();
+                    this.logger.debug(`Raw LLM response: ${responseContent.substring(0, 200)}...`);
+                    const parsed = (0, utils_1.parseJsonLenient)(this.stripCodeFence(responseContent), () => this.logger.warn("Response JSON was malformed; recovered with jsonrepair"));
+                    return schema.parse(parsed);
+                }
+                catch (error) {
+                    this.logger.error(`LLM generation attempt ${attempt + 1} failed: ${error}`);
+                    if (attempt === retries - 1) {
+                        throw new Error(`Failed to generate valid output after ${retries} attempts: ${error}`);
+                    }
+                    // Wait before retry
+                    yield this.delay(1000 * (attempt + 1));
+                }
+            }
+            throw new Error("Should not reach here");
+        });
+    }
+    toOllamaMessages(messages) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const modelCaps = yield this.getModelCapabilities(this.options.model);
+            const supportsVision = modelCaps.includes("vision");
+            if (this.options.images && !supportsVision) {
+                this.logger.warn("Model does not supports vision. Skipping images.");
+            }
+            const images = this.options.images && supportsVision;
+            const ollamaMessages = messages.map((msg) => (Object.assign({ role: msg.role, content: msg.content }, (images && msg.images && { images: msg.images }))));
+            return ollamaMessages;
+        });
+    }
+    getModelCapabilities(modelName) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const modelInfo = yield this.ollama.show({ model: modelName });
+            return modelInfo.capabilities;
+        });
+    }
+    /**
+     * Check if a model is available
+     */
+    isModelAvailable(modelName) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                const models = yield this.ollama.list();
+                return models.models.some((m) => m.name === modelName);
+            }
+            catch (error) {
+                this.logger.error(`Failed to check model availability: ${error}`);
+                return false;
+            }
+        });
+    }
+    /**
+     * Log response statistics
+     */
+    logResponseStats(response) {
+        var _a, _b;
+        this.lastUsage = {
+            promptTokens: response.prompt_eval_count,
+            completionTokens: response.eval_count,
+            totalTokens: ((_a = response.prompt_eval_count) !== null && _a !== void 0 ? _a : 0) + ((_b = response.eval_count) !== null && _b !== void 0 ? _b : 0) || undefined,
+        };
+        if (cost_1.meter.enabled)
+            cost_1.meter.record(this.options.model, this.lastUsage);
+        const stats = {
+            eval_count: response.eval_count,
+            prompt_eval_count: response.prompt_eval_count,
+            total_duration_ms: response.total_duration / 1000000,
+            eval_speed_tps: (60000000 * (response.prompt_eval_count + response.eval_count)) /
+                response.total_duration,
+        };
+        this.logger.info(`LLM stats: ${JSON.stringify(stats)}`);
+    }
+    getLastUsage() {
+        return this.lastUsage;
+    }
+    /**
+     * Simple delay helper
+     */
+    delay(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+exports.OllamaService = OllamaService;
+//# sourceMappingURL=OllamaService.js.map

package/dist/core/llm/OllamaService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OllamaService.js","sourceRoot":"","sources":["../../../src/core/llm/OllamaService.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mCAAoE;AAEpE,2DAAqD;AAErD,8CAAsD;AAEtD,kCAAgC;AAKhC;;GAEG;AACH,MAAa,aAAa;IAMxB,YAAY,OAAmB,EAAE,MAAc;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,mBACV,WAAW,EAAE,GAAG,EAChB,aAAa,EAAE,IAAI,EACnB,aAAa,EAAE,GAAG,IACf,OAAO,CACX,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;IAEO,cAAc,CAAC,OAAe;QACpC,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,OAAO,CAAC,KAAK,CAClB,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EACzB,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAC1B,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACG,kBAAkB;6DACtB,QAAsB,EACtB,MAAoB,EACpB,UAAkB,CAAC;YAEnB,MAAM,UAAU,GAAG,IAAA,oCAAe,EAAC,MAAM,CAAC,CAAC;YAC3C,wCAAwC;YACxC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YAE7D,iBAAiB;YACjB,MAAM,WAAW,GAAG;gBAClB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;gBACzB,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,UAAU;gBAClB,KAAK,EAAE,KAAK;gBACZ,OAAO,8CACL,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,IAChD,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS;oBACxB,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;oBACjD,CAAC,CAAC,EAAE,CAAC,KACP,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAC7C,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAE/C,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS;oBACjC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;oBACrC,CAAC,CAAC,EAAE,CAAC,CACR;aACF,CAAC;YAEF,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;gBACnD,IAAI,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,yCAAyC,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,CACnE,CAAC;oBAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBAErD,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;oBAEhC,oEAAoE;oBACpE,6DAA6D;oBAC7D,IAAK,QAAqC,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;wBACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+EAA+E;4BAC7E,+CAA+C,CAClD,CAAC;oBACJ,CAAC;oBAED,qBAAqB;oBACrB,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qBAAqB,eAAe,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAC5D,CAAC;oBAEF,MAAM,MAAM,GAAG,IAAA,wBAAgB,EAAC,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,CACzE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAC3E,CAAC;oBAEF,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC9B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,0BAA0B,OAAO,GAAG,CAAC,YAAY,KAAK,EAAE,CACzD,CAAC;oBAEF,IAAI,OAAO,KAAK,OAAO,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,IAAI,KAAK,CACb,yCAAyC,OAAO,cAAc,KAAK,EAAE,CACtE,CAAC;oBACJ,CAAC;oBAED,oBAAoB;oBACpB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;KAAA;IAEa,gBAAgB,CAAC,QAAsB;;YACnD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtE,MAAM,cAAc,GAAG,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEpD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,cAAc,CAAC;YAErD,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,iBAC3C,IAAI,EAAE,GAAG,CAAC,IAAI,EACd,OAAO,EAAE,GAAG,CAAC,OAAO,IACjB,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,EACnD,CAAC,CAAC;YAEJ,OAAO,cAAc,CAAC;QACxB,CAAC;KAAA;IAEK,oBAAoB,CAAC,SAAiB;;YAC1C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YAC/D,OAAO,SAAS,CAAC,YAAY,CAAC;QAChC,CAAC;KAAA;IAED;;OAEG;IACG,gBAAgB,CAAC,SAAiB;;YACtC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACxC,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAC;gBAClE,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,gBAAgB,CAAC,QAAsB;;QAC7C,IAAI,CAAC,SAAS,GAAG;YACf,YAAY,EAAE,QAAQ,CAAC,iBAAiB;YACxC,gBAAgB,EAAE,QAAQ,CAAC,UAAU;YACrC,WAAW,EACT,CAAC,MAAA,QAAQ,CAAC,iBAAiB,mCAAI,CAAC,CAAC,GAAG,CAAC,MAAA,QAAQ,CAAC,UAAU,mCAAI,CAAC,CAAC,IAAI,SAAS;SAC9E,CAAC;QACF,IAAI,YAAK,CAAC,OAAO;YAAE,YAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG;YACZ,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;YAC7C,iBAAiB,EAAE,QAAQ,CAAC,cAAc,GAAG,OAAO;YACpD,cAAc,EACZ,CAAC,QAAQ,GAAG,CAAC,QAAQ,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC/D,QAAQ,CAAC,cAAc;SAC1B,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF;AAlLD,sCAkLC"}

package/dist/core/llm/OpenAICompatibleService.js

@@ -0,0 +1,190 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAICompatibleService = void 0;
+const openai_1 = __importDefault(require("openai"));
+const zod_to_json_schema_1 = require("zod-to-json-schema");
+const utils_1 = require("../../shared/utils");
+const cost_1 = require("../cost");
+/**
+ * LLM provider for any OpenAI-compatible chat-completions endpoint
+ * (OpenAI, OpenRouter, Together, local vLLM, Ollama's OpenAI shim, ...).
+ *
+ * `options.host` is used as the base URL and `options.apiKey` as the bearer
+ * token. Structured output is requested via `response_format: json_schema`,
+ * with a graceful fallback to `json_object` + schema-in-prompt for providers
+ * or models (e.g. some Gemma deployments) that reject json_schema.
+ */
+class OpenAICompatibleService {
+    constructor(options, logger) {
+        // Flips to false for the rest of the process once a provider rejects json_schema.
+        this.useJsonSchema = true;
+        this.logger = logger;
+        this.options = Object.assign({ temperature: 0.1, contextLength: 8192 }, options);
+        this.client = new openai_1.default({
+            apiKey: this.options.apiKey || "not-needed",
+            baseURL: this.options.host,
+        });
+    }
+    generateStructured(messages_1, schema_1) {
+        return __awaiter(this, arguments, void 0, function* (messages, schema, retries = 3) {
+            var _a, _b, _c, _d;
+            const jsonSchema = this.toPlainJsonSchema(schema);
+            for (let attempt = 0; attempt < retries; attempt++) {
+                try {
+                    this.logger.debug(`Generating structured output (attempt ${attempt + 1}/${retries}, ` +
+                        `mode=${this.useJsonSchema ? "json_schema" : "json_object"})`);
+                    const completion = yield this.client.chat.completions.create(Object.assign(Object.assign({ model: this.options.model, messages: this.toOpenAIMessages(messages, jsonSchema), temperature: Number((_a = this.options.temperature) !== null && _a !== void 0 ? _a : 0.1) }, (this.options.maxTokens
+                        ? { max_tokens: Number(this.options.maxTokens) }
+                        : {})), { response_format: this.useJsonSchema
+                            ? {
+                                type: "json_schema",
+                                json_schema: {
+                                    name: "knowledge_graph",
+                                    schema: jsonSchema,
+                                    strict: false,
+                                },
+                            }
+                            : { type: "json_object" } }));
+                    this.logUsage(completion);
+                    // A "length" finish means the model ran out of output budget and the
+                    // JSON is truncated — surface an actionable hint instead of a cryptic
+                    // SyntaxError on the partial body.
+                    if (((_b = completion.choices[0]) === null || _b === void 0 ? void 0 : _b.finish_reason) === "length") {
+                        this.logger.warn("LLM output was truncated at the max output-token limit — the JSON is incomplete. " +
+                            "Increase --max-tokens or reduce --chunk-size.");
+                    }
+                    const responseContent = (((_d = (_c = completion.choices[0]) === null || _c === void 0 ? void 0 : _c.message) === null || _d === void 0 ? void 0 : _d.content) || "").trim();
+                    this.logger.debug(`Raw LLM response: ${responseContent.substring(0, 200)}...`);
+                    const parsed = (0, utils_1.parseJsonLenient)(this.stripCodeFence(responseContent), () => this.logger.warn("Response JSON was malformed; recovered with jsonrepair"));
+                    return schema.parse(parsed);
+                }
+                catch (error) {
+                    this.logger.error(`LLM generation attempt ${attempt + 1} failed: ${error}`);
+                    // Degrade to json_object if the provider/model rejects json_schema.
+                    if (this.useJsonSchema && this.isResponseFormatError(error)) {
+                        this.logger.warn("Provider rejected json_schema response_format; falling back to json_object.");
+                        this.useJsonSchema = false;
+                    }
+                    if (attempt === retries - 1) {
+                        throw new Error(`Failed to generate valid output after ${retries} attempts: ${error}`);
+                    }
+                    yield this.delay(this.backoffMs(error, attempt));
+                }
+            }
+            throw new Error("Should not reach here");
+        });
+    }
+    /**
+     * OpenAI-compatible endpoints have no model-introspection equivalent of
+     * Ollama's `show`. Vision support cannot be probed, so report none and let
+     * the caller decide whether to attach images.
+     */
+    getModelCapabilities(_modelName) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return [];
+        });
+    }
+    toOpenAIMessages(messages, jsonSchema) {
+        return messages.map((msg) => {
+            // In json_object mode the schema must travel in the prompt itself.
+            const content = !this.useJsonSchema && msg.role === "system"
+                ? `${msg.content}\n\nRespond ONLY with JSON matching this JSON schema:\n${JSON.stringify(jsonSchema)}`
+                : msg.content;
+            const hasImages = this.options.images && msg.images && msg.images.length > 0;
+            if (hasImages && msg.role === "user") {
+                return {
+                    role: "user",
+                    content: [
+                        { type: "text", text: content },
+                        ...msg.images.map((b64) => ({
+                            type: "image_url",
+                            image_url: { url: `data:image/png;base64,${b64}` },
+                        })),
+                    ],
+                };
+            }
+            return { role: msg.role, content };
+        });
+    }
+    toPlainJsonSchema(schema) {
+        const json = (0, zod_to_json_schema_1.zodToJsonSchema)(schema);
+        // OpenAI's json_schema does not want the meta $schema key.
+        delete json["$schema"];
+        return json;
+    }
+    stripCodeFence(content) {
+        if (content.startsWith("```")) {
+            return content.slice(content.indexOf("\n") + 1, content.lastIndexOf("\n"));
+        }
+        return content;
+    }
+    /**
+     * Backoff before the next retry. Rate-limit / overload responses (429, 503)
+     * back off much longer — honoring a `Retry-After` header when present, else
+     * exponential (2s, 4s, 8s … capped at 30s) — so sustained cloud throttling
+     * recovers within the retry budget instead of failing the request. Other
+     * errors keep the original linear 1s/2s/3s.
+     */
+    backoffMs(error, attempt) {
+        const status = error === null || error === void 0 ? void 0 : error.status;
+        if (status === 429 || status === 503) {
+            const retryAfter = this.retryAfterMs(error);
+            return retryAfter !== null && retryAfter !== void 0 ? retryAfter : Math.min(2000 * Math.pow(2, attempt), 30000);
+        }
+        return 1000 * (attempt + 1);
+    }
+    /** Parse a `Retry-After` header (seconds) into ms, when the provider sends one. */
+    retryAfterMs(error) {
+        const headers = error === null || error === void 0 ? void 0 : error.headers;
+        const raw = headers === null || headers === void 0 ? void 0 : headers["retry-after"];
+        if (!raw)
+            return undefined;
+        const secs = Number(raw);
+        return Number.isFinite(secs) ? secs * 1000 : undefined;
+    }
+    isResponseFormatError(error) {
+        var _a;
+        const message = String((_a = error === null || error === void 0 ? void 0 : error.message) !== null && _a !== void 0 ? _a : error);
+        // Only a genuine response_format / json_schema rejection should latch the
+        // downgrade for the rest of the process. A bare HTTP 400 (a malformed chunk,
+        // a rate limit, a content-policy block) must NOT permanently disable
+        // json_schema — that was the KG-18 bug; the message must name the feature.
+        return /response[_\s-]?format|json[_\s-]?schema/i.test(message);
+    }
+    logUsage(completion) {
+        if (completion.usage) {
+            this.lastUsage = {
+                promptTokens: completion.usage.prompt_tokens,
+                completionTokens: completion.usage.completion_tokens,
+                totalTokens: completion.usage.total_tokens,
+            };
+            if (cost_1.meter.enabled)
+                cost_1.meter.record(this.options.model, this.lastUsage);
+            this.logger.info(`LLM stats: ${JSON.stringify({
+                prompt_tokens: completion.usage.prompt_tokens,
+                completion_tokens: completion.usage.completion_tokens,
+                total_tokens: completion.usage.total_tokens,
+            })}`);
+        }
+    }
+    getLastUsage() {
+        return this.lastUsage;
+    }
+    delay(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+exports.OpenAICompatibleService = OpenAICompatibleService;
+//# sourceMappingURL=OpenAICompatibleService.js.map

package/dist/core/llm/OpenAICompatibleService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAICompatibleService.js","sourceRoot":"","sources":["../../../src/core/llm/OpenAICompatibleService.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,oDAA4B;AAE5B,2DAAqD;AAErD,8CAAsD;AAEtD,kCAAgC;AAEhC;;;;;;;;GAQG;AACH,MAAa,uBAAuB;IASlC,YAAY,OAAmB,EAAE,MAAc;QAL/C,kFAAkF;QAC1E,kBAAa,GAAG,IAAI,CAAC;QAK3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,mBACV,WAAW,EAAE,GAAG,EAChB,aAAa,EAAE,IAAI,IAChB,OAAO,CACX,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC;YACvB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,YAAY;YAC3C,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;SAC3B,CAAC,CAAC;IACL,CAAC;IAEK,kBAAkB;6DACtB,QAAsB,EACtB,MAAoB,EACpB,UAAkB,CAAC;;YAEnB,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAElD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;gBACnD,IAAI,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,yCAAyC,OAAO,GAAG,CAAC,IAAI,OAAO,IAAI;wBACjE,QAAQ,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,GAAG,CAChE,CAAC;oBAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,+BAC1D,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EACzB,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC,EACrD,WAAW,EAAE,MAAM,CAAC,MAAA,IAAI,CAAC,OAAO,CAAC,WAAW,mCAAI,GAAG,CAAC,IACjD,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS;wBACxB,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;wBAChD,CAAC,CAAC,EAAE,CAAC,KACP,eAAe,EAAE,IAAI,CAAC,aAAa;4BACjC,CAAC,CAAC;gCACE,IAAI,EAAE,aAAa;gCACnB,WAAW,EAAE;oCACX,IAAI,EAAE,iBAAiB;oCACvB,MAAM,EAAE,UAAU;oCAClB,MAAM,EAAE,KAAK;iCACd;6BACF;4BACH,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAC3B,CAAC;oBAEH,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAE1B,qEAAqE;oBACrE,sEAAsE;oBACtE,mCAAmC;oBACnC,IAAI,CAAA,MAAA,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,aAAa,MAAK,QAAQ,EAAE,CAAC;wBACtD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,mFAAmF;4BACjF,+CAA+C,CAClD,CAAC;oBACJ,CAAC;oBAED,MAAM,eAAe,GAAG,CACtB,CAAA,MAAA,MAAA,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,0CAAE,OAAO,KAAI,EAAE,CAC9C,CAAC,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qBAAqB,eAAe,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAC5D,CAAC;oBAEF,MAAM,MAAM,GAAG,IAAA,wBAAgB,EAAC,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,CACzE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAC3E,CAAC;oBACF,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC9B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,0BAA0B,OAAO,GAAG,CAAC,YAAY,KAAK,EAAE,CACzD,CAAC;oBAEF,oEAAoE;oBACpE,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC5D,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,6EAA6E,CAC9E,CAAC;wBACF,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;oBAC7B,CAAC;oBAED,IAAI,OAAO,KAAK,OAAO,GAAG,CAAC,EAAE,CAAC;wBAC5B,MAAM,IAAI,KAAK,CACb,yCAAyC,OAAO,cAAc,KAAK,EAAE,CACtE,CAAC;oBACJ,CAAC;oBAED,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;KAAA;IAED;;;;OAIG;IACG,oBAAoB,CAAC,UAAkB;;YAC3C,OAAO,EAAE,CAAC;QACZ,CAAC;KAAA;IAEO,gBAAgB,CACtB,QAAsB,EACtB,UAAmC;QAEnC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1B,mEAAmE;YACnE,MAAM,OAAO,GACX,CAAC,IAAI,CAAC,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;gBAC1C,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,0DAA0D,IAAI,CAAC,SAAS,CACpF,UAAU,CACX,EAAE;gBACL,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;YAElB,MAAM,SAAS,GACb,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAE7D,IAAI,SAAS,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACrC,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;wBAC/B,GAAG,GAAG,CAAC,MAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;4BAC3B,IAAI,EAAE,WAAoB;4BAC1B,SAAS,EAAE,EAAE,GAAG,EAAE,yBAAyB,GAAG,EAAE,EAAE;yBACnD,CAAC,CAAC;qBACJ;iBACF,CAAC;YACJ,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAwD,CAAC;QAC3F,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB,CAAC,MAA0B;QAClD,MAAM,IAAI,GAAG,IAAA,oCAAe,EAAC,MAAM,CAA4B,CAAC;QAChE,2DAA2D;QAC3D,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CAAC,OAAe;QACpC,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,OAAO,CAAC,KAAK,CAClB,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EACzB,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAC1B,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;OAMG;IACK,SAAS,CAAC,KAAc,EAAE,OAAe;QAC/C,MAAM,MAAM,GAAI,KAA6B,aAA7B,KAAK,uBAAL,KAAK,CAA0B,MAAM,CAAC;QACtD,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC5C,OAAO,UAAU,aAAV,UAAU,cAAV,UAAU,GAAI,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,SAAA,CAAC,EAAI,OAAO,CAAA,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,mFAAmF;IAC3E,YAAY,CAAC,KAAc;QACjC,MAAM,OAAO,GAAI,KAA8C,aAA9C,KAAK,uBAAL,KAAK,CAA2C,OAAO,CAAC;QACzE,MAAM,GAAG,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAG,aAAa,CAAC,CAAC;QACrC,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,CAAC;IAEO,qBAAqB,CAAC,KAAc;;QAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAC,KAA8B,aAA9B,KAAK,uBAAL,KAAK,CAA2B,OAAO,mCAAI,KAAK,CAAC,CAAC;QAC1E,0EAA0E;QAC1E,6EAA6E;QAC7E,qEAAqE;QACrE,2EAA2E;QAC3E,OAAO,0CAA0C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClE,CAAC;IAEO,QAAQ,CAAC,UAAkD;QACjE,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG;gBACf,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,aAAa;gBAC5C,gBAAgB,EAAE,UAAU,CAAC,KAAK,CAAC,iBAAiB;gBACpD,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,YAAY;aAC3C,CAAC;YACF,IAAI,YAAK,CAAC,OAAO;gBAAE,YAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,cAAc,IAAI,CAAC,SAAS,CAAC;gBAC3B,aAAa,EAAE,UAAU,CAAC,KAAK,CAAC,aAAa;gBAC7C,iBAAiB,EAAE,UAAU,CAAC,KAAK,CAAC,iBAAiB;gBACrD,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,YAAY;aAC5C,CAAC,EAAE,CACL,CAAC;QACJ,CAAC;IACH,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF;AA9ND,0DA8NC"}

package/dist/core/llm/OpenAIEmbeddingService.js

@@ -0,0 +1,129 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIEmbeddingService = void 0;
+const openai_1 = __importDefault(require("openai"));
+const embeddingUtils_1 = require("./embeddingUtils");
+/**
+ * Embedding provider for any OpenAI-compatible embeddings endpoint.
+ * Mirrors EmbeddingService (same in-memory cache contract) but batches
+ * natively via the array `input` form to cut request count on metered APIs.
+ */
+class OpenAIEmbeddingService {
+    constructor(options, logger) {
+        this.options = Object.assign({ maxInputChars: embeddingUtils_1.DEFAULT_MAX_EMBED_CHARS }, options);
+        this.cache = new Map();
+        this.logger = logger;
+        this.client = new openai_1.default({
+            apiKey: options.apiKey || "not-needed",
+            baseURL: options.host,
+        });
+    }
+    /** Trim input to the configured char budget before embedding. */
+    truncate(text) {
+        const max = this.options.maxInputChars;
+        if (max && max > 0 && text.length > max) {
+            this.logger.debug(`Truncating embedding input from ${text.length} to ${max} chars`);
+            return text.slice(0, max);
+        }
+        return text;
+    }
+    embed(text) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const cached = this.cache.get(text);
+            if (cached)
+                return cached;
+            const embedding = yield this.embedWithFallback(this.truncate(text));
+            this.cache.set(text, embedding);
+            return embedding;
+        });
+    }
+    /** Embed one input, halving + retrying if the model rejects it as too long. */
+    embedWithFallback(input) {
+        return __awaiter(this, void 0, void 0, function* () {
+            let current = input;
+            while (true) {
+                try {
+                    const response = yield this.client.embeddings.create({
+                        model: this.options.model,
+                        input: current,
+                    });
+                    return response.data[0].embedding;
+                }
+                catch (error) {
+                    if ((0, embeddingUtils_1.isContextLengthError)(error) && current.length > embeddingUtils_1.MIN_EMBED_CHARS) {
+                        const next = Math.max(embeddingUtils_1.MIN_EMBED_CHARS, Math.floor(current.length / 2));
+                        this.logger.warn(`Embedding input too long (${current.length} chars); retrying with ${next}`);
+                        current = current.slice(0, next);
+                        continue;
+                    }
+                    this.logger.error(`Failed to generate embedding: ${error}`);
+                    throw new Error(`Failed to generate embedding: ${error}`);
+                }
+            }
+        });
+    }
+    embedBatch(texts) {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.logger.debug(`Generating embeddings for ${texts.length} texts`);
+            const results = new Array(texts.length);
+            const uncachedIndexes = [];
+            texts.forEach((text, i) => {
+                const cached = this.cache.get(text);
+                if (cached) {
+                    results[i] = cached;
+                }
+                else {
+                    uncachedIndexes.push(i);
+                }
+            });
+            const batchSize = 100;
+            for (let i = 0; i < uncachedIndexes.length; i += batchSize) {
+                const batchIndexes = uncachedIndexes.slice(i, i + batchSize);
+                const batchInput = batchIndexes.map((idx) => this.truncate(texts[idx]));
+                try {
+                    const response = yield this.client.embeddings.create({
+                        model: this.options.model,
+                        input: batchInput,
+                    });
+                    response.data.forEach((item, j) => {
+                        const originalIndex = batchIndexes[j];
+                        this.cache.set(texts[originalIndex], item.embedding);
+                        results[originalIndex] = item.embedding;
+                    });
+                }
+                catch (error) {
+                    if (!(0, embeddingUtils_1.isContextLengthError)(error))
+                        throw error;
+                    // A too-long item (or too-large request) — fall back to per-item embed,
+                    // which adaptively shrinks oversized inputs.
+                    this.logger.warn(`Batch embedding too long; falling back to per-item embedding for ${batchIndexes.length} items`);
+                    for (const idx of batchIndexes) {
+                        results[idx] = yield this.embed(texts[idx]);
+                    }
+                }
+            }
+            return results;
+        });
+    }
+    clearCache() {
+        this.cache.clear();
+        this.logger.debug("Embedding cache cleared");
+    }
+    getCacheSize() {
+        return this.cache.size;
+    }
+}
+exports.OpenAIEmbeddingService = OpenAIEmbeddingService;
+//# sourceMappingURL=OpenAIEmbeddingService.js.map

package/dist/core/llm/OpenAIEmbeddingService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIEmbeddingService.js","sourceRoot":"","sources":["../../../src/core/llm/OpenAIEmbeddingService.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,oDAA4B;AAG5B,qDAAkG;AAUlG;;;;GAIG;AACH,MAAa,sBAAsB;IAMjC,YAAY,OAA+B,EAAE,MAAc;QACzD,IAAI,CAAC,OAAO,mBAAK,aAAa,EAAE,wCAAuB,IAAK,OAAO,CAAE,CAAC;QACtE,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC;YACvB,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,YAAY;YACtC,OAAO,EAAE,OAAO,CAAC,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;IAED,iEAAiE;IACzD,QAAQ,CAAC,IAAY;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;QACvC,IAAI,GAAG,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mCAAmC,IAAI,CAAC,MAAM,OAAO,GAAG,QAAQ,CACjE,CAAC;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEK,KAAK,CAAC,IAAY;;YACtB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAE1B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YACpE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAChC,OAAO,SAAS,CAAC;QACnB,CAAC;KAAA;IAED,+EAA+E;IACjE,iBAAiB,CAAC,KAAa;;YAC3C,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,OAAO,IAAI,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;wBACnD,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;wBACzB,KAAK,EAAE,OAAO;qBACf,CAAC,CAAC;oBACH,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACpC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,IAAA,qCAAoB,EAAC,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,gCAAe,EAAE,CAAC;wBACpE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,gCAAe,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;wBACvE,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,6BAA6B,OAAO,CAAC,MAAM,0BAA0B,IAAI,EAAE,CAC5E,CAAC;wBACF,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;wBACjC,SAAS;oBACX,CAAC;oBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;oBAC5D,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAEK,UAAU,CAAC,KAAe;;YAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YAErE,MAAM,OAAO,GAAe,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;gBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACpC,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;gBACtB,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,GAAG,CAAC;YACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC3D,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBAC7D,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAExE,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;wBACnD,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;wBACzB,KAAK,EAAE,UAAU;qBAClB,CAAC,CAAC;oBAEH,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;wBAChC,MAAM,aAAa,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;wBACtC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;wBACrD,OAAO,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;oBAC1C,CAAC,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,IAAA,qCAAoB,EAAC,KAAK,CAAC;wBAAE,MAAM,KAAK,CAAC;oBAC9C,wEAAwE;oBACxE,6CAA6C;oBAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oEAAoE,YAAY,CAAC,MAAM,QAAQ,CAChG,CAAC;oBACF,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;wBAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC9C,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;IAED,UAAU;QACR,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;CACF;AArHD,wDAqHC"}

package/dist/core/llm/embeddingUtils.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_MAX_EMBED_CHARS = exports.MIN_EMBED_CHARS = void 0;
+exports.isContextLengthError = isContextLengthError;
+/** Floor for adaptive embedding-input shrinking — don't retry below this. */
+exports.MIN_EMBED_CHARS = 256;
+/** Default embedding input cap (chars). Conservative for 512-token models
+ * (e.g. mxbai-embed-large); raise via config for large-context cloud models. */
+exports.DEFAULT_MAX_EMBED_CHARS = 1024;
+/**
+ * Heuristic: does this error indicate the input exceeded the model's context?
+ * Covers Ollama ("the input length exceeds the context length") and common
+ * OpenAI-compatible phrasings.
+ */
+function isContextLengthError(error) {
+    var _a;
+    const msg = String((_a = error === null || error === void 0 ? void 0 : error.message) !== null && _a !== void 0 ? _a : error).toLowerCase();
+    return (msg.includes("context length") ||
+        msg.includes("context window") ||
+        msg.includes("input length") ||
+        msg.includes("maximum context") ||
+        msg.includes("too long") ||
+        msg.includes("exceeds"));
+}
+//# sourceMappingURL=embeddingUtils.js.map

package/dist/core/llm/embeddingUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingUtils.js","sourceRoot":"","sources":["../../../src/core/llm/embeddingUtils.ts"],"names":[],"mappings":";;;AAYA,oDAUC;AAtBD,6EAA6E;AAChE,QAAA,eAAe,GAAG,GAAG,CAAC;AAEnC;gFACgF;AACnE,QAAA,uBAAuB,GAAG,IAAI,CAAC;AAE5C;;;;GAIG;AACH,SAAgB,oBAAoB,CAAC,KAAc;;IACjD,MAAM,GAAG,GAAG,MAAM,CAAC,MAAC,KAA8B,aAA9B,KAAK,uBAAL,KAAK,CAA2B,OAAO,mCAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IACpF,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC9B,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC9B,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC5B,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QAC/B,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC;QACxB,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CACxB,CAAC;AACJ,CAAC"}

package/dist/core/llm/index.js

@@ -0,0 +1,23 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./OllamaService"), exports);
+__exportStar(require("./OpenAICompatibleService"), exports);
+__exportStar(require("./EmbeddingService"), exports);
+__exportStar(require("./OpenAIEmbeddingService"), exports);
+__exportStar(require("./prompts/PromptManager"), exports);
+__exportStar(require("./prompts/PromptTemplateEngine"), exports);
+//# sourceMappingURL=index.js.map

package/dist/core/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC;AAChC,4DAA0C;AAC1C,qDAAmC;AACnC,2DAAyC;AACzC,0DAAwC;AACxC,iEAA+C"}