@idevconn/ai-chat-be 0.1.2

package/dist/orchestrator/prompt-normalizer.d.ts

@@ -0,0 +1,9 @@
+import { ChatMessage, ProviderId } from '../types';
+export declare class PromptNormalizer {
+    normalize(messages: ChatMessage[], provider: ProviderId, tokenBudget?: number): ChatMessage[];
+    private removeEmpty;
+    private orderForProvider;
+    private trimToTokenBudget;
+    private ensureAlternation;
+}
+//# sourceMappingURL=prompt-normalizer.d.ts.map

package/dist/orchestrator/prompt-normalizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-normalizer.d.ts","sourceRoot":"","sources":["../../src/orchestrator/prompt-normalizer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAGnD,qBACa,gBAAgB;IAC3B,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,SAAO,GAAG,WAAW,EAAE;IAQ3F,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,gBAAgB;IASxB,OAAO,CAAC,iBAAiB;IA4BzB,OAAO,CAAC,iBAAiB;CAmB1B"}

package/dist/orchestrator/prompt-normalizer.js

@@ -0,0 +1,77 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PromptNormalizer = void 0;
+const common_1 = require("@nestjs/common");
+const text_1 = require("../utils/text");
+let PromptNormalizer = class PromptNormalizer {
+    normalize(messages, provider, tokenBudget = 8000) {
+        let result = this.removeEmpty(messages);
+        result = this.orderForProvider(result, provider);
+        result = this.trimToTokenBudget(result, tokenBudget);
+        result = this.ensureAlternation(result, provider);
+        return result;
+    }
+    removeEmpty(messages) {
+        return messages.filter((m) => m.content.trim().length > 0);
+    }
+    orderForProvider(messages, provider) {
+        if (provider === 'gemini') {
+            const system = messages.filter((m) => m.role === 'system');
+            const nonSystem = messages.filter((m) => m.role !== 'system');
+            return [...system, ...nonSystem];
+        }
+        return messages;
+    }
+    trimToTokenBudget(messages, budget) {
+        const systemMessages = messages.filter((m) => m.role === 'system');
+        const nonSystem = messages.filter((m) => m.role !== 'system');
+        let systemCost = 0;
+        for (const msg of systemMessages) {
+            systemCost += (0, text_1.estimateTokens)(msg.content);
+        }
+        const remainingBudget = budget - systemCost;
+        if (remainingBudget <= 0) {
+            return systemMessages;
+        }
+        const kept = [];
+        let used = 0;
+        for (let i = nonSystem.length - 1; i >= 0; i--) {
+            const cost = (0, text_1.estimateTokens)(nonSystem[i].content);
+            if (used + cost > remainingBudget)
+                break;
+            kept.unshift(nonSystem[i]);
+            used += cost;
+        }
+        return [...systemMessages, ...kept];
+    }
+    ensureAlternation(messages, provider) {
+        if (provider !== 'gemini')
+            return messages;
+        const result = [];
+        for (const msg of messages) {
+            if (msg.role === 'system') {
+                result.push(msg);
+                continue;
+            }
+            const lastNonSystem = result.filter((m) => m.role !== 'system').pop();
+            if (lastNonSystem && lastNonSystem.role === msg.role) {
+                lastNonSystem.content += '\n\n' + msg.content;
+            }
+            else {
+                result.push({ ...msg });
+            }
+        }
+        return result;
+    }
+};
+exports.PromptNormalizer = PromptNormalizer;
+exports.PromptNormalizer = PromptNormalizer = __decorate([
+    (0, common_1.Injectable)()
+], PromptNormalizer);
+//# sourceMappingURL=prompt-normalizer.js.map

package/dist/orchestrator/prompt-normalizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-normalizer.js","sourceRoot":"","sources":["../../src/orchestrator/prompt-normalizer.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA4C;AAE5C,wCAA+C;AAGxC,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAC3B,SAAS,CAAC,QAAuB,EAAE,QAAoB,EAAE,WAAW,GAAG,IAAI;QACzE,IAAI,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACjD,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACrD,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,WAAW,CAAC,QAAuB;QACzC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7D,CAAC;IAEO,gBAAgB,CAAC,QAAuB,EAAE,QAAoB;QACpE,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAC3D,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,iBAAiB,CAAC,QAAuB,EAAE,MAAc;QAC/D,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACnE,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE9D,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;YACjC,UAAU,IAAI,IAAA,qBAAc,EAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,GAAG,UAAU,CAAC;QAC5C,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO,cAAc,CAAC;QACxB,CAAC;QAGD,MAAM,IAAI,GAAkB,EAAE,CAAC;QAC/B,IAAI,IAAI,GAAG,CAAC,CAAC;QAEb,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,IAAA,qBAAc,EAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,IAAI,GAAG,IAAI,GAAG,eAAe;gBAAE,MAAM;YACzC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3B,IAAI,IAAI,IAAI,CAAC;QACf,CAAC;QAED,OAAO,CAAC,GAAG,cAAc,EAAE,GAAG,IAAI,CAAC,CAAC;IACtC,CAAC;IAEO,iBAAiB,CAAC,QAAuB,EAAE,QAAoB;QACrE,IAAI,QAAQ,KAAK,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAE3C,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,GAAG,EAAE,CAAC;YACtE,IAAI,aAAa,IAAI,aAAa,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE,CAAC;gBACrD,aAAa,CAAC,OAAO,IAAI,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAA;AArEY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;GACA,gBAAgB,CAqE5B"}

package/dist/orchestrator/response-sanitizer.d.ts

@@ -0,0 +1,26 @@
+import { AiChatModuleConfig } from '../types';
+export declare class ResponseSanitizer {
+    private readonly config;
+    private readonly needles;
+    private readonly redactSysPrompt;
+    private readonly redactPii;
+    constructor(config: AiChatModuleConfig);
+    createStream(): SanitizerStream;
+}
+interface SanitizerOpts {
+    needles: string[];
+    redactSysPrompt: boolean;
+    redactPii: boolean;
+}
+export declare class SanitizerStream {
+    private readonly opts;
+    private buffer;
+    private readonly maxNeedleLen;
+    constructor(opts: SanitizerOpts);
+    push(chunk: string): string;
+    flush(): string;
+    private consumeSafePrefix;
+    private scrub;
+}
+export {};
+//# sourceMappingURL=response-sanitizer.d.ts.map

package/dist/orchestrator/response-sanitizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-sanitizer.d.ts","sourceRoot":"","sources":["../../src/orchestrator/response-sanitizer.ts"],"names":[],"mappings":"AACA,OAAO,EAAkB,kBAAkB,EAAE,MAAM,UAAU,CAAC;AA8B9D,qBACa,iBAAiB;IAKQ,OAAO,CAAC,QAAQ,CAAC,MAAM;IAJ3D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAW;IACnC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;IAC1C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;gBAEiB,MAAM,EAAE,kBAAkB;IAQ/E,YAAY,IAAI,eAAe;CAOhC;AAED,UAAU,aAAa;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,eAAe,EAAE,OAAO,CAAC;IACzB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,qBAAa,eAAe;IAId,OAAO,CAAC,QAAQ,CAAC,IAAI;IAHjC,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAET,IAAI,EAAE,aAAa;IAIhD,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAK3B,KAAK,IAAI,MAAM;IAMf,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,KAAK;CAyBd"}

package/dist/orchestrator/response-sanitizer.js

@@ -0,0 +1,127 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SanitizerStream = exports.ResponseSanitizer = void 0;
+const common_1 = require("@nestjs/common");
+const types_1 = require("../types");
+const DEFAULT_NEEDLES = [
+    'You are a helpful AI assistant',
+    '<DOCUMENT_CONTEXT>',
+    '</DOCUMENT_CONTEXT>',
+    '[INST]',
+    '[/INST]',
+    '<|im_start|>',
+    '<|im_end|>',
+];
+const TEMPLATE_TOKEN_PATTERN = /\[\/?INST\]|<\|im_(start|end)\|>/gi;
+const SECURITY_LINE_PATTERN = /^SECURITY:.*$/gm;
+const EMAIL_REGEX = /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/g;
+const IPV4_REGEX = /\b(?:\d{1,3}\.){3}\d{1,3}\b/g;
+const CREDIT_CARD_REGEX = /\b(?:\d[ -]?){13,19}\b/g;
+const ROLLING_BUFFER_SIZE = 256;
+let ResponseSanitizer = class ResponseSanitizer {
+    config;
+    needles;
+    redactSysPrompt;
+    redactPii;
+    constructor(config) {
+        this.config = config;
+        this.redactSysPrompt = config.output?.redactSystemPrompt !== false;
+        this.redactPii = config.output?.redactPii === true;
+        this.needles = [...DEFAULT_NEEDLES, ...(config.output?.customNeedles ?? [])].filter((n) => n.length > 0);
+    }
+    createStream() {
+        return new SanitizerStream({
+            needles: this.needles,
+            redactSysPrompt: this.redactSysPrompt,
+            redactPii: this.redactPii,
+        });
+    }
+};
+exports.ResponseSanitizer = ResponseSanitizer;
+exports.ResponseSanitizer = ResponseSanitizer = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)(types_1.AI_CHAT_CONFIG)),
+    __metadata("design:paramtypes", [Object])
+], ResponseSanitizer);
+class SanitizerStream {
+    opts;
+    buffer = '';
+    maxNeedleLen;
+    constructor(opts) {
+        this.opts = opts;
+        this.maxNeedleLen = opts.needles.reduce((max, n) => Math.max(max, n.length), 0);
+    }
+    push(chunk) {
+        this.buffer += chunk;
+        return this.consumeSafePrefix();
+    }
+    flush() {
+        const tail = this.buffer;
+        this.buffer = '';
+        return this.scrub(tail);
+    }
+    consumeSafePrefix() {
+        if (this.buffer.length <= ROLLING_BUFFER_SIZE) {
+            return '';
+        }
+        const holdback = Math.max(this.maxNeedleLen, 32);
+        const safeLen = this.buffer.length - holdback;
+        if (safeLen <= 0)
+            return '';
+        const safe = this.buffer.slice(0, safeLen);
+        this.buffer = this.buffer.slice(safeLen);
+        return this.scrub(safe);
+    }
+    scrub(text) {
+        let out = text;
+        if (this.opts.redactSysPrompt) {
+            for (const needle of this.opts.needles) {
+                if (!needle)
+                    continue;
+                const escaped = needle.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+                const re = new RegExp(escaped, 'gi');
+                out = out.replace(re, '[REDACTED]');
+            }
+            out = out.replace(TEMPLATE_TOKEN_PATTERN, '');
+            out = out.replace(SECURITY_LINE_PATTERN, '');
+        }
+        if (this.opts.redactPii) {
+            out = out.replace(EMAIL_REGEX, '[REDACTED_EMAIL]');
+            out = out.replace(IPV4_REGEX, '[REDACTED_IP]');
+            out = out.replace(CREDIT_CARD_REGEX, (match) => looksLikeLuhn(match) ? '[REDACTED_CARD]' : match);
+        }
+        return out;
+    }
+}
+exports.SanitizerStream = SanitizerStream;
+function looksLikeLuhn(text) {
+    const digits = text.replace(/\D/g, '');
+    if (digits.length < 13 || digits.length > 19)
+        return false;
+    let sum = 0;
+    let alt = false;
+    for (let i = digits.length - 1; i >= 0; i--) {
+        let d = digits.charCodeAt(i) - 48;
+        if (alt) {
+            d *= 2;
+            if (d > 9)
+                d -= 9;
+        }
+        sum += d;
+        alt = !alt;
+    }
+    return sum % 10 === 0;
+}
+//# sourceMappingURL=response-sanitizer.js.map

package/dist/orchestrator/response-sanitizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-sanitizer.js","sourceRoot":"","sources":["../../src/orchestrator/response-sanitizer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,oCAA8D;AAE9D,MAAM,eAAe,GAAG;IACtB,gCAAgC;IAChC,oBAAoB;IACpB,qBAAqB;IACrB,QAAQ;IACR,SAAS;IACT,cAAc;IACd,YAAY;CACb,CAAC;AAEF,MAAM,sBAAsB,GAAG,oCAAoC,CAAC;AACpE,MAAM,qBAAqB,GAAG,iBAAiB,CAAC;AAEhD,MAAM,WAAW,GAAG,iDAAiD,CAAC;AACtE,MAAM,UAAU,GAAG,8BAA8B,CAAC;AAClD,MAAM,iBAAiB,GAAG,yBAAyB,CAAC;AAEpD,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAYzB,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAKyB;IAJpC,OAAO,CAAW;IAClB,eAAe,CAAU;IACzB,SAAS,CAAU;IAEpC,YAAqD,MAA0B;QAA1B,WAAM,GAAN,MAAM,CAAoB;QAC7E,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,kBAAkB,KAAK,KAAK,CAAC;QACnE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI,CAAC;QACnD,IAAI,CAAC,OAAO,GAAG,CAAC,GAAG,eAAe,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CACjF,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CACpB,CAAC;IACJ,CAAC;IAED,YAAY;QACV,OAAO,IAAI,eAAe,CAAC;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AApBY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;IAME,WAAA,IAAA,eAAM,EAAC,sBAAc,CAAC,CAAA;;GALxB,iBAAiB,CAoB7B;AAQD,MAAa,eAAe;IAIG;IAHrB,MAAM,GAAG,EAAE,CAAC;IACH,YAAY,CAAS;IAEtC,YAA6B,IAAmB;QAAnB,SAAI,GAAJ,IAAI,CAAe;QAC9C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAClF,CAAC;IAED,IAAI,CAAC,KAAa;QAChB,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACrB,OAAO,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAClC,CAAC;IAED,KAAK;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,mBAAmB,EAAE,CAAC;YAC9C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC;QAC9C,IAAI,OAAO,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;QAE5B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,IAAY;QACxB,IAAI,GAAG,GAAG,IAAI,CAAC;QAEf,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACvC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;gBAC9D,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBACrC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;YACtC,CAAC;YACD,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;YAC9C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACxB,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;YACnD,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;YAC/C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,KAAK,EAAE,EAAE,CAC7C,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CACjD,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AA1DD,0CA0DC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,KAAK,CAAC;IAE3D,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,GAAG,GAAG,KAAK,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,IAAI,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,GAAG,EAAE,CAAC;YACR,CAAC,IAAI,CAAC,CAAC;YACP,IAAI,CAAC,GAAG,CAAC;gBAAE,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QACD,GAAG,IAAI,CAAC,CAAC;QACT,GAAG,GAAG,CAAC,GAAG,CAAC;IACb,CAAC;IACD,OAAO,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;AACxB,CAAC"}

package/dist/orchestrator/response-validator.d.ts

@@ -0,0 +1,10 @@
+import { ChatMessage } from '../types';
+export interface ValidationResult {
+    valid: boolean;
+    error?: string;
+}
+export declare class ResponseValidator {
+    validate(response: string): ValidationResult;
+    buildCorrectionMessages(error: string): ChatMessage[];
+}
+//# sourceMappingURL=response-validator.d.ts.map

package/dist/orchestrator/response-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-validator.d.ts","sourceRoot":"","sources":["../../src/orchestrator/response-validator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBACa,iBAAiB;IAC5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,gBAAgB;IAO5C,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE;CAQtD"}

package/dist/orchestrator/response-validator.js

@@ -0,0 +1,31 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ResponseValidator = void 0;
+const common_1 = require("@nestjs/common");
+let ResponseValidator = class ResponseValidator {
+    validate(response) {
+        if (!response || response.trim().length === 0) {
+            return { valid: false, error: 'Empty response from LLM' };
+        }
+        return { valid: true };
+    }
+    buildCorrectionMessages(error) {
+        return [
+            {
+                role: 'system',
+                content: `Your previous response was invalid: ${error}. Please provide a valid response.`,
+            },
+        ];
+    }
+};
+exports.ResponseValidator = ResponseValidator;
+exports.ResponseValidator = ResponseValidator = __decorate([
+    (0, common_1.Injectable)()
+], ResponseValidator);
+//# sourceMappingURL=response-validator.js.map

package/dist/orchestrator/response-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-validator.js","sourceRoot":"","sources":["../../src/orchestrator/response-validator.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA4C;AASrC,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAC5B,QAAQ,CAAC,QAAgB;QACvB,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC;QAC5D,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,uBAAuB,CAAC,KAAa;QACnC,OAAO;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,uCAAuC,KAAK,oCAAoC;aAC1F;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAhBY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;GACA,iBAAiB,CAgB7B"}

package/dist/providers/gemini.provider.d.ts

@@ -0,0 +1,13 @@
+import { ChatMessage, ChatStreamEvent, ILlmProvider, StreamOptions } from '../types';
+import { ProviderSettings } from './provider-settings';
+export declare class GeminiProvider implements ILlmProvider {
+    private readonly s;
+    readonly id: "gemini";
+    readonly supportsEmbedding = true;
+    constructor(s: ProviderSettings);
+    chatStream(messages: ChatMessage[], options?: StreamOptions): AsyncGenerator<ChatStreamEvent>;
+    embed(texts: string[]): Promise<number[][]>;
+    private toGeminiContents;
+    private extractSystemInstruction;
+}
+//# sourceMappingURL=gemini.provider.d.ts.map

package/dist/providers/gemini.provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.provider.d.ts","sourceRoot":"","sources":["../../src/providers/gemini.provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGrF,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAEvD,qBAAa,cAAe,YAAW,YAAY;IAIrC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAH9B,QAAQ,CAAC,EAAE,EAAG,QAAQ,CAAU;IAChC,QAAQ,CAAC,iBAAiB,QAAQ;gBAEL,CAAC,EAAE,gBAAgB;IAEzC,UAAU,CACf,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,cAAc,CAAC,eAAe,CAAC;IAkG5B,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IA0BjD,OAAO,CAAC,gBAAgB;IAWxB,OAAO,CAAC,wBAAwB;CAKjC"}

package/dist/providers/gemini.provider.js

@@ -0,0 +1,132 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiProvider = void 0;
+const retry_1 = require("../utils/retry");
+const logger_1 = require("../utils/logger");
+class GeminiProvider {
+    s;
+    id = 'gemini';
+    supportsEmbedding = true;
+    constructor(s) {
+        this.s = s;
+    }
+    async *chatStream(messages, options) {
+        const url = `${this.s.baseUrl}/models/${this.s.chatModel}:streamGenerateContent?alt=sse&key=${this.s.apiKey}`;
+        const contents = this.toGeminiContents(messages);
+        const systemInstruction = this.extractSystemInstruction(messages);
+        const body = {
+            contents,
+            generationConfig: {
+                temperature: options?.temperature ?? 0.7,
+                maxOutputTokens: options?.maxTokens ?? 2048,
+            },
+        };
+        if (systemInstruction) {
+            body.systemInstruction = { parts: [{ text: systemInstruction }] };
+        }
+        let response;
+        try {
+            response = await (0, retry_1.withRetry)(() => fetch(url, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify(body),
+                signal: options?.signal,
+            }), this.s.retry);
+        }
+        catch (error) {
+            (0, logger_1.logStreamError)('Gemini', error);
+            yield { type: 'error', error: 'Failed to connect to Gemini API' };
+            return;
+        }
+        if (!response.ok) {
+            const errorBody = await response.text().catch(() => '');
+            (0, logger_1.logStreamError)('Gemini', `HTTP ${response.status}: ${errorBody}`);
+            yield {
+                type: 'error',
+                error: `Gemini API error: ${response.status}`,
+            };
+            return;
+        }
+        const reader = response.body?.getReader();
+        if (!reader) {
+            yield { type: 'error', error: 'No response body from Gemini' };
+            return;
+        }
+        const decoder = new TextDecoder();
+        let buffer = '';
+        let totalTokens = 0;
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop() || '';
+                for (const line of lines) {
+                    if (!line.startsWith('data: '))
+                        continue;
+                    const data = line.slice(6).trim();
+                    if (!data || data === '[DONE]')
+                        continue;
+                    try {
+                        const parsed = JSON.parse(data);
+                        const text = parsed?.candidates?.[0]?.content?.parts?.[0]?.text;
+                        if (text) {
+                            totalTokens += Math.ceil(text.length / 4);
+                            yield { type: 'token', content: text };
+                        }
+                    }
+                    catch {
+                    }
+                }
+            }
+        }
+        catch (error) {
+            (0, logger_1.logStreamError)('Gemini', error);
+            yield { type: 'error', error: 'Stream interrupted' };
+            return;
+        }
+        yield {
+            type: 'done',
+            usage: {
+                promptTokens: 0,
+                completionTokens: totalTokens,
+                totalTokens,
+            },
+        };
+    }
+    async embed(texts) {
+        const url = `${this.s.baseUrl}/models/${this.s.embeddingModel}:batchEmbedContents?key=${this.s.apiKey}`;
+        const requests = texts.map((text) => ({
+            model: `models/${this.s.embeddingModel}`,
+            content: { parts: [{ text }] },
+        }));
+        const response = await (0, retry_1.withRetry)(() => fetch(url, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({ requests }),
+        }), this.s.retry);
+        if (!response.ok) {
+            throw new Error(`Gemini embedding failed: ${response.status}`);
+        }
+        const data = await response.json();
+        return data.embeddings.map((e) => e.values);
+    }
+    toGeminiContents(messages) {
+        return messages
+            .filter((m) => m.role !== 'system')
+            .map((m) => ({
+            role: m.role === 'assistant' ? 'model' : 'user',
+            parts: [{ text: m.content }],
+        }));
+    }
+    extractSystemInstruction(messages) {
+        const systemMessages = messages.filter((m) => m.role === 'system');
+        if (systemMessages.length === 0)
+            return null;
+        return systemMessages.map((m) => m.content).join('\n\n');
+    }
+}
+exports.GeminiProvider = GeminiProvider;
+//# sourceMappingURL=gemini.provider.js.map

package/dist/providers/gemini.provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.provider.js","sourceRoot":"","sources":["../../src/providers/gemini.provider.ts"],"names":[],"mappings":";;;AACA,0CAA2C;AAC3C,4CAAiD;AAGjD,MAAa,cAAc;IAII;IAHpB,EAAE,GAAG,QAAiB,CAAC;IACvB,iBAAiB,GAAG,IAAI,CAAC;IAElC,YAA6B,CAAmB;QAAnB,MAAC,GAAD,CAAC,CAAkB;IAAG,CAAC;IAEpD,KAAK,CAAC,CAAC,UAAU,CACf,QAAuB,EACvB,OAAuB;QAEvB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,WAAW,IAAI,CAAC,CAAC,CAAC,SAAS,sCAAsC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAE9G,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,iBAAiB,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QAElE,MAAM,IAAI,GAA4B;YACpC,QAAQ;YACR,gBAAgB,EAAE;gBAChB,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;gBACxC,eAAe,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;aAC5C;SACF,CAAC;QAEF,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,CAAC,iBAAiB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC;QACpE,CAAC;QAED,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAA,iBAAS,EACxB,GAAG,EAAE,CACH,KAAK,CAAC,GAAG,EAAE;gBACT,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,OAAO,EAAE,MAAM;aACxB,CAAC,EACJ,IAAI,CAAC,CAAC,CAAC,KAAK,CACb,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAA,uBAAc,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAChC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAC;YAClE,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACxD,IAAA,uBAAc,EAAC,QAAQ,EAAE,QAAQ,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;YAClE,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,qBAAqB,QAAQ,CAAC,MAAM,EAAE;aAC9C,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,8BAA8B,EAAE,CAAC;YAC/D,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACzC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAEzC,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAChC,MAAM,IAAI,GAAG,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;wBAChE,IAAI,IAAI,EAAE,CAAC;4BACT,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;4BAC1C,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;wBACzC,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;oBAET,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAA,uBAAc,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAChC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;YACrD,OAAO;QACT,CAAC;QAED,MAAM;YACJ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE;gBACL,YAAY,EAAE,CAAC;gBACf,gBAAgB,EAAE,WAAW;gBAC7B,WAAW;aACZ;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,WAAW,IAAI,CAAC,CAAC,CAAC,cAAc,2BAA2B,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAExG,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACpC,KAAK,EAAE,UAAU,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE;YACxC,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;SAC/B,CAAC,CAAC,CAAC;QAEJ,MAAM,QAAQ,GAAG,MAAM,IAAA,iBAAS,EAC9B,GAAG,EAAE,CACH,KAAK,CAAC,GAAG,EAAE;YACT,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;SACnC,CAAC,EACJ,IAAI,CAAC,CAAC,CAAC,KAAK,CACb,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAuB,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACpE,CAAC;IAEO,gBAAgB,CACtB,QAAuB;QAEvB,OAAO,QAAQ;aACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YAC/C,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC7B,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,wBAAwB,CAAC,QAAuB;QACtD,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACnE,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC7C,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3D,CAAC;CACF;AArJD,wCAqJC"}

package/dist/providers/grok.provider.d.ts

@@ -0,0 +1,11 @@
+import { ChatMessage, ChatStreamEvent, ILlmProvider, StreamOptions } from '../types';
+import { ProviderSettings } from './provider-settings';
+export declare class GrokProvider implements ILlmProvider {
+    private readonly s;
+    readonly id: "grok";
+    readonly supportsEmbedding = false;
+    private readonly client;
+    constructor(s: ProviderSettings);
+    chatStream(messages: ChatMessage[], options?: StreamOptions): AsyncGenerator<ChatStreamEvent>;
+}
+//# sourceMappingURL=grok.provider.d.ts.map

package/dist/providers/grok.provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grok.provider.d.ts","sourceRoot":"","sources":["../../src/providers/grok.provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAErF,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAEvD,qBAAa,YAAa,YAAW,YAAY;IAMnC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAL9B,QAAQ,CAAC,EAAE,EAAG,MAAM,CAAU;IAC9B,QAAQ,CAAC,iBAAiB,SAAS;IAEnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAEH,CAAC,EAAE,gBAAgB;IAOzC,UAAU,CACf,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,cAAc,CAAC,eAAe,CAAC;CAgDnC"}

package/dist/providers/grok.provider.js

@@ -0,0 +1,69 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GrokProvider = void 0;
+const openai_1 = __importDefault(require("openai"));
+const logger_1 = require("../utils/logger");
+class GrokProvider {
+    s;
+    id = 'grok';
+    supportsEmbedding = false;
+    client;
+    constructor(s) {
+        this.s = s;
+        this.client = new openai_1.default({
+            apiKey: s.apiKey,
+            baseURL: s.baseUrl,
+        });
+    }
+    async *chatStream(messages, options) {
+        let stream;
+        try {
+            stream = await this.client.chat.completions.create({
+                model: this.s.chatModel,
+                messages: messages.map((m) => ({
+                    role: m.role,
+                    content: m.content,
+                })),
+                stream: true,
+                temperature: options?.temperature ?? 0.7,
+                max_tokens: options?.maxTokens ?? 2048,
+            });
+        }
+        catch (error) {
+            (0, logger_1.logStreamError)('Grok', error);
+            yield {
+                type: 'error',
+                error: 'Failed to connect to Grok API',
+            };
+            return;
+        }
+        let totalTokens = 0;
+        try {
+            for await (const chunk of stream) {
+                const delta = chunk.choices[0]?.delta;
+                if (delta?.content) {
+                    totalTokens += Math.ceil(delta.content.length / 4);
+                    yield { type: 'token', content: delta.content };
+                }
+            }
+        }
+        catch (error) {
+            (0, logger_1.logStreamError)('Grok', error);
+            yield { type: 'error', error: 'Stream interrupted' };
+            return;
+        }
+        yield {
+            type: 'done',
+            usage: {
+                promptTokens: 0,
+                completionTokens: totalTokens,
+                totalTokens,
+            },
+        };
+    }
+}
+exports.GrokProvider = GrokProvider;
+//# sourceMappingURL=grok.provider.js.map

package/dist/providers/grok.provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grok.provider.js","sourceRoot":"","sources":["../../src/providers/grok.provider.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,4CAAiD;AAGjD,MAAa,YAAY;IAMM;IALpB,EAAE,GAAG,MAAe,CAAC;IACrB,iBAAiB,GAAG,KAAK,CAAC;IAElB,MAAM,CAAS;IAEhC,YAA6B,CAAmB;QAAnB,MAAC,GAAD,CAAC,CAAkB;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC;YACvB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,OAAO,EAAE,CAAC,CAAC,OAAQ;SACpB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CACf,QAAuB,EACvB,OAAuB;QAEvB,IAAI,MAAkE,CAAC;QAEvE,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS;gBACvB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC,CAAC;gBACH,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;gBACxC,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;aACvC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAA,uBAAc,EAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC9B,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,+BAA+B;aACvC,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBACtC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;oBACnB,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBACnD,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClD,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAA,uBAAc,EAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC9B,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;YACrD,OAAO;QACT,CAAC;QAED,MAAM;YACJ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE;gBACL,YAAY,EAAE,CAAC;gBACf,gBAAgB,EAAE,WAAW;gBAC7B,WAAW;aACZ;SACF,CAAC;IACJ,CAAC;CACF;AAhED,oCAgEC"}

package/dist/providers/openai.provider.d.ts

@@ -0,0 +1,12 @@
+import { ChatMessage, ChatStreamEvent, ILlmProvider, StreamOptions } from '../types';
+import { ProviderSettings } from './provider-settings';
+export declare class OpenAIProvider implements ILlmProvider {
+    private readonly s;
+    readonly id: "openai";
+    readonly supportsEmbedding = true;
+    private readonly client;
+    constructor(s: ProviderSettings);
+    chatStream(messages: ChatMessage[], options?: StreamOptions): AsyncGenerator<ChatStreamEvent>;
+    embed(texts: string[]): Promise<number[][]>;
+}
+//# sourceMappingURL=openai.provider.d.ts.map

package/dist/providers/openai.provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.provider.d.ts","sourceRoot":"","sources":["../../src/providers/openai.provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAErF,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAEvD,qBAAa,cAAe,YAAW,YAAY;IAMrC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAL9B,QAAQ,CAAC,EAAE,EAAG,QAAQ,CAAU;IAChC,QAAQ,CAAC,iBAAiB,QAAQ;IAElC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAEH,CAAC,EAAE,gBAAgB;IAOzC,UAAU,CACf,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,cAAc,CAAC,eAAe,CAAC;IA6D5B,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAQlD"}