@carlonicora/nestjs-neo4jsonapi 1.64.0 → 1.65.0

package/dist/core/llm/interfaces/llm-call-metadata.interface.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Typed metadata passed to every LLMService.call(). The dumper reads from this
+ * to attribute a JSON dump to a specific node and request. Also forwarded to
+ * LangSmith via the underlying invoke() configOptions.
+ *
+ * `requestId`, `userId`, `companyId` are populated by `LLMCallDumper` itself
+ * from `ClsService.get("logContext")` and do not need to be set by callers.
+ */
+export interface LLMCallMetadata {
+    /** Logical node name. Examples: "graph", "planner", "answer". */
+    nodeName: string;
+    /** Logical agent name. Examples: "responder", "drift", "contextualiser". */
+    agentName: string;
+    /** The user's refined question for this turn. Optional but useful for attribution. */
+    userQuestion?: string;
+    /** Free-form fields are still allowed (LangSmith etc. may want them). */
+    [extra: string]: unknown;
+}
+//# sourceMappingURL=llm-call-metadata.interface.d.ts.map

package/dist/core/llm/interfaces/llm-call-metadata.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-call-metadata.interface.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/interfaces/llm-call-metadata.interface.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,MAAM,WAAW,eAAe;IAC9B,iEAAiE;IACjE,QAAQ,EAAE,MAAM,CAAC;IAEjB,4EAA4E;IAC5E,SAAS,EAAE,MAAM,CAAC;IAElB,sFAAsF;IACtF,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,yEAAyE;IACzE,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B"}

package/dist/core/llm/interfaces/llm-call-metadata.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=llm-call-metadata.interface.js.map

package/dist/core/llm/interfaces/llm-call-metadata.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-call-metadata.interface.js","sourceRoot":"","sources":["../../../../src/core/llm/interfaces/llm-call-metadata.interface.ts"],"names":[],"mappings":""}

package/dist/core/llm/llm.module.d.ts

@@ -10,6 +10,7 @@
  * - Vision/image analysis
  * - Model selection and configuration
  * - Token usage tracking
+ * - Optional per-call JSON dumps for debugging (gated by ASSISTANT_DUMP_LLM_CALLS)
  */
 export declare class LLMModule {
 }

package/dist/core/llm/llm.module.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.module.d.ts","sourceRoot":"","sources":["../../../src/core/llm/llm.module.ts"],"names":[],"mappings":"AAQA;;;;;;;;;;;;GAYG;AACH,qBAKa,SAAS;CAAG"}
+{"version":3,"file":"llm.module.d.ts","sourceRoot":"","sources":["../../../src/core/llm/llm.module.ts"],"names":[],"mappings":"AASA;;;;;;;;;;;;;GAaG;AACH,qBAKa,SAAS;CAAG"}

package/dist/core/llm/llm.module.js

@@ -9,10 +9,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.LLMModule = void 0;
 const common_1 = require("@nestjs/common");
 const embedder_service_1 = require("./services/embedder.service");
+const llm_call_dumper_service_1 = require("./services/llm-call-dumper.service");
 const llm_service_1 = require("./services/llm.service");
 const model_service_1 = require("./services/model.service");
 const vision_llm_service_1 = require("./services/vision.llm.service");
-const LLM_SERVICES = [llm_service_1.LLMService, model_service_1.ModelService, embedder_service_1.EmbedderService, vision_llm_service_1.VisionLLMService];
+const LLM_SERVICES = [llm_service_1.LLMService, model_service_1.ModelService, embedder_service_1.EmbedderService, vision_llm_service_1.VisionLLMService, llm_call_dumper_service_1.LLMCallDumper];
 /**
  * LLM Module
  *
@@ -25,6 +26,7 @@ const LLM_SERVICES = [llm_service_1.LLMService, model_service_1.ModelService, em
  * - Vision/image analysis
  * - Model selection and configuration
  * - Token usage tracking
+ * - Optional per-call JSON dumps for debugging (gated by ASSISTANT_DUMP_LLM_CALLS)
  */
 let LLMModule = class LLMModule {
 };

package/dist/core/llm/llm.module.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm.module.js","sourceRoot":"","sources":["../../../src/core/llm/llm.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAgD;AAChD,kEAA8D;AAC9D,wDAAoD;AACpD,4DAAwD;AACxD,sEAAiE;AAEjE,MAAM,YAAY,GAAG,CAAC,wBAAU,EAAE,4BAAY,EAAE,kCAAe,EAAE,qCAAgB,CAAC,CAAC;AAEnF;;;;;;;;;;;;GAYG;AAMI,IAAM,SAAS,GAAf,MAAM,SAAS;CAAG,CAAA;AAAZ,8BAAS;oBAAT,SAAS;IALrB,IAAA,eAAM,GAAE;IACR,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,YAAY;QACvB,OAAO,EAAE,YAAY;KACtB,CAAC;GACW,SAAS,CAAG"}
+{"version":3,"file":"llm.module.js","sourceRoot":"","sources":["../../../src/core/llm/llm.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAgD;AAChD,kEAA8D;AAC9D,gFAAmE;AACnE,wDAAoD;AACpD,4DAAwD;AACxD,sEAAiE;AAEjE,MAAM,YAAY,GAAG,CAAC,wBAAU,EAAE,4BAAY,EAAE,kCAAe,EAAE,qCAAgB,EAAE,uCAAa,CAAC,CAAC;AAElG;;;;;;;;;;;;;GAaG;AAMI,IAAM,SAAS,GAAf,MAAM,SAAS;CAAG,CAAA;AAAZ,8BAAS;oBAAT,SAAS;IALrB,IAAA,eAAM,GAAE;IACR,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,YAAY;QACvB,OAAO,EAAE,YAAY;KACtB,CAAC;GACW,SAAS,CAAG"}

package/dist/core/llm/services/llm-call-dumper.service.d.ts

@@ -0,0 +1,64 @@
+import { ClsService } from "nestjs-cls";
+import { LLMCallMetadata } from "../interfaces/llm-call-metadata.interface";
+export interface DumpSessionStartParams {
+    metadata?: LLMCallMetadata & Record<string, unknown>;
+    model: string;
+    provider: string;
+    temperature?: number;
+}
+export interface DumpInputs {
+    systemPrompts: string[];
+    instructions: string;
+    inputParams: Record<string, unknown>;
+    history: Array<{
+        role: string;
+        content: string;
+    }>;
+    tools: Array<{
+        name: string;
+        description: string;
+        schema: unknown;
+    }>;
+    outputSchemaName: string;
+}
+export interface DumpResponse {
+    content?: string;
+    toolCalls?: Array<{
+        id: string;
+        name: string;
+        args: unknown;
+    }>;
+    tokenUsage?: {
+        input: number;
+        output: number;
+    };
+    finishReason?: string;
+}
+export interface DumpCloseParams {
+    finalStatus: "success" | "error" | "partial";
+    errorMessage?: string;
+    errorStack?: string;
+    totalTokens: {
+        input: number;
+        output: number;
+    };
+    warnings?: string[];
+    parseFallbacks?: Array<"tool_calls" | "lenient" | "raw">;
+}
+export interface DumpSession {
+    readonly isEnabled: boolean;
+    recordInputs(inputs: DumpInputs): void;
+    startIteration(kind: "tool-loop" | "final-structured", sentMessages: ReadonlyArray<unknown>): void;
+    recordResponse(response: DumpResponse): void;
+    recordToolResult(toolCallId: string, tool: string, content: string): void;
+    close(params: DumpCloseParams): void;
+}
+export declare class LLMCallDumper {
+    private readonly cls?;
+    private readonly logger;
+    private readonly enabled;
+    private readonly outputDir;
+    constructor(cls?: ClsService);
+    startSession(params: DumpSessionStartParams): DumpSession;
+}
+//# sourceMappingURL=llm-call-dumper.service.d.ts.map

package/dist/core/llm/services/llm-call-dumper.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-call-dumper.service.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/services/llm-call-dumper.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,2CAA2C,CAAC;AAE5E,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrD,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,UAAU;IACzB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAClD,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACrE,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAC/D,UAAU,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;IAC7C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,CAAC,EAAE,KAAK,CAAC,YAAY,GAAG,SAAS,GAAG,KAAK,CAAC,CAAC;CAC1D;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,YAAY,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAAC;IACvC,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,kBAAkB,EAAE,YAAY,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IACnG,cAAc,CAAC,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;IAC7C,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1E,KAAK,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;CACtC;AA0MD,qBACa,aAAa;IAKA,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;IAJ7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkC;IACzD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEM,GAAG,CAAC,EAAE,UAAU;IASzD,YAAY,CAAC,MAAM,EAAE,sBAAsB,GAAG,WAAW;CAyB1D"}

package/dist/core/llm/services/llm-call-dumper.service.js

@@ -0,0 +1,204 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var LLMCallDumper_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMCallDumper = void 0;
+const common_1 = require("@nestjs/common");
+const crypto_1 = require("crypto");
+const nestjs_cls_1 = require("nestjs-cls");
+const NO_OP_SESSION = {
+    isEnabled: false,
+    recordInputs: () => undefined,
+    startIteration: () => undefined,
+    recordResponse: () => undefined,
+    recordToolResult: () => undefined,
+    close: () => undefined,
+};
+function approxTokens(bytes) {
+    return Math.ceil(bytes / 4);
+}
+function byteLength(s) {
+    return Buffer.byteLength(s, "utf8");
+}
+function serializeMessage(m) {
+    // LangChain BaseMessage exposes _getType() ("system" | "human" | "ai" | "tool").
+    // Plain {role,content} objects (used in unit tests) are also accepted.
+    let role;
+    if (typeof m?._getType === "function") {
+        const t = m._getType();
+        role = t === "human" ? "user" : t === "ai" ? "assistant" : t;
+    }
+    else {
+        role = String(m?.role ?? m?.type ?? "unknown");
+    }
+    let content;
+    if (typeof m?.content === "string") {
+        content = m.content;
+    }
+    else if (m?.content != null) {
+        try {
+            content = JSON.stringify(m.content);
+        }
+        catch {
+            content = String(m.content);
+        }
+    }
+    else {
+        content = "";
+    }
+    const bytes = byteLength(content);
+    return { role, bytes, approxTokens: approxTokens(bytes), content };
+}
+class RealDumpSession {
+    constructor(start, outputDir, logger, clsContext, fileWriter, mkdirp) {
+        this.start = start;
+        this.outputDir = outputDir;
+        this.logger = logger;
+        this.clsContext = clsContext;
+        this.fileWriter = fileWriter;
+        this.mkdirp = mkdirp;
+        this.isEnabled = true;
+        this.callId = (0, crypto_1.randomUUID)();
+        this.startedAt = new Date();
+        this.iterations = [];
+    }
+    recordInputs(inputs) {
+        this.inputs = inputs;
+    }
+    startIteration(kind, sentMessages) {
+        const serialized = sentMessages.map(serializeMessage);
+        const byRole = {};
+        let totalBytes = 0;
+        for (const m of serialized) {
+            totalBytes += m.bytes;
+            byRole[m.role] = (byRole[m.role] ?? 0) + m.bytes;
+        }
+        this.current = {
+            index: this.iterations.length,
+            kind,
+            sentMessages: serialized,
+            sizesSummary: { totalBytes, totalApproxTokens: approxTokens(totalBytes), byRole },
+            toolResults: [],
+        };
+        this.iterations.push(this.current);
+    }
+    recordResponse(response) {
+        if (!this.current)
+            return;
+        this.current.response = {
+            content: response.content ?? "",
+            toolCalls: response.toolCalls ?? [],
+            tokenUsage: response.tokenUsage ?? { input: 0, output: 0 },
+            finishReason: response.finishReason,
+        };
+    }
+    recordToolResult(toolCallId, tool, content) {
+        if (!this.current)
+            return;
+        const bytes = byteLength(content);
+        this.current.toolResults.push({
+            toolCallId,
+            tool,
+            bytes,
+            approxTokens: approxTokens(bytes),
+            content,
+        });
+    }
+    close(params) {
+        const completedAt = new Date();
+        const meta = {
+            callId: this.callId,
+            requestId: this.clsContext.requestId,
+            nodeName: this.start.metadata?.nodeName ?? "unknown",
+            agentName: this.start.metadata?.agentName ?? "unknown",
+            userId: this.clsContext.userId,
+            companyId: this.clsContext.companyId,
+            userQuestion: this.start.metadata?.userQuestion ?? undefined,
+            model: this.start.model,
+            provider: this.start.provider,
+            temperature: this.start.temperature,
+            startedAt: this.startedAt.toISOString(),
+            durationMs: completedAt.getTime() - this.startedAt.getTime(),
+            iterationCount: this.iterations.length,
+            finalStatus: params.finalStatus,
+            errorMessage: params.errorMessage,
+            errorStack: params.errorStack,
+            totalTokens: params.totalTokens,
+            warnings: params.warnings ?? [],
+            parseFallbacks: params.parseFallbacks ?? [],
+        };
+        const payload = {
+            meta,
+            inputs: this.inputs,
+            iterations: this.iterations,
+        };
+        const body = JSON.stringify(payload, null, 2);
+        const yyyyMmDd = this.startedAt.toISOString().slice(0, 10);
+        const hhMmSsMs = this.startedAt.toISOString().slice(11, 23).replace(/[:.]/g, "-");
+        // Group dumps under the originating assistant + turn whenever the caller
+        // (assistant.service.ts.runAgentTurn) has set the CLS context. Falls back
+        // to a flat per-day layout for any LLM call outside the assistant flow.
+        const assistantId = this.clsContext.assistantId;
+        const turnStartedAt = this.clsContext.turnStartedAt;
+        const dir = assistantId && turnStartedAt
+            ? `${this.outputDir}/${yyyyMmDd}/${assistantId}/${turnStartedAt}`
+            : `${this.outputDir}/${yyyyMmDd}`;
+        const file = `${dir}/${hhMmSsMs}-${meta.nodeName}-${this.callId}.json`;
+        // Fire-and-forget; do not await. Errors are caught and logged.
+        this.mkdirp(dir)
+            .then(() => this.fileWriter(file, body))
+            .catch((err) => {
+            this.logger.warn(`[LLMCallDumper] Failed to write dump ${file}: ${err instanceof Error ? err.message : String(err)}`);
+        });
+    }
+    /** Test-only: peek at in-memory state. Not part of the public DumpSession interface. */
+    __snapshot() {
+        return { meta: this.start.metadata, inputs: this.inputs, iterations: this.iterations };
+    }
+}
+let LLMCallDumper = LLMCallDumper_1 = class LLMCallDumper {
+    constructor(cls) {
+        this.cls = cls;
+        this.logger = new common_1.Logger(LLMCallDumper_1.name);
+        this.enabled = process.env.ASSISTANT_DUMP_LLM_CALLS === "1";
+        // Default to `<cwd>/.llm-dumps`. When the API runs via
+        // `pnpm --filter neural-erp-api dev`, cwd is `apps/api/`, so this lands at
+        // `apps/api/.llm-dumps/` (which is gitignored). For any other cwd, set
+        // ASSISTANT_DUMP_LLM_CALLS_DIR to an absolute path.
+        this.outputDir = process.env.ASSISTANT_DUMP_LLM_CALLS_DIR ?? `${process.cwd()}/.llm-dumps`;
+    }
+    startSession(params) {
+        if (!this.enabled)
+            return NO_OP_SESSION;
+        const log = this.cls?.has?.("logContext") ? this.cls.get("logContext") : undefined;
+        const turn = this.cls?.has?.("assistantTurnContext") ? this.cls.get("assistantTurnContext") : undefined;
+        const clsContext = {
+            requestId: log?.requestId,
+            userId: log?.userId,
+            companyId: log?.companyId,
+            assistantId: turn?.assistantId,
+            turnStartedAt: turn?.turnStartedAt,
+        };
+        // fs is loaded lazily so the no-op path stays I/O-free.
+        const fs = require("fs/promises");
+        return new RealDumpSession(params, this.outputDir, this.logger, clsContext, (path, body) => fs.writeFile(path, body, "utf8"), (dir) => fs.mkdir(dir, { recursive: true }).then(() => undefined));
+    }
+};
+exports.LLMCallDumper = LLMCallDumper;
+exports.LLMCallDumper = LLMCallDumper = LLMCallDumper_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Optional)()),
+    __metadata("design:paramtypes", [nestjs_cls_1.ClsService])
+], LLMCallDumper);
+//# sourceMappingURL=llm-call-dumper.service.js.map

package/dist/core/llm/services/llm-call-dumper.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-call-dumper.service.js","sourceRoot":"","sources":["../../../../src/core/llm/services/llm-call-dumper.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAA8D;AAC9D,mCAAoC;AACpC,2CAAwC;AA4CxC,MAAM,aAAa,GAAgB;IACjC,SAAS,EAAE,KAAK;IAChB,YAAY,EAAE,GAAG,EAAE,CAAC,SAAS;IAC7B,cAAc,EAAE,GAAG,EAAE,CAAC,SAAS;IAC/B,cAAc,EAAE,GAAG,EAAE,CAAC,SAAS;IAC/B,gBAAgB,EAAE,GAAG,EAAE,CAAC,SAAS;IACjC,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS;CACvB,CAAC;AAiCF,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAM;IAC9B,iFAAiF;IACjF,uEAAuE;IACvE,IAAI,IAAY,CAAC;IACjB,IAAI,OAAO,CAAC,EAAE,QAAQ,KAAK,UAAU,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,MAAM,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,OAAe,CAAC;IACpB,IAAI,OAAO,CAAC,EAAE,OAAO,KAAK,QAAQ,EAAE,CAAC;QACnC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;IACtB,CAAC;SAAM,IAAI,CAAC,EAAE,OAAO,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,EAAE,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;AACrE,CAAC;AAED,MAAM,eAAe;IAQnB,YACmB,KAA6B,EAC7B,SAAiB,EACjB,MAAc,EACd,UAMhB,EACgB,UAAyD,EACzD,MAAsC;QAXtC,UAAK,GAAL,KAAK,CAAwB;QAC7B,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAM1B;QACgB,eAAU,GAAV,UAAU,CAA+C;QACzD,WAAM,GAAN,MAAM,CAAgC;QAnBhD,cAAS,GAAG,IAAI,CAAC;QACjB,WAAM,GAAG,IAAA,mBAAU,GAAE,CAAC;QACtB,cAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAExB,eAAU,GAAsB,EAAE,CAAC;IAgBxC,CAAC;IAEJ,YAAY,CAAC,MAAkB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,cAAc,CAAC,IAAsC,EAAE,YAAoC;QACzF,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACtD,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,UAAU,IAAI,CAAC,CAAC,KAAK,CAAC;YACtB,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,OAAO,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YAC7B,IAAI;YACJ,YAAY,EAAE,UAAU;YACxB,YAAY,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,YAAY,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE;YACjF,WAAW,EAAE,EAAE;SAChB,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,cAAc,CAAC,QAAsB;QACnC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG;YACtB,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;YAC/B,SAAS,EAAE,QAAQ,CAAC,SAAS,IAAI,EAAE;YACnC,UAAU,EAAE,QAAQ,CAAC,UAAU,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YAC1D,YAAY,EAAE,QAAQ,CAAC,YAAY;SACpC,CAAC;IACJ,CAAC;IAED,gBAAgB,CAAC,UAAkB,EAAE,IAAY,EAAE,OAAe;QAChE,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC;YAC5B,UAAU;YACV,IAAI;YACJ,KAAK;YACL,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC;YACjC,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAuB;QAC3B,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG;YACX,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;YACpC,QAAQ,EAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAmB,IAAI,SAAS;YAChE,SAAS,EAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAoB,IAAI,SAAS;YAClE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YAC9B,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;YACpC,YAAY,EAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAmC,IAAI,SAAS;YACpF,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;YACvB,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;YAC7B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;YACnC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;YACvC,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;YAC5D,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YACtC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;YAC/B,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,EAAE;SAC5C,CAAC;QACF,MAAM,OAAO,GAAG;YACd,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClF,yEAAyE;QACzE,0EAA0E;QAC1E,wEAAwE;QACxE,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;QACpD,MAAM,GAAG,GACP,WAAW,IAAI,aAAa;YAC1B,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,IAAI,WAAW,IAAI,aAAa,EAAE;YACjE,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,OAAO,CAAC;QAEvE,+DAA+D;QAC/D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;aACb,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aACvC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,wCAAwC,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACpG,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAED,wFAAwF;IACxF,UAAU;QACR,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACzF,CAAC;CACF;AAGM,IAAM,aAAa,qBAAnB,MAAM,aAAa;IAKxB,YAAwB,GAAiC;QAAhB,QAAG,GAAH,GAAG,CAAa;QAJxC,WAAM,GAAG,IAAI,eAAM,CAAC,eAAa,CAAC,IAAI,CAAC,CAAC;QAKvD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG,CAAC;QAC5D,uDAAuD;QACvD,2EAA2E;QAC3E,uEAAuE;QACvE,oDAAoD;QACpD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC;IAC7F,CAAC;IAED,YAAY,CAAC,MAA8B;QACzC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,aAAa,CAAC;QAExC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5F,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QACjH,MAAM,UAAU,GAAG;YACjB,SAAS,EAAE,GAAG,EAAE,SAAS;YACzB,MAAM,EAAE,GAAG,EAAE,MAAM;YACnB,SAAS,EAAE,GAAG,EAAE,SAAS;YACzB,WAAW,EAAE,IAAI,EAAE,WAAW;YAC9B,aAAa,EAAE,IAAI,EAAE,aAAa;SACnC,CAAC;QAEF,wDAAwD;QAExD,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,CAAiC,CAAC;QAClE,OAAO,IAAI,eAAe,CACxB,MAAM,EACN,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,MAAM,EACX,UAAU,EACV,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,EAChD,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAClE,CAAC;IACJ,CAAC;CACF,CAAA;AAvCY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;IAME,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCAAwB,uBAAU;GAL9C,aAAa,CAuCzB"}

package/dist/core/llm/services/llm.service.d.ts

@@ -4,6 +4,7 @@ import { ZodType } from "zod";
 import { AgentMessageType } from "../../../common/enums/agentmessage.type";
 import { BaseConfigInterface } from "../../../config/interfaces";
 import { ModelService } from "../../llm/services/model.service";
+import { LLMCallDumper } from "./llm-call-dumper.service";
 /**
  * Parameters for LLM service calls
  */
@@ -39,8 +40,9 @@ interface SessionUsage {
 export declare class LLMService {
     private readonly modelService;
     private readonly config;
+    private readonly dumper;
     private _sessionTokens;
-    constructor(modelService: ModelService, config: ConfigService<BaseConfigInterface>);
+    constructor(modelService: ModelService, config: ConfigService<BaseConfigInterface>, dumper: LLMCallDumper);
     /**
      * Converts AgentMessageType to LangChain BaseMessage
      */
@@ -182,6 +184,7 @@ export declare class LLMService {
             output: number;
         };
     }>;
+    private _invokeOriginal;
     /**
      * Get session-level token usage statistics
      *

package/dist/core/llm/services/llm.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/services/llm.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAqB,MAAM,4BAA4B,CAAC;AACpF,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AA8BhE;;GAEG;AACH,UAAU,aAAa,CAAC,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,gBAAgB,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,UAAU,YAAY;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAUD,qBACa,UAAU;IAInB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAJzB,OAAO,CAAC,cAAc,CAAe;gBAGlB,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,aAAa,CAAC,mBAAmB,CAAC;IAU7D;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAa7B;;OAEG;IACH,OAAO,CAAC,YAAY;IAcpB;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,yBAAyB;IA6CjC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqCG;IACH,OAAO,CAAC,iCAAiC;IA0BzC;;OAEG;IACH,OAAO,CAAC,eAAe;IA6CvB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqEG;IACG,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG;QAAE,UAAU,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;IA+RvG;;;;OAIG;IACH,eAAe,IAAI,YAAY;IAI/B;;;;OAIG;IACH,YAAY,IAAI,IAAI;CAQrB"}
+{"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/services/llm.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAqB,MAAM,4BAA4B,CAAC;AACpF,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAOhE,OAAO,EAAE,aAAa,EAAuC,MAAM,2BAA2B,CAAC;AAwB/F;;GAEG;AACH,UAAU,aAAa,CAAC,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,gBAAgB,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,UAAU,YAAY;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAUD,qBACa,UAAU;IAInB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IALzB,OAAO,CAAC,cAAc,CAAe;gBAGlB,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,aAAa,CAAC,mBAAmB,CAAC,EAC1C,MAAM,EAAE,aAAa;IAUxC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAa7B;;OAEG;IACH,OAAO,CAAC,YAAY;IAcpB;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,yBAAyB;IA6CjC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqCG;IACH,OAAO,CAAC,iCAAiC;IA0BzC;;OAEG;IACH,OAAO,CAAC,eAAe;IA6CvB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqEG;IACG,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG;QAAE,UAAU,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;YA8CzF,eAAe;IAwV7B;;;;OAIG;IACH,eAAe,IAAI,YAAY;IAI/B;;;;OAIG;IACH,YAAY,IAAI,IAAI;CAQrB"}