@carlonicora/nestjs-neo4jsonapi 1.93.0 → 1.94.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/graph.creator/services/graph.creator.service.d.ts +2 -0
- package/dist/agents/graph.creator/services/graph.creator.service.d.ts.map +1 -1
- package/dist/agents/graph.creator/services/graph.creator.service.js +8 -0
- package/dist/agents/graph.creator/services/graph.creator.service.js.map +1 -1
- package/dist/config/interfaces/config.ai.interface.d.ts +40 -0
- package/dist/config/interfaces/config.ai.interface.d.ts.map +1 -1
- package/dist/config/interfaces/config.ai.interface.js +18 -0
- package/dist/config/interfaces/config.ai.interface.js.map +1 -1
- package/dist/core/llm/common/llm-raw-response.d.ts +17 -0
- package/dist/core/llm/common/llm-raw-response.d.ts.map +1 -0
- package/dist/core/llm/common/llm-raw-response.js +7 -0
- package/dist/core/llm/common/llm-raw-response.js.map +1 -0
- package/dist/core/llm/llm.module.d.ts.map +1 -1
- package/dist/core/llm/llm.module.js +12 -1
- package/dist/core/llm/llm.module.js.map +1 -1
- package/dist/core/llm/services/audio.llm.service.js +1 -1
- package/dist/core/llm/services/audio.llm.service.js.map +1 -1
- package/dist/core/llm/services/llm-cache.service.d.ts +59 -0
- package/dist/core/llm/services/llm-cache.service.d.ts.map +1 -0
- package/dist/core/llm/services/llm-cache.service.js +118 -0
- package/dist/core/llm/services/llm-cache.service.js.map +1 -0
- package/dist/core/llm/services/llm-call-dumper.service.d.ts +14 -0
- package/dist/core/llm/services/llm-call-dumper.service.d.ts.map +1 -1
- package/dist/core/llm/services/llm-call-dumper.service.js +95 -3
- package/dist/core/llm/services/llm-call-dumper.service.js.map +1 -1
- package/dist/core/llm/services/llm.service.d.ts +27 -23
- package/dist/core/llm/services/llm.service.d.ts.map +1 -1
- package/dist/core/llm/services/llm.service.js +184 -65
- package/dist/core/llm/services/llm.service.js.map +1 -1
- package/dist/core/llm/services/model.service.d.ts +30 -0
- package/dist/core/llm/services/model.service.d.ts.map +1 -1
- package/dist/core/llm/services/model.service.js +136 -23
- package/dist/core/llm/services/model.service.js.map +1 -1
- package/dist/core/llm/services/vision.llm.service.d.ts.map +1 -1
- package/dist/core/llm/services/vision.llm.service.js +3 -8
- package/dist/core/llm/services/vision.llm.service.js.map +1 -1
- package/dist/foundations/chunk/services/chunk.service.d.ts +1 -3
- package/dist/foundations/chunk/services/chunk.service.d.ts.map +1 -1
- package/dist/foundations/chunk/services/chunk.service.js +3 -11
- package/dist/foundations/chunk/services/chunk.service.js.map +1 -1
- package/dist/foundations/tokenusage/enums/tokenusage.type.d.ts +11 -10
- package/dist/foundations/tokenusage/enums/tokenusage.type.d.ts.map +1 -1
- package/dist/foundations/tokenusage/enums/tokenusage.type.js +10 -11
- package/dist/foundations/tokenusage/enums/tokenusage.type.js.map +1 -1
- package/dist/foundations/tokenusage/repositories/tokenusage.repository.d.ts +1 -2
- package/dist/foundations/tokenusage/repositories/tokenusage.repository.d.ts.map +1 -1
- package/dist/foundations/tokenusage/repositories/tokenusage.repository.js.map +1 -1
- package/dist/foundations/tokenusage/services/tokenusage.service.d.ts +11 -2
- package/dist/foundations/tokenusage/services/tokenusage.service.d.ts.map +1 -1
- package/dist/foundations/tokenusage/services/tokenusage.service.js +16 -7
- package/dist/foundations/tokenusage/services/tokenusage.service.js.map +1 -1
- package/package.json +2 -1
|
@@ -120,6 +120,7 @@ class RealDumpSession {
|
|
|
120
120
|
}
|
|
121
121
|
close(params) {
|
|
122
122
|
const completedAt = new Date();
|
|
123
|
+
const cost = this.start.costFn ? this.start.costFn(params.totalTokens) : (params.cost ?? 0);
|
|
123
124
|
const meta = {
|
|
124
125
|
callId: this.callId,
|
|
125
126
|
requestId: this.clsContext.requestId,
|
|
@@ -138,13 +139,20 @@ class RealDumpSession {
|
|
|
138
139
|
errorMessage: params.errorMessage,
|
|
139
140
|
errorStack: params.errorStack,
|
|
140
141
|
totalTokens: params.totalTokens,
|
|
142
|
+
cost,
|
|
141
143
|
warnings: params.warnings ?? [],
|
|
142
144
|
parseFallbacks: params.parseFallbacks ?? [],
|
|
143
145
|
};
|
|
146
|
+
const redact = this.shouldRedact();
|
|
144
147
|
const payload = {
|
|
145
148
|
meta,
|
|
146
|
-
inputs: this.inputs,
|
|
147
|
-
iterations:
|
|
149
|
+
inputs: redact ? this.redactPayload(this.inputs) : this.inputs,
|
|
150
|
+
iterations: redact
|
|
151
|
+
? this.iterations.map((it) => ({
|
|
152
|
+
...it,
|
|
153
|
+
response: it.response ? { ...it.response, content: "[REDACTED]" } : it.response,
|
|
154
|
+
}))
|
|
155
|
+
: this.iterations,
|
|
148
156
|
};
|
|
149
157
|
if (this.onClose) {
|
|
150
158
|
try {
|
|
@@ -159,9 +167,13 @@ class RealDumpSession {
|
|
|
159
167
|
errorMessage: meta.errorMessage,
|
|
160
168
|
durationMs: meta.durationMs,
|
|
161
169
|
totalTokens: meta.totalTokens,
|
|
170
|
+
cost: meta.cost,
|
|
162
171
|
finishReason: last?.finishReason,
|
|
163
172
|
reply: {
|
|
164
|
-
|
|
173
|
+
// Honour the same redaction as the on-disk dump (response.content →
|
|
174
|
+
// "[REDACTED]"); otherwise the ephemeral llm:dump websocket event would
|
|
175
|
+
// leak the raw model output that redaction strips from the file.
|
|
176
|
+
content: redact ? "[REDACTED]" : (last?.content ?? ""),
|
|
165
177
|
toolCalls: (last?.toolCalls ?? []).map((tc) => ({ name: tc.name, args: tc.args })),
|
|
166
178
|
},
|
|
167
179
|
});
|
|
@@ -189,11 +201,91 @@ class RealDumpSession {
|
|
|
189
201
|
this.logger.warn(`[LLMCallDumper] Failed to write dump ${file}: ${err instanceof Error ? err.message : String(err)}`);
|
|
190
202
|
});
|
|
191
203
|
}
|
|
204
|
+
/**
|
|
205
|
+
* Redaction is opt-in via ASSISTANT_DUMP_LLM_REDACT="true". DEFAULT IS OFF so
|
|
206
|
+
* local development keeps seeing full prompts. Any other value (incl. unset)
|
|
207
|
+
* means no redaction.
|
|
208
|
+
*/
|
|
209
|
+
shouldRedact() {
|
|
210
|
+
return process.env.ASSISTANT_DUMP_LLM_REDACT === "true";
|
|
211
|
+
}
|
|
212
|
+
/**
|
|
213
|
+
* Dot-path keep-list parsed from ASSISTANT_DUMP_LLM_KEEP_FIELDS (CSV). A field
|
|
214
|
+
* whose full dot-path (relative to the redacted object root) is in this set is
|
|
215
|
+
* left untouched even if it would otherwise be redacted.
|
|
216
|
+
*/
|
|
217
|
+
get keepFields() {
|
|
218
|
+
const raw = process.env.ASSISTANT_DUMP_LLM_KEEP_FIELDS ?? "";
|
|
219
|
+
return new Set(raw
|
|
220
|
+
.split(",")
|
|
221
|
+
.map((s) => s.trim())
|
|
222
|
+
.filter((s) => s.length > 0));
|
|
223
|
+
}
|
|
224
|
+
/**
|
|
225
|
+
* Deep-clones `payload` (via JSON round-trip) then walks the clone, replacing
|
|
226
|
+
* sensitive values with "[REDACTED]". The original object is never mutated.
|
|
227
|
+
*
|
|
228
|
+
* Redaction rules:
|
|
229
|
+
* - any key named `userMessage` or `content`
|
|
230
|
+
* - any `systemPrompts` array entry matching the policy regex (the boundaries
|
|
231
|
+
* prompt) becomes "[REDACTED]"
|
|
232
|
+
* - every field nested under a `metadata` object that is NOT in the keep-list
|
|
233
|
+
*
|
|
234
|
+
* The keep-list (dot-paths) wins: a key whose full dot-path is listed is left
|
|
235
|
+
* untouched. All metadata/schema/token-count/iteration-count/parse-fallback
|
|
236
|
+
* fields outside the above rules stay intact for perf debugging.
|
|
237
|
+
*/
|
|
238
|
+
redactPayload(payload) {
|
|
239
|
+
if (payload == null)
|
|
240
|
+
return payload;
|
|
241
|
+
const clone = JSON.parse(JSON.stringify(payload));
|
|
242
|
+
const keep = this.keepFields;
|
|
243
|
+
const redact = (obj, path) => {
|
|
244
|
+
if (obj == null || typeof obj !== "object")
|
|
245
|
+
return obj;
|
|
246
|
+
if (Array.isArray(obj)) {
|
|
247
|
+
// systemPrompts entries: redact policy/boundaries prompts in place.
|
|
248
|
+
if (path === "systemPrompts") {
|
|
249
|
+
return obj.map((entry, i) => {
|
|
250
|
+
const childPath = `${path}.${i}`;
|
|
251
|
+
if (keep.has(childPath))
|
|
252
|
+
return entry;
|
|
253
|
+
if (typeof entry === "string" && RealDumpSession.POLICY_PROMPT_RE.test(entry)) {
|
|
254
|
+
return "[REDACTED]";
|
|
255
|
+
}
|
|
256
|
+
return redact(entry, childPath);
|
|
257
|
+
});
|
|
258
|
+
}
|
|
259
|
+
return obj.map((entry, i) => redact(entry, path ? `${path}.${i}` : `${i}`));
|
|
260
|
+
}
|
|
261
|
+
const result = {};
|
|
262
|
+
const insideMetadata = path === "metadata" || path.endsWith(".metadata");
|
|
263
|
+
for (const [key, value] of Object.entries(obj)) {
|
|
264
|
+
const childPath = path ? `${path}.${key}` : key;
|
|
265
|
+
if (keep.has(childPath)) {
|
|
266
|
+
result[key] = value;
|
|
267
|
+
continue;
|
|
268
|
+
}
|
|
269
|
+
if (key === "userMessage" || key === "content") {
|
|
270
|
+
result[key] = "[REDACTED]";
|
|
271
|
+
continue;
|
|
272
|
+
}
|
|
273
|
+
if (insideMetadata && (value == null || typeof value !== "object")) {
|
|
274
|
+
result[key] = "[REDACTED]";
|
|
275
|
+
continue;
|
|
276
|
+
}
|
|
277
|
+
result[key] = redact(value, childPath);
|
|
278
|
+
}
|
|
279
|
+
return result;
|
|
280
|
+
};
|
|
281
|
+
return redact(clone, "");
|
|
282
|
+
}
|
|
192
283
|
/** Test-only: peek at in-memory state. Not part of the public DumpSession interface. */
|
|
193
284
|
__snapshot() {
|
|
194
285
|
return { meta: this.start.metadata, inputs: this.inputs, iterations: this.iterations };
|
|
195
286
|
}
|
|
196
287
|
}
|
|
288
|
+
RealDumpSession.POLICY_PROMPT_RE = /consent|ethical|moral|legal/i;
|
|
197
289
|
let LLMCallDumper = LLMCallDumper_1 = class LLMCallDumper {
|
|
198
290
|
constructor(cls, webSocket) {
|
|
199
291
|
this.cls = cls;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm-call-dumper.service.js","sourceRoot":"","sources":["../../../../src/core/llm/services/llm-call-dumper.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAA8D;AAC9D,mCAAoC;AACpC,2CAAwC;AAExC,kFAA8E;AAEjE,QAAA,cAAc,GAAG,UAAU,CAAC;AAyDzC,MAAM,aAAa,GAAgB;IACjC,SAAS,EAAE,KAAK;IAChB,YAAY,EAAE,GAAG,EAAE,CAAC,SAAS;IAC7B,cAAc,EAAE,GAAG,EAAE,CAAC,SAAS;IAC/B,cAAc,EAAE,GAAG,EAAE,CAAC,SAAS;IAC/B,gBAAgB,EAAE,GAAG,EAAE,CAAC,SAAS;IACjC,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS;CACvB,CAAC;AAiCF,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAM;IAC9B,iFAAiF;IACjF,uEAAuE;IACvE,IAAI,IAAY,CAAC;IACjB,IAAI,OAAO,CAAC,EAAE,QAAQ,KAAK,UAAU,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,MAAM,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,OAAe,CAAC;IACpB,IAAI,OAAO,CAAC,EAAE,OAAO,KAAK,QAAQ,EAAE,CAAC;QACnC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;IACtB,CAAC;SAAM,IAAI,CAAC,EAAE,OAAO,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,EAAE,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;AACrE,CAAC;AAED,MAAM,eAAe;IAQnB,YACmB,KAA6B,EAC7B,SAAiB,EACjB,MAAc,EACd,UAMhB,EACgB,UAAyD,EACzD,MAAsC,EACtC,OAAuC;QAZvC,UAAK,GAAL,KAAK,CAAwB;QAC7B,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAM1B;QACgB,eAAU,GAAV,UAAU,CAA+C;QACzD,WAAM,GAAN,MAAM,CAAgC;QACtC,YAAO,GAAP,OAAO,CAAgC;QApBjD,cAAS,GAAG,IAAI,CAAC;QACjB,WAAM,GAAG,IAAA,mBAAU,GAAE,CAAC;QACtB,cAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAExB,eAAU,GAAsB,EAAE,CAAC;IAiBxC,CAAC;IAEJ,YAAY,CAAC,MAAkB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,cAAc,CAAC,IAAsC,EAAE,YAAoC;QACzF,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACtD,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,UAAU,IAAI,CAAC,CAAC,KAAK,CAAC;YACtB,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,OAAO,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YAC7B,IAAI;YACJ,YAAY,EAAE,UAAU;YACxB,YAAY,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,YAAY,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE;YACjF,WAAW,EAAE,EAAE;SAChB,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,cAAc,CAAC,QAAsB;QACnC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG;YACtB,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;YAC/B,SAAS,EAAE,QAAQ,CAAC,SAAS,IAAI,EAAE;YACnC,UAAU,EAAE,QAAQ,CAAC,UAAU,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YAC1D,YAAY,EAAE,QAAQ,CAAC,YAAY;SACpC,CAAC;IACJ,CAAC;IAED,gBAAgB,CAAC,UAAkB,EAAE,IAAY,EAAE,OAAe;QAChE,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC;YAC5B,UAAU;YACV,IAAI;YACJ,KAAK;YACL,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC;YACjC,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAuB;QAC3B,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG;YACX,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;YACpC,QAAQ,EAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAmB,IAAI,SAAS;YAChE,SAAS,EAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAoB,IAAI,SAAS;YAClE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YAC9B,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;YACpC,YAAY,EAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAmC,IAAI,SAAS;YACpF,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;YACvB,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;YAC7B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;YACnC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;YACvC,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;YAC5D,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YACtC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;YAC/B,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,EAAE;SAC5C,CAAC;QACF,MAAM,OAAO,GAAG;YACd,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;QAEF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;gBAChF,IAAI,CAAC,OAAO,CAAC;oBACX,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,YAAY,EAAE,IAAI,EAAE,YAAY;oBAChC,KAAK,EAAE;wBACL,OAAO,EAAE,IAAI,EAAE,OAAO,IAAI,EAAE;wBAC5B,SAAS,EAAE,CAAC,IAAI,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;qBACnF;iBACF,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,8CAA8C;YAChD,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClF,yEAAyE;QACzE,0EAA0E;QAC1E,wEAAwE;QACxE,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;QACpD,MAAM,GAAG,GACP,WAAW,IAAI,aAAa;YAC1B,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,IAAI,WAAW,IAAI,aAAa,EAAE;YACjE,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,OAAO,CAAC;QAEvE,+DAA+D;QAC/D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;aACb,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aACvC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,wCAAwC,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACpG,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAED,wFAAwF;IACxF,UAAU;QACR,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACzF,CAAC;CACF;AAGM,IAAM,aAAa,qBAAnB,MAAM,aAAa;IAKxB,YACc,GAAiC,EACjC,SAA6C;QAD5B,QAAG,GAAH,GAAG,CAAa;QAChB,cAAS,GAAT,SAAS,CAAmB;QAN1C,WAAM,GAAG,IAAI,eAAM,CAAC,eAAa,CAAC,IAAI,CAAC,CAAC;QAQvD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG,CAAC;QAC5D,uDAAuD;QACvD,2EAA2E;QAC3E,uEAAuE;QACvE,oDAAoD;QACpD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC;IAC7F,CAAC;IAED,YAAY,CAAC,MAA8B;QACzC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,aAAa,CAAC;QAExC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5F,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QACjH,MAAM,UAAU,GAAG;YACjB,SAAS,EAAE,GAAG,EAAE,SAAS;YACzB,MAAM,EAAE,GAAG,EAAE,MAAM;YACnB,SAAS,EAAE,GAAG,EAAE,SAAS;YACzB,WAAW,EAAE,IAAI,EAAE,WAAW;YAC9B,aAAa,EAAE,IAAI,EAAE,aAAa;SACnC,CAAC;QAEF,MAAM,MAAM,GACT,GAAG,EAAE,MAA6B;YACnC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,GACX,IAAI,CAAC,SAAS,IAAI,MAAM;YACtB,CAAC,CAAC,CAAC,KAAmB,EAAE,EAAE;gBACtB,KAAK,IAAI,CAAC,SAAU,CAAC,iBAAiB,CAAC,MAAM,EAAE,sBAAc,EAAE,KAAK,CAAC,CAAC;YACxE,CAAC;YACH,CAAC,CAAC,SAAS,CAAC;QAEhB,wDAAwD;QAExD,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,CAAiC,CAAC;QAClE,OAAO,IAAI,eAAe,CACxB,MAAM,EACN,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,MAAM,EACX,UAAU,EACV,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,EAChD,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EACjE,OAAO,CACR,CAAC;IACJ,CAAC;CACF,CAAA;AArDY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;IAOR,WAAA,IAAA,iBAAQ,GAAE,CAAA;IACV,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCADwB,uBAAU;QACJ,oCAAgB;GAPhD,aAAa,CAqDzB"}
|
|
1
|
+
{"version":3,"file":"llm-call-dumper.service.js","sourceRoot":"","sources":["../../../../src/core/llm/services/llm-call-dumper.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAA8D;AAC9D,mCAAoC;AACpC,2CAAwC;AAExC,kFAA8E;AAEjE,QAAA,cAAc,GAAG,UAAU,CAAC;AAoEzC,MAAM,aAAa,GAAgB;IACjC,SAAS,EAAE,KAAK;IAChB,YAAY,EAAE,GAAG,EAAE,CAAC,SAAS;IAC7B,cAAc,EAAE,GAAG,EAAE,CAAC,SAAS;IAC/B,cAAc,EAAE,GAAG,EAAE,CAAC,SAAS;IAC/B,gBAAgB,EAAE,GAAG,EAAE,CAAC,SAAS;IACjC,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS;CACvB,CAAC;AAiCF,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAM;IAC9B,iFAAiF;IACjF,uEAAuE;IACvE,IAAI,IAAY,CAAC;IACjB,IAAI,OAAO,CAAC,EAAE,QAAQ,KAAK,UAAU,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,MAAM,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,OAAe,CAAC;IACpB,IAAI,OAAO,CAAC,EAAE,OAAO,KAAK,QAAQ,EAAE,CAAC;QACnC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;IACtB,CAAC;SAAM,IAAI,CAAC,EAAE,OAAO,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,EAAE,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;AACrE,CAAC;AAED,MAAM,eAAe;IAQnB,YACmB,KAA6B,EAC7B,SAAiB,EACjB,MAAc,EACd,UAMhB,EACgB,UAAyD,EACzD,MAAsC,EACtC,OAAuC;QAZvC,UAAK,GAAL,KAAK,CAAwB;QAC7B,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAM1B;QACgB,eAAU,GAAV,UAAU,CAA+C;QACzD,WAAM,GAAN,MAAM,CAAgC;QACtC,YAAO,GAAP,OAAO,CAAgC;QApBjD,cAAS,GAAG,IAAI,CAAC;QACjB,WAAM,GAAG,IAAA,mBAAU,GAAE,CAAC;QACtB,cAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAExB,eAAU,GAAsB,EAAE,CAAC;IAiBxC,CAAC;IAEJ,YAAY,CAAC,MAAkB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,cAAc,CAAC,IAAsC,EAAE,YAAoC;QACzF,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACtD,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,UAAU,IAAI,CAAC,CAAC,KAAK,CAAC;YACtB,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,OAAO,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YAC7B,IAAI;YACJ,YAAY,EAAE,UAAU;YACxB,YAAY,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,YAAY,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE;YACjF,WAAW,EAAE,EAAE;SAChB,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,cAAc,CAAC,QAAsB;QACnC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG;YACtB,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;YAC/B,SAAS,EAAE,QAAQ,CAAC,SAAS,IAAI,EAAE;YACnC,UAAU,EAAE,QAAQ,CAAC,UAAU,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YAC1D,YAAY,EAAE,QAAQ,CAAC,YAAY;SACpC,CAAC;IACJ,CAAC;IAED,gBAAgB,CAAC,UAAkB,EAAE,IAAY,EAAE,OAAe;QAChE,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC;YAC5B,UAAU;YACV,IAAI;YACJ,KAAK;YACL,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC;YACjC,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAuB;QAC3B,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;QAC5F,MAAM,IAAI,GAAG;YACX,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;YACpC,QAAQ,EAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAmB,IAAI,SAAS;YAChE,SAAS,EAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAoB,IAAI,SAAS;YAClE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YAC9B,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;YACpC,YAAY,EAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAmC,IAAI,SAAS;YACpF,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;YACvB,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;YAC7B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;YACnC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;YACvC,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;YAC5D,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YACtC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI;YACJ,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;YAC/B,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,EAAE;SAC5C,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG;YACd,IAAI;YACJ,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;YAC9D,UAAU,EAAE,MAAM;gBAChB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC3B,GAAG,EAAE;oBACL,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ;iBAChF,CAAC,CAAC;gBACL,CAAC,CAAC,IAAI,CAAC,UAAU;SACpB,CAAC;QAEF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;gBAChF,IAAI,CAAC,OAAO,CAAC;oBACX,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,YAAY,EAAE,IAAI,EAAE,YAAY;oBAChC,KAAK,EAAE;wBACL,oEAAoE;wBACpE,wEAAwE;wBACxE,iEAAiE;wBACjE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC;wBACtD,SAAS,EAAE,CAAC,IAAI,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;qBACnF;iBACF,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,8CAA8C;YAChD,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClF,yEAAyE;QACzE,0EAA0E;QAC1E,wEAAwE;QACxE,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;QACpD,MAAM,GAAG,GACP,WAAW,IAAI,aAAa;YAC1B,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,IAAI,WAAW,IAAI,aAAa,EAAE;YACjE,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,OAAO,CAAC;QAEvE,+DAA+D;QAC/D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;aACb,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aACvC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,wCAAwC,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACpG,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;OAIG;IACK,YAAY;QAClB,OAAO,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,MAAM,CAAC;IAC1D,CAAC;IAED;;;;OAIG;IACH,IAAY,UAAU;QACpB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,EAAE,CAAC;QAC7D,OAAO,IAAI,GAAG,CACZ,GAAG;aACA,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAC/B,CAAC;IACJ,CAAC;IAID;;;;;;;;;;;;;OAaG;IACK,aAAa,CAAC,OAAgB;QACpC,IAAI,OAAO,IAAI,IAAI;YAAE,OAAO,OAAO,CAAC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;QAE7B,MAAM,MAAM,GAAG,CAAC,GAAY,EAAE,IAAY,EAAW,EAAE;YACrD,IAAI,GAAG,IAAI,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAAE,OAAO,GAAG,CAAC;YAEvD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,oEAAoE;gBACpE,IAAI,IAAI,KAAK,eAAe,EAAE,CAAC;oBAC7B,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;wBAC1B,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC;wBACjC,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;4BAAE,OAAO,KAAK,CAAC;wBACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC9E,OAAO,YAAY,CAAC;wBACtB,CAAC;wBACD,OAAO,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;oBAClC,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9E,CAAC;YAED,MAAM,MAAM,GAA4B,EAAE,CAAC;YAC3C,MAAM,cAAc,GAAG,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACzE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAA8B,CAAC,EAAE,CAAC;gBAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;gBAChD,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBACxB,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;oBACpB,SAAS;gBACX,CAAC;gBACD,IAAI,GAAG,KAAK,aAAa,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;oBAC/C,MAAM,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;oBAC3B,SAAS;gBACX,CAAC;gBACD,IAAI,cAAc,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,EAAE,CAAC;oBACnE,MAAM,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;oBAC3B,SAAS;gBACX,CAAC;gBACD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACzC,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;QAEF,OAAO,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC3B,CAAC;IAED,wFAAwF;IACxF,UAAU;QACR,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACzF,CAAC;;AAlEuB,gCAAgB,GAAG,8BAA8B,AAAjC,CAAkC;AAsErE,IAAM,aAAa,qBAAnB,MAAM,aAAa;IAKxB,YACc,GAAiC,EACjC,SAA6C;QAD5B,QAAG,GAAH,GAAG,CAAa;QAChB,cAAS,GAAT,SAAS,CAAmB;QAN1C,WAAM,GAAG,IAAI,eAAM,CAAC,eAAa,CAAC,IAAI,CAAC,CAAC;QAQvD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG,CAAC;QAC5D,uDAAuD;QACvD,2EAA2E;QAC3E,uEAAuE;QACvE,oDAAoD;QACpD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC;IAC7F,CAAC;IAED,YAAY,CAAC,MAA8B;QACzC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,aAAa,CAAC;QAExC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5F,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QACjH,MAAM,UAAU,GAAG;YACjB,SAAS,EAAE,GAAG,EAAE,SAAS;YACzB,MAAM,EAAE,GAAG,EAAE,MAAM;YACnB,SAAS,EAAE,GAAG,EAAE,SAAS;YACzB,WAAW,EAAE,IAAI,EAAE,WAAW;YAC9B,aAAa,EAAE,IAAI,EAAE,aAAa;SACnC,CAAC;QAEF,MAAM,MAAM,GACT,GAAG,EAAE,MAA6B;YACnC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,GACX,IAAI,CAAC,SAAS,IAAI,MAAM;YACtB,CAAC,CAAC,CAAC,KAAmB,EAAE,EAAE;gBACtB,KAAK,IAAI,CAAC,SAAU,CAAC,iBAAiB,CAAC,MAAM,EAAE,sBAAc,EAAE,KAAK,CAAC,CAAC;YACxE,CAAC;YACH,CAAC,CAAC,SAAS,CAAC;QAEhB,wDAAwD;QAExD,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,CAAiC,CAAC;QAClE,OAAO,IAAI,eAAe,CACxB,MAAM,EACN,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,MAAM,EACX,UAAU,EACV,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,EAChD,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EACjE,OAAO,CACR,CAAC;IACJ,CAAC;CACF,CAAA;AArDY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;IAOR,WAAA,IAAA,iBAAQ,GAAE,CAAA;IACV,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCADwB,uBAAU;QACJ,oCAAgB;GAPhD,aAAa,CAqDzB"}
|
|
@@ -3,7 +3,9 @@ import { ConfigService } from "@nestjs/config";
|
|
|
3
3
|
import { ZodType } from "zod";
|
|
4
4
|
import { AgentMessageType } from "../../../common/enums/agentmessage.type";
|
|
5
5
|
import { BaseConfigInterface } from "../../../config/interfaces";
|
|
6
|
+
import { TokenUsageService } from "../../../foundations/tokenusage/services/tokenusage.service";
|
|
6
7
|
import { ModelWeight } from "../enums/model.weight";
|
|
8
|
+
import { LLMCacheService } from "./llm-cache.service";
|
|
7
9
|
import { ModelService } from "../../llm/services/model.service";
|
|
8
10
|
import { LLMCallDumper } from "./llm-call-dumper.service";
|
|
9
11
|
export { injectOpenRouterProvider } from "./openrouter-fetch";
|
|
@@ -30,22 +32,25 @@ interface LLMCallParams<T> {
|
|
|
30
32
|
tools?: DynamicStructuredTool[];
|
|
31
33
|
maxToolIterations?: number;
|
|
32
34
|
modelWeight?: ModelWeight;
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
interface SessionUsage {
|
|
38
|
-
input: number;
|
|
39
|
-
output: number;
|
|
40
|
-
total: number;
|
|
41
|
-
callCount: number;
|
|
35
|
+
tokenUsageType?: string;
|
|
36
|
+
relationshipId?: string;
|
|
37
|
+
relationshipType?: string;
|
|
38
|
+
cacheable?: boolean;
|
|
42
39
|
}
|
|
43
40
|
export declare class LLMService {
|
|
44
41
|
private readonly modelService;
|
|
45
42
|
private readonly config;
|
|
46
43
|
private readonly dumper;
|
|
47
|
-
private
|
|
48
|
-
|
|
44
|
+
private readonly tokenUsageService;
|
|
45
|
+
private readonly cache?;
|
|
46
|
+
private readonly logger;
|
|
47
|
+
constructor(modelService: ModelService, config: ConfigService<BaseConfigInterface>, dumper: LLMCallDumper, tokenUsageService: TokenUsageService, cache?: LLMCacheService);
|
|
48
|
+
/**
|
|
49
|
+
* Records token usage for cost/observability attribution. Never throws —
|
|
50
|
+
* a persistence failure logs a warning and the LLM call continues, so
|
|
51
|
+
* observability problems can't break the primary request path.
|
|
52
|
+
*/
|
|
53
|
+
private persistUsage;
|
|
49
54
|
/**
|
|
50
55
|
* Converts AgentMessageType to LangChain BaseMessage
|
|
51
56
|
*/
|
|
@@ -273,8 +278,12 @@ export declare class LLMService {
|
|
|
273
278
|
prompt: string;
|
|
274
279
|
temperature?: number;
|
|
275
280
|
maxTokens?: number;
|
|
281
|
+
timeout?: number;
|
|
276
282
|
modelWeight?: ModelWeight;
|
|
277
283
|
metadata?: Record<string, any>;
|
|
284
|
+
tokenUsageType?: string;
|
|
285
|
+
relationshipId?: string;
|
|
286
|
+
relationshipType?: string;
|
|
278
287
|
}): Promise<{
|
|
279
288
|
fullStream: AsyncIterable<{
|
|
280
289
|
type: "text" | "reasoning";
|
|
@@ -306,6 +315,9 @@ export declare class LLMService {
|
|
|
306
315
|
};
|
|
307
316
|
modelWeight?: ModelWeight;
|
|
308
317
|
metadata?: Record<string, any>;
|
|
318
|
+
tokenUsageType?: string;
|
|
319
|
+
relationshipId?: string;
|
|
320
|
+
relationshipType?: string;
|
|
309
321
|
disableThinking?: boolean;
|
|
310
322
|
maxOutputTokens?: number;
|
|
311
323
|
frequencyPenalty?: number;
|
|
@@ -313,18 +325,10 @@ export declare class LLMService {
|
|
|
313
325
|
* deterministic extraction). Raise it for creative generation (e.g. game
|
|
314
326
|
* creation) where greedy decoding collapses onto the model's prior names. */
|
|
315
327
|
temperature?: number;
|
|
328
|
+
/** Opt-in Redis caching keyed on generic params (modelWeight/temperature/
|
|
329
|
+
* systemPrompts/prompt). A hit returns early WITHOUT invoking the provider,
|
|
330
|
+
* so it costs no tokens. Default: false. */
|
|
331
|
+
cacheable?: boolean;
|
|
316
332
|
}): Promise<T>;
|
|
317
|
-
/**
|
|
318
|
-
* Get session-level token usage statistics
|
|
319
|
-
*
|
|
320
|
-
* @returns Session usage data including total tokens and call count
|
|
321
|
-
*/
|
|
322
|
-
getSessionUsage(): SessionUsage;
|
|
323
|
-
/**
|
|
324
|
-
* Reset session token tracking
|
|
325
|
-
*
|
|
326
|
-
* Useful when starting a new conversation or game session
|
|
327
|
-
*/
|
|
328
|
-
resetSession(): void;
|
|
329
333
|
}
|
|
330
334
|
//# sourceMappingURL=llm.service.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/services/llm.service.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/services/llm.service.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,6DAA6D,CAAC;AAChG,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAiB,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAQhE,OAAO,EAAuC,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAa/F,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAE9D;;GAEG;AACH,UAAU,aAAa,CAAC,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,gBAAgB,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAsGD,qBACa,UAAU;IAInB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAKtB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;IAXrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA+B;gBAGnC,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,aAAa,CAAC,mBAAmB,CAAC,EAC1C,MAAM,EAAE,aAAa,EACrB,iBAAiB,EAAE,iBAAiB,EAKxB,KAAK,CAAC,EAAE,eAAe;IAGtD;;;;OAIG;YACW,YAAY;IA0B1B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAa7B;;OAEG;IACH,OAAO,CAAC,YAAY;IAcpB;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,yBAAyB;IA6CjC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqCG;IACH,OAAO,CAAC,iCAAiC;IA0BzC;;OAEG;IACH,OAAO,CAAC,eAAe;IA6CvB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqEG;IACG,IAAI,CAAC,CAAC,EACV,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,GACvB,OAAO,CAAC,CAAC,GAAG;QAAE,UAAU,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QAAC,WAAW,EAAE,WAAW,CAAA;KAAE,CAAC;YAgF7E,eAAe;IAoV7B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAyCG;IACG,UAAU,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC5C,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,GACvB,OAAO,CAAC;QACT,mBAAmB,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG;YAAE,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YAAC,WAAW,EAAE,WAAW,CAAA;SAAE,CAAC,CAAC;KAClG,CAAC;IAiKF;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACG,UAAU,CAAC,MAAM,EAAE;QACvB,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC;QACV,UAAU,EAAE,aAAa,CAAC;YAAE,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACzE,MAAM,EAAE,OAAO,CAAC;YACd,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;YAClB,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YAC9C,WAAW,EAAE,WAAW,CAAC;SAC1B,CAAC,CAAC;KACJ,CAAC;IAqJF;;;;;OAKG;IACG,cAAc,CAAC,CAAC,EAAE,MAAM,EAAE;QAC9B,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;SAAE,CAAC;QAChE,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,eAAe,CAAC,EAAE,OAAO,CAAC;QAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B;;qFAE6E;QAC7E,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB;;oDAE4C;QAC5C,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,GAAG,OAAO,CAAC,CAAC,CAAC;CA+Kf"}
|