wingbot 3.76.4-alpha.6 → 3.76.4-alpha.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "wingbot",
3
- "version": "3.76.4-alpha.6",
3
+ "version": "3.76.4-alpha.7",
4
4
  "description": "Enterprise Messaging Bot Conversation Engine",
5
5
  "main": "index.js",
6
6
  "type": "commonjs",
package/src/LLM.js CHANGED
@@ -160,6 +160,7 @@ const LLMSession = require('./LLMSession');
160
160
  * @prop {LLMMessage} result
161
161
  * @prop {VectorSearchResult} [vectorSearchResult]
162
162
  * @prop {ToolFunction[]} [tools]
163
+ * @prop {number} [durationMs]
163
164
  */
164
165
 
165
166
  /**
@@ -425,8 +426,10 @@ class LLM {
425
426
  async generate (session, preset = {}, logOptions = {}) {
426
427
  const opts = this.llmOptions(preset);
427
428
  const prompt = await session.toArray(true);
429
+ const startTime = Date.now();
428
430
  const result = await this._provider.requestChat(prompt, opts, session.tools);
429
- this.logPrompt(prompt, result, logOptions.vectorSearchResult, session.tools);
431
+ const durationMs = Date.now() - startTime;
432
+ this.logPrompt(prompt, result, logOptions.vectorSearchResult, session.tools, durationMs);
430
433
  return result;
431
434
  }
432
435
 
@@ -436,11 +439,12 @@ class LLM {
436
439
  * @param {LLMMessage} result
437
440
  * @param {VectorSearchResult} [vectorSearchResult]
438
441
  * @param {ToolFunction[]} [tools]
442
+ * @param {number} [durationMs]
439
443
  */
440
- logPrompt (prompt, result, vectorSearchResult, tools) {
444
+ logPrompt (prompt, result, vectorSearchResult, tools, durationMs) {
441
445
  this._lastResult = result;
442
446
  this._configuration.logger.logPrompt({
443
- prompt, result, vectorSearchResult, tools
447
+ prompt, result, vectorSearchResult, tools, durationMs
444
448
  });
445
449
  }
446
450
 
@@ -134,6 +134,7 @@ type PromptInfo {
134
134
  result: LLMMessage!
135
135
  vectorSearchResult: VectorSearchResult
136
136
  tools: [ToolFunction!]
137
+ durationMs: Float
137
138
  }
138
139
 
139
140
  type UserInteraction {