openlayer 0.13.9 → 0.13.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +16 -0
- package/lib/integrations/bedrockAgentTracer.d.ts.map +1 -1
- package/lib/integrations/bedrockAgentTracer.js +10 -6
- package/lib/integrations/bedrockAgentTracer.js.map +1 -1
- package/lib/integrations/bedrockAgentTracer.mjs +7 -6
- package/lib/integrations/bedrockAgentTracer.mjs.map +1 -1
- package/lib/integrations/langchainCallback.d.ts.map +1 -1
- package/lib/integrations/langchainCallback.js +7 -3
- package/lib/integrations/langchainCallback.js.map +1 -1
- package/lib/integrations/langchainCallback.mjs +4 -3
- package/lib/integrations/langchainCallback.mjs.map +1 -1
- package/lib/integrations/openAiTracer.d.ts.map +1 -1
- package/lib/integrations/openAiTracer.js +8 -4
- package/lib/integrations/openAiTracer.js.map +1 -1
- package/lib/integrations/openAiTracer.mjs +5 -4
- package/lib/integrations/openAiTracer.mjs.map +1 -1
- package/package.json +2 -1
- package/src/lib/integrations/bedrockAgentTracer.ts +8 -6
- package/src/lib/integrations/langchainCallback.ts +4 -3
- package/src/lib/integrations/openAiTracer.ts +5 -4
- package/src/version.ts +1 -1
- package/version.d.ts +1 -1
- package/version.d.ts.map +1 -1
- package/version.js +1 -1
- package/version.js.map +1 -1
- package/version.mjs +1 -1
- package/version.mjs.map +1 -1
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,21 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.13.11 (2025-08-20)
|
|
4
|
+
|
|
5
|
+
Full Changelog: [v0.13.10...v0.13.11](https://github.com/openlayer-ai/openlayer-ts/compare/v0.13.10...v0.13.11)
|
|
6
|
+
|
|
7
|
+
### Chores
|
|
8
|
+
|
|
9
|
+
* update logs ([2a4208e](https://github.com/openlayer-ai/openlayer-ts/commit/2a4208ed1ba92cb33574525f285ebd46e172579c))
|
|
10
|
+
|
|
11
|
+
## 0.13.10 (2025-08-20)
|
|
12
|
+
|
|
13
|
+
Full Changelog: [v0.13.9...v0.13.10](https://github.com/openlayer-ai/openlayer-ts/compare/v0.13.9...v0.13.10)
|
|
14
|
+
|
|
15
|
+
### Bug Fixes
|
|
16
|
+
|
|
17
|
+
* use node module for performance.now() ([b20581d](https://github.com/openlayer-ai/openlayer-ts/commit/b20581da0cb7e4e41262e70d163e0e798a13cba3))
|
|
18
|
+
|
|
3
19
|
## 0.13.9 (2025-08-20)
|
|
4
20
|
|
|
5
21
|
Full Changelog: [v0.13.8...v0.13.9](https://github.com/openlayer-ai/openlayer-ts/compare/v0.13.8...v0.13.9)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bedrockAgentTracer.d.ts","sourceRoot":"","sources":["../../src/lib/integrations/bedrockAgentTracer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"bedrockAgentTracer.d.ts","sourceRoot":"","sources":["../../src/lib/integrations/bedrockAgentTracer.ts"],"names":[],"mappings":"AAuBA,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,GAAG,GAAG,GAAG,CA4DlD"}
|
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
2
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
6
|
exports.traceBedrockAgent = void 0;
|
|
7
|
+
const performance_now_1 = __importDefault(require("performance-now"));
|
|
4
8
|
// Make imports optional with try/catch
|
|
5
9
|
let BedrockAgentRuntimeClient;
|
|
6
10
|
let InvokeAgentCommand;
|
|
@@ -43,8 +47,8 @@ function traceBedrockAgent(client) {
|
|
|
43
47
|
return originalSend(command, options);
|
|
44
48
|
}
|
|
45
49
|
console.debug('Command identified as InvokeAgentCommand, applying tracing');
|
|
46
|
-
const startTime =
|
|
47
|
-
console.
|
|
50
|
+
const startTime = (0, performance_now_1.default)();
|
|
51
|
+
console.debug('startTime', startTime);
|
|
48
52
|
const input = command.input;
|
|
49
53
|
try {
|
|
50
54
|
// Call the original send method
|
|
@@ -88,7 +92,7 @@ function createTracedCompletion(originalCompletion, input, startTime) {
|
|
|
88
92
|
yield chunkEvent;
|
|
89
93
|
// Then collect tracing data
|
|
90
94
|
if (chunkCount === 0) {
|
|
91
|
-
firstTokenTime =
|
|
95
|
+
firstTokenTime = (0, performance_now_1.default)();
|
|
92
96
|
}
|
|
93
97
|
chunkCount++;
|
|
94
98
|
// Handle chunk events
|
|
@@ -106,7 +110,7 @@ function createTracedCompletion(originalCompletion, input, startTime) {
|
|
|
106
110
|
}
|
|
107
111
|
// Handle trace events
|
|
108
112
|
if (chunkEvent.trace) {
|
|
109
|
-
console.
|
|
113
|
+
console.debug(JSON.stringify(chunkEvent.trace, null, 2));
|
|
110
114
|
traceData.push(chunkEvent.trace);
|
|
111
115
|
if (chunkEvent.trace.trace) {
|
|
112
116
|
const trace = chunkEvent.trace.trace;
|
|
@@ -125,8 +129,8 @@ function createTracedCompletion(originalCompletion, input, startTime) {
|
|
|
125
129
|
}
|
|
126
130
|
}
|
|
127
131
|
// After the stream is complete, send trace data
|
|
128
|
-
const endTime =
|
|
129
|
-
console.
|
|
132
|
+
const endTime = (0, performance_now_1.default)();
|
|
133
|
+
console.debug('endTime', endTime);
|
|
130
134
|
totalTokens = promptTokens + completionTokens;
|
|
131
135
|
// Send trace data to Openlayer
|
|
132
136
|
const inputs = extractInputs(input, traceData);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bedrockAgentTracer.js","sourceRoot":"","sources":["../../src/lib/integrations/bedrockAgentTracer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"bedrockAgentTracer.js","sourceRoot":"","sources":["../../src/lib/integrations/bedrockAgentTracer.ts"],"names":[],"mappings":";;;;;;AAAA,sEAA6C;AAE7C,uCAAuC;AACvC,IAAI,yBAA8B,CAAC;AACnC,IAAI,kBAAuB,CAAC;AAC5B,IAAI,uBAA4B,CAAC;AACjC,IAAI,wBAA6B,CAAC;AAElC,IAAI;IACF,MAAM,aAAa,GAAG,OAAO,CAAC,uCAAuC,CAAC,CAAC;IACvE,yBAAyB,GAAG,aAAa,CAAC,yBAAyB,CAAC;IACpE,kBAAkB,GAAG,aAAa,CAAC,kBAAkB,CAAC;IACtD,uBAAuB,GAAG,aAAa,CAAC,uBAAuB,CAAC;IAChE,wBAAwB,GAAG,aAAa,CAAC,wBAAwB,CAAC;CACnE;AAAC,OAAO,KAAK,EAAE;IACd,OAAO,CAAC,IAAI,CACV,wHAAwH,CACzH,CAAC;IACF,OAAO,CAAC,KAAK,CAAC,qDAAqD,EAAE,KAAK,CAAC,CAAC;CAC7E;AAED,iDAAiE;AAEjE,SAAgB,iBAAiB,CAAC,MAAW;IAC3C,IAAI,CAAC,yBAAyB,IAAI,CAAC,kBAAkB,EAAE;QACrD,MAAM,IAAI,KAAK,CACb,+HAA+H,CAChI,CAAC;KACH;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE9C,MAAM,CAAC,IAAI,GAAG,KAAK,WAAsB,OAAY,EAAE,OAAa;QAClE,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,OAAO,EAAE,KAAK,CAAC;QAChC,MAAM,UAAU,GAAG,OAAO,OAAO,EAAE,KAAK,EAAE,OAAO,KAAK,QAAQ,CAAC;QAC/D,MAAM,YAAY,GAAG,OAAO,OAAO,EAAE,KAAK,EAAE,SAAS,KAAK,QAAQ,CAAC;QAEnE,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE;YACzC,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,UAAU;YACtB,YAAY,EAAE,YAAY;YAC1B,eAAe,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI;YAC3C,KAAK,EAAE,OAAO,EAAE,KAAK;SACtB,CAAC,CAAC;QAEH,qFAAqF;QACrF,MAAM,oBAAoB,GAAG,QAAQ,IAAI,UAAU,IAAI,YAAY,CAAC;QAEpE,IAAI,CAAC,oBAAoB,EAAE;YACzB,OAAO,CAAC,KAAK,CAAC,sEAAsE,CAAC,CAAC;YACtF,OAAO,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;SACvC;QACD,OAAO,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAE5E,MAAM,SAAS,GAAG,IAAA,yBAAc,GAAE,CAAC;QACnC,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAE5B,IAAI;YACF,gCAAgC;YAChC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAEtD,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;gBACxB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;aAC5C;YAED,6DAA6D;YAC7D,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;YAEvF,iDAAiD;YACjD,OAAO;gBACL,GAAG,QAAQ;gBACX,UAAU,EAAE,gBAAgB;aAC7B,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,6DAA6D,EAAE,KAAK,CAAC,CAAC;YACpF,MAAM,KAAK,CAAC;SACb;IACH,CAAC,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AA5DD,8CA4DC;AAED,+EAA+E;AAC/E,SAAS,sBAAsB,CAC7B,kBAAsC,EACtC,KAAU,EACV,SAAiB;IAEjB,OAAO;QACL,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;YAC3B,IAAI,cAAkC,CAAC;YACvC,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,IAAI,eAAe,GAAG,EAAE,CAAC;YACzB,MAAM,eAAe,GAAU,EAAE,CAAC;YAClC,IAAI,UAAU,GAAkB,IAAI,CAAC;YACrC,IAAI,SAAS,GAAU,EAAE,CAAC;YAC1B,IAAI,SAAS,GAAU,EAAE,CAAC;YAC1B,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,IAAI;gBACF,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,kBAAkB,EAAE;oBACjD,kDAAkD;oBAClD,MAAM,UAAU,CAAC;oBAEjB,4BAA4B;oBAC5B,IAAI,UAAU,KAAK,CAAC,EAAE;wBACpB,cAAc,GAAG,IAAA,yBAAc,GAAE,CAAC;qBACnC;oBACD,UAAU,EAAE,CAAC;oBAEb,sBAAsB;oBACtB,IAAI,UAAU,CAAC,KAAK,EAAE;wBACpB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;wBAC/B,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAE5B,IAAI,KAAK,CAAC,KAAK,EAAE;4BACf,MAAM,eAAe,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;4BACrE,eAAe,IAAI,eAAe,CAAC;4BACnC,gBAAgB,IAAI,CAAC,CAAC;yBACvB;wBAED,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE;4BACpD,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;yBAChD;qBACF;oBAED,sBAAsB;oBACtB,IAAI,UAAU,CAAC,KAAK,EAAE;wBACpB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;wBACzD,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;wBAEjC,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE;4BAC1B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC;4BAErC,gCAAgC;4BAChC,IACE,oBAAoB,IAAI,KAAK;gCAC7B,KAAK,CAAC,kBAAkB,EAAE,qBAAqB,EAAE,QAAQ,EAAE,KAAK,EAChE;gCACA,MAAM,KAAK,GAAG,KAAK,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAC;gCAC5E,YAAY,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;gCACvC,gBAAgB,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;6BAC7C;4BAED,IACE,oBAAoB,IAAI,KAAK;gCAC7B,KAAK,CAAC,kBAAkB,EAAE,oBAAoB,EAAE,eAAe,EAC/D;gCACA,UAAU,GAAG,KAAK,CAAC,kBAAkB,CAAC,oBAAoB,CAAC,eAAe,CAAC;6BAC5E;yBACF;qBACF;iBACF;gBAED,gDAAgD;gBAChD,MAAM,OAAO,GAAG,IAAA,yBAAc,GAAE,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAClC,WAAW,GAAG,YAAY,GAAG,gBAAgB,CAAC;gBAE9C,+BAA+B;gBAC/B,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBAC/C,MAAM,QAAQ,GAAwB;oBACpC,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,gBAAgB,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI;iBACrE,CAAC;gBAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;oBACxB,QAAQ,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;iBACnC;gBAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBAC9C,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;oBACrC,QAAQ,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;iBACnC;gBAED,IAAI,KAAK,CAAC,YAAY,EAAE;oBACtB,QAAQ,CAAC,cAAc,CAAC,GAAG;wBACzB,oBAAoB,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,iBAAiB;wBAC5D,0BAA0B,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,uBAAuB;wBACxE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;wBAC3E,8BAA8B,EAC5B,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,2BAA2B;4BAChD,KAAK,CAAC,YAAY,CAAC,2BAA2B,CAAC,MAAM,GAAG,CAAC;qBAC5D,CAAC;iBACH;gBAED,MAAM,aAAa,GAAG;oBACpB,IAAI,EAAE,8BAA8B;oBACpC,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,eAAe;oBACvB,OAAO,EAAE,OAAO,GAAG,SAAS;oBAC5B,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;oBAC5C,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;oBACpD,gBAAgB,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI;oBAChE,KAAK,EAAE,UAAU,IAAI,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,YAAY,EAAE;oBAC7D,eAAe,EAAE,sBAAsB,CAAC,KAAK,CAAC;oBAC9C,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;oBACnD,QAAQ,EAAE,QAAQ;oBAClB,QAAQ,EAAE,SAAS;oBACnB,SAAS,EAAE,SAAS;oBACpB,OAAO,EAAE,OAAO;iBACjB,CAAC;gBAEF,IAAA,qCAA4B,EAAC,aAAa,CAAC,CAAC;aAC7C;YAAC,OAAO,KAAK,EAAE;gBACd,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;gBACpD,0EAA0E;aAC3E;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAU,EAAE,SAAgB;IACjD,MAAM,MAAM,GAAwB,EAAE,CAAC;IAEvC,+CAA+C;IAC/C,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,4BAA4B;IAC5B,IAAI,KAAK,CAAC,SAAS,EAAE;QACnB,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,KAAK,CAAC,SAAS;SACzB,CAAC,CAAC;KACJ;IAED,sCAAsC;IACtC,IAAI,KAAK,CAAC,YAAY,EAAE,mBAAmB,EAAE,QAAQ,EAAE;QACrD,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,YAAY,CAAC,mBAAmB,CAAC,QAAQ,EAAE;YACrE,MAAM,OAAO,GACX,OAAO,CAAC,OAAO,CAAC,CAAC;gBACf,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzF,CAAC,CAAC,EAAE,CAAC;YAEP,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC;YAEpC,MAAM,CAAC,OAAO,CAAC;gBACb,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,OAAO;aACjB,CAAC,CAAC;SACJ;KACF;IAED,qDAAqD;IACrD,MAAM,YAAY,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;IACpD,IAAI,YAAY,EAAE;QAChB,MAAM,CAAC,OAAO,CAAC;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;KACJ;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;IAE1B,4CAA4C;IAC5C,IAAI,KAAK,CAAC,YAAY,EAAE,iBAAiB,EAAE;QACzC,MAAM,CAAC,mBAAmB,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,iBAAiB,CAAC;KACpE;IAED,IAAI,KAAK,CAAC,YAAY,EAAE,uBAAuB,EAAE;QAC/C,MAAM,CAAC,yBAAyB,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,uBAAuB,CAAC;KAChF;IAED,IAAI,KAAK,CAAC,YAAY,EAAE,KAAK,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;QACpE,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;YAC7D,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU;SACpC,CAAC,CAAC,CAAC;KACL;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,SAAgB;IAC3C,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE;QAC7B,IAAI,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,IAAI,EAAE;YAC/D,IAAI;gBACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;gBACpF,IAAI,MAAM,CAAC,MAAM,EAAE;oBACjB,OAAO,MAAM,CAAC,MAAM,CAAC;iBACtB;aACF;YAAC,OAAO,CAAC,EAAE;gBACV,6BAA6B;aAC9B;SACF;KACF;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAgB;IACxC,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE;QAC7B,IAAI,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,IAAI,EAAE;YACpD,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;SAC/D;KACF;IAED,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAU;IACxC,MAAM,MAAM,GAAwB,EAAE,CAAC;IAEvC,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE;QACnC,MAAM,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC;KAC3C;IAED,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE;QAClC,MAAM,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC;KACzC;IAED,IAAI,KAAK,CAAC,0BAA0B,EAAE;QACpC,MAAM,CAAC,4BAA4B,CAAC,GAAG,KAAK,CAAC,0BAA0B,CAAC;KACzE;IAED,IAAI,KAAK,CAAC,uBAAuB,EAAE;QACjC,MAAM,CAAC,yBAAyB,CAAC,GAAG,KAAK,CAAC,uBAAuB,CAAC;KACnE;IAED,IAAI,KAAK,CAAC,4BAA4B,EAAE;QACtC,MAAM,CAAC,8BAA8B,CAAC,GAAG,KAAK,CAAC,4BAA4B,CAAC;KAC7E;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import performanceNow from 'performance-now';
|
|
1
2
|
// Make imports optional with try/catch
|
|
2
3
|
let BedrockAgentRuntimeClient;
|
|
3
4
|
let InvokeAgentCommand;
|
|
@@ -40,8 +41,8 @@ export function traceBedrockAgent(client) {
|
|
|
40
41
|
return originalSend(command, options);
|
|
41
42
|
}
|
|
42
43
|
console.debug('Command identified as InvokeAgentCommand, applying tracing');
|
|
43
|
-
const startTime =
|
|
44
|
-
console.
|
|
44
|
+
const startTime = performanceNow();
|
|
45
|
+
console.debug('startTime', startTime);
|
|
45
46
|
const input = command.input;
|
|
46
47
|
try {
|
|
47
48
|
// Call the original send method
|
|
@@ -84,7 +85,7 @@ function createTracedCompletion(originalCompletion, input, startTime) {
|
|
|
84
85
|
yield chunkEvent;
|
|
85
86
|
// Then collect tracing data
|
|
86
87
|
if (chunkCount === 0) {
|
|
87
|
-
firstTokenTime =
|
|
88
|
+
firstTokenTime = performanceNow();
|
|
88
89
|
}
|
|
89
90
|
chunkCount++;
|
|
90
91
|
// Handle chunk events
|
|
@@ -102,7 +103,7 @@ function createTracedCompletion(originalCompletion, input, startTime) {
|
|
|
102
103
|
}
|
|
103
104
|
// Handle trace events
|
|
104
105
|
if (chunkEvent.trace) {
|
|
105
|
-
console.
|
|
106
|
+
console.debug(JSON.stringify(chunkEvent.trace, null, 2));
|
|
106
107
|
traceData.push(chunkEvent.trace);
|
|
107
108
|
if (chunkEvent.trace.trace) {
|
|
108
109
|
const trace = chunkEvent.trace.trace;
|
|
@@ -121,8 +122,8 @@ function createTracedCompletion(originalCompletion, input, startTime) {
|
|
|
121
122
|
}
|
|
122
123
|
}
|
|
123
124
|
// After the stream is complete, send trace data
|
|
124
|
-
const endTime =
|
|
125
|
-
console.
|
|
125
|
+
const endTime = performanceNow();
|
|
126
|
+
console.debug('endTime', endTime);
|
|
126
127
|
totalTokens = promptTokens + completionTokens;
|
|
127
128
|
// Send trace data to Openlayer
|
|
128
129
|
const inputs = extractInputs(input, traceData);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bedrockAgentTracer.mjs","sourceRoot":"","sources":["../../src/lib/integrations/bedrockAgentTracer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"bedrockAgentTracer.mjs","sourceRoot":"","sources":["../../src/lib/integrations/bedrockAgentTracer.ts"],"names":[],"mappings":"OAAO,cAAc,MAAM,iBAAiB;AAE5C,uCAAuC;AACvC,IAAI,yBAA8B,CAAC;AACnC,IAAI,kBAAuB,CAAC;AAC5B,IAAI,uBAA4B,CAAC;AACjC,IAAI,wBAA6B,CAAC;AAElC,IAAI;IACF,MAAM,aAAa,GAAG,OAAO,CAAC,uCAAuC,CAAC,CAAC;IACvE,yBAAyB,GAAG,aAAa,CAAC,yBAAyB,CAAC;IACpE,kBAAkB,GAAG,aAAa,CAAC,kBAAkB,CAAC;IACtD,uBAAuB,GAAG,aAAa,CAAC,uBAAuB,CAAC;IAChE,wBAAwB,GAAG,aAAa,CAAC,wBAAwB,CAAC;CACnE;AAAC,OAAO,KAAK,EAAE;IACd,OAAO,CAAC,IAAI,CACV,wHAAwH,CACzH,CAAC;IACF,OAAO,CAAC,KAAK,CAAC,qDAAqD,EAAE,KAAK,CAAC,CAAC;CAC7E;OAEM,EAAE,4BAA4B,EAAE;AAEvC,MAAM,UAAU,iBAAiB,CAAC,MAAW;IAC3C,IAAI,CAAC,yBAAyB,IAAI,CAAC,kBAAkB,EAAE;QACrD,MAAM,IAAI,KAAK,CACb,+HAA+H,CAChI,CAAC;KACH;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE9C,MAAM,CAAC,IAAI,GAAG,KAAK,WAAsB,OAAY,EAAE,OAAa;QAClE,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,OAAO,EAAE,KAAK,CAAC;QAChC,MAAM,UAAU,GAAG,OAAO,OAAO,EAAE,KAAK,EAAE,OAAO,KAAK,QAAQ,CAAC;QAC/D,MAAM,YAAY,GAAG,OAAO,OAAO,EAAE,KAAK,EAAE,SAAS,KAAK,QAAQ,CAAC;QAEnE,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE;YACzC,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,UAAU;YACtB,YAAY,EAAE,YAAY;YAC1B,eAAe,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI;YAC3C,KAAK,EAAE,OAAO,EAAE,KAAK;SACtB,CAAC,CAAC;QAEH,qFAAqF;QACrF,MAAM,oBAAoB,GAAG,QAAQ,IAAI,UAAU,IAAI,YAAY,CAAC;QAEpE,IAAI,CAAC,oBAAoB,EAAE;YACzB,OAAO,CAAC,KAAK,CAAC,sEAAsE,CAAC,CAAC;YACtF,OAAO,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;SACvC;QACD,OAAO,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAE5E,MAAM,SAAS,GAAG,cAAc,EAAE,CAAC;QACnC,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAE5B,IAAI;YACF,gCAAgC;YAChC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAEtD,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;gBACxB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;aAC5C;YAED,6DAA6D;YAC7D,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;YAEvF,iDAAiD;YACjD,OAAO;gBACL,GAAG,QAAQ;gBACX,UAAU,EAAE,gBAAgB;aAC7B,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,6DAA6D,EAAE,KAAK,CAAC,CAAC;YACpF,MAAM,KAAK,CAAC;SACb;IACH,CAAC,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+EAA+E;AAC/E,SAAS,sBAAsB,CAC7B,kBAAsC,EACtC,KAAU,EACV,SAAiB;IAEjB,OAAO;QACL,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;YAC3B,IAAI,cAAkC,CAAC;YACvC,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,IAAI,eAAe,GAAG,EAAE,CAAC;YACzB,MAAM,eAAe,GAAU,EAAE,CAAC;YAClC,IAAI,UAAU,GAAkB,IAAI,CAAC;YACrC,IAAI,SAAS,GAAU,EAAE,CAAC;YAC1B,IAAI,SAAS,GAAU,EAAE,CAAC;YAC1B,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,IAAI;gBACF,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,kBAAkB,EAAE;oBACjD,kDAAkD;oBAClD,MAAM,UAAU,CAAC;oBAEjB,4BAA4B;oBAC5B,IAAI,UAAU,KAAK,CAAC,EAAE;wBACpB,cAAc,GAAG,cAAc,EAAE,CAAC;qBACnC;oBACD,UAAU,EAAE,CAAC;oBAEb,sBAAsB;oBACtB,IAAI,UAAU,CAAC,KAAK,EAAE;wBACpB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;wBAC/B,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAE5B,IAAI,KAAK,CAAC,KAAK,EAAE;4BACf,MAAM,eAAe,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;4BACrE,eAAe,IAAI,eAAe,CAAC;4BACnC,gBAAgB,IAAI,CAAC,CAAC;yBACvB;wBAED,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE;4BACpD,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;yBAChD;qBACF;oBAED,sBAAsB;oBACtB,IAAI,UAAU,CAAC,KAAK,EAAE;wBACpB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;wBACzD,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;wBAEjC,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE;4BAC1B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC;4BAErC,gCAAgC;4BAChC,IACE,oBAAoB,IAAI,KAAK;gCAC7B,KAAK,CAAC,kBAAkB,EAAE,qBAAqB,EAAE,QAAQ,EAAE,KAAK,EAChE;gCACA,MAAM,KAAK,GAAG,KAAK,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAC;gCAC5E,YAAY,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;gCACvC,gBAAgB,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;6BAC7C;4BAED,IACE,oBAAoB,IAAI,KAAK;gCAC7B,KAAK,CAAC,kBAAkB,EAAE,oBAAoB,EAAE,eAAe,EAC/D;gCACA,UAAU,GAAG,KAAK,CAAC,kBAAkB,CAAC,oBAAoB,CAAC,eAAe,CAAC;6BAC5E;yBACF;qBACF;iBACF;gBAED,gDAAgD;gBAChD,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAClC,WAAW,GAAG,YAAY,GAAG,gBAAgB,CAAC;gBAE9C,+BAA+B;gBAC/B,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBAC/C,MAAM,QAAQ,GAAwB;oBACpC,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,gBAAgB,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI;iBACrE,CAAC;gBAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;oBACxB,QAAQ,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;iBACnC;gBAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBAC9C,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;oBACrC,QAAQ,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;iBACnC;gBAED,IAAI,KAAK,CAAC,YAAY,EAAE;oBACtB,QAAQ,CAAC,cAAc,CAAC,GAAG;wBACzB,oBAAoB,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,iBAAiB;wBAC5D,0BAA0B,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,uBAAuB;wBACxE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;wBAC3E,8BAA8B,EAC5B,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,2BAA2B;4BAChD,KAAK,CAAC,YAAY,CAAC,2BAA2B,CAAC,MAAM,GAAG,CAAC;qBAC5D,CAAC;iBACH;gBAED,MAAM,aAAa,GAAG;oBACpB,IAAI,EAAE,8BAA8B;oBACpC,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,eAAe;oBACvB,OAAO,EAAE,OAAO,GAAG,SAAS;oBAC5B,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;oBAC5C,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;oBACpD,gBAAgB,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI;oBAChE,KAAK,EAAE,UAAU,IAAI,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,YAAY,EAAE;oBAC7D,eAAe,EAAE,sBAAsB,CAAC,KAAK,CAAC;oBAC9C,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;oBACnD,QAAQ,EAAE,QAAQ;oBAClB,QAAQ,EAAE,SAAS;oBACnB,SAAS,EAAE,SAAS;oBACpB,OAAO,EAAE,OAAO;iBACjB,CAAC;gBAEF,4BAA4B,CAAC,aAAa,CAAC,CAAC;aAC7C;YAAC,OAAO,KAAK,EAAE;gBACd,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;gBACpD,0EAA0E;aAC3E;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAU,EAAE,SAAgB;IACjD,MAAM,MAAM,GAAwB,EAAE,CAAC;IAEvC,+CAA+C;IAC/C,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,4BAA4B;IAC5B,IAAI,KAAK,CAAC,SAAS,EAAE;QACnB,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,KAAK,CAAC,SAAS;SACzB,CAAC,CAAC;KACJ;IAED,sCAAsC;IACtC,IAAI,KAAK,CAAC,YAAY,EAAE,mBAAmB,EAAE,QAAQ,EAAE;QACrD,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,YAAY,CAAC,mBAAmB,CAAC,QAAQ,EAAE;YACrE,MAAM,OAAO,GACX,OAAO,CAAC,OAAO,CAAC,CAAC;gBACf,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzF,CAAC,CAAC,EAAE,CAAC;YAEP,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC;YAEpC,MAAM,CAAC,OAAO,CAAC;gBACb,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,OAAO;aACjB,CAAC,CAAC;SACJ;KACF;IAED,qDAAqD;IACrD,MAAM,YAAY,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;IACpD,IAAI,YAAY,EAAE;QAChB,MAAM,CAAC,OAAO,CAAC;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;KACJ;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;IAE1B,4CAA4C;IAC5C,IAAI,KAAK,CAAC,YAAY,EAAE,iBAAiB,EAAE;QACzC,MAAM,CAAC,mBAAmB,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,iBAAiB,CAAC;KACpE;IAED,IAAI,KAAK,CAAC,YAAY,EAAE,uBAAuB,EAAE;QAC/C,MAAM,CAAC,yBAAyB,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,uBAAuB,CAAC;KAChF;IAED,IAAI,KAAK,CAAC,YAAY,EAAE,KAAK,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;QACpE,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;YAC7D,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU;SACpC,CAAC,CAAC,CAAC;KACL;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,SAAgB;IAC3C,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE;QAC7B,IAAI,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,IAAI,EAAE;YAC/D,IAAI;gBACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;gBACpF,IAAI,MAAM,CAAC,MAAM,EAAE;oBACjB,OAAO,MAAM,CAAC,MAAM,CAAC;iBACtB;aACF;YAAC,OAAO,CAAC,EAAE;gBACV,6BAA6B;aAC9B;SACF;KACF;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAgB;IACxC,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE;QAC7B,IAAI,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,IAAI,EAAE;YACpD,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;SAC/D;KACF;IAED,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAU;IACxC,MAAM,MAAM,GAAwB,EAAE,CAAC;IAEvC,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE;QACnC,MAAM,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC;KAC3C;IAED,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE;QAClC,MAAM,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC;KACzC;IAED,IAAI,KAAK,CAAC,0BAA0B,EAAE;QACpC,MAAM,CAAC,4BAA4B,CAAC,GAAG,KAAK,CAAC,0BAA0B,CAAC;KACzE;IAED,IAAI,KAAK,CAAC,uBAAuB,EAAE;QACjC,MAAM,CAAC,yBAAyB,CAAC,GAAG,KAAK,CAAC,uBAAuB,CAAC;KACnE;IAED,IAAI,KAAK,CAAC,4BAA4B,EAAE;QACtC,MAAM,CAAC,8BAA8B,CAAC,GAAG,KAAK,CAAC,4BAA4B,CAAC;KAC7E;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"langchainCallback.d.ts","sourceRoot":"","sources":["../../src/lib/integrations/langchainCallback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AACpE,OAAO,EAAa,WAAW,EAAiB,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"langchainCallback.d.ts","sourceRoot":"","sources":["../../src/lib/integrations/langchainCallback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AACpE,OAAO,EAAa,WAAW,EAAiB,MAAM,0BAA0B,CAAC;AAgBjF,qBAAa,gBAAiB,SAAQ,mBAAmB;IACvD,IAAI,SAAsB;IAC1B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAQ;IAChC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC9B,MAAM,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,IAAI,CAAQ;IAC/D,OAAO,EAAE,MAAM,CAAK;IACpB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC5B,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAQ;IACnD,YAAY,EAAE,MAAM,GAAG,IAAI,CAAK;IAChC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAK;IACpC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAK;IAC/B,MAAM,EAAE,MAAM,CAAM;IACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAElB,MAAM,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAI7B,oBAAoB,CACjC,GAAG,EAAE,UAAU,EACf,QAAQ,EAAE,WAAW,EAAE,EAAE,EACzB,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,EAChC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,EACjD,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,EAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,EAC9C,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;IAMhB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,yBAAyB;IAgBlB,cAAc,CAC3B,GAAG,EAAE,UAAU,EACf,OAAO,EAAE,MAAM,EAAE,EACjB,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,EACpB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACrC,IAAI,CAAC,EAAE,MAAM,EAAE,EACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAClC,OAAO,CAAC,EAAE,MAAM;IAOH,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE;IAQnG,OAAO,CAAC,uBAAuB;IAM/B,OAAO,CAAC,sBAAsB;IAQ9B,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,UAAU;CAqBnB"}
|
|
@@ -1,8 +1,12 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
2
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
6
|
exports.OpenlayerHandler = void 0;
|
|
4
7
|
const base_1 = require("@langchain/core/callbacks/base");
|
|
5
8
|
const messages_1 = require("@langchain/core/messages");
|
|
9
|
+
const performance_now_1 = __importDefault(require("performance-now"));
|
|
6
10
|
const tracer_1 = require("../tracing/tracer.js");
|
|
7
11
|
const LANGCHAIN_TO_OPENLAYER_PROVIDER_MAP = {
|
|
8
12
|
openai: 'OpenAI',
|
|
@@ -34,7 +38,7 @@ class OpenlayerHandler extends base_1.BaseCallbackHandler {
|
|
|
34
38
|
async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata, name) {
|
|
35
39
|
this.initializeRun(extraParams || {}, metadata || {});
|
|
36
40
|
this.prompt = this.langchainMassagesToPrompt(messages);
|
|
37
|
-
this.startTime =
|
|
41
|
+
this.startTime = (0, performance_now_1.default)();
|
|
38
42
|
}
|
|
39
43
|
initializeRun(extraParams, metadata) {
|
|
40
44
|
this.modelParameters = extraParams['invocation_params'] || {};
|
|
@@ -65,10 +69,10 @@ class OpenlayerHandler extends base_1.BaseCallbackHandler {
|
|
|
65
69
|
async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata, runName) {
|
|
66
70
|
this.initializeRun(extraParams || {}, metadata || {});
|
|
67
71
|
this.prompt = prompts.map((p) => ({ role: 'user', content: p }));
|
|
68
|
-
this.startTime =
|
|
72
|
+
this.startTime = (0, performance_now_1.default)();
|
|
69
73
|
}
|
|
70
74
|
async handleLLMEnd(output, runId, parentRunId, tags) {
|
|
71
|
-
this.endTime =
|
|
75
|
+
this.endTime = (0, performance_now_1.default)();
|
|
72
76
|
this.latency = this.endTime - this.startTime;
|
|
73
77
|
this.extractTokenInformation(output);
|
|
74
78
|
this.extractOutput(output);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"langchainCallback.js","sourceRoot":"","sources":["../../src/lib/integrations/langchainCallback.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"langchainCallback.js","sourceRoot":"","sources":["../../src/lib/integrations/langchainCallback.ts"],"names":[],"mappings":";;;;;;AAAA,yDAAqE;AAGrE,uDAAiF;AACjF,sEAA6C;AAC7C,iDAAiE;AAEjE,MAAM,mCAAmC,GAA2B;IAClE,MAAM,EAAE,QAAQ;IAChB,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,QAAQ,EAAE,QAAQ;CACnB,CAAC;AACF,MAAM,qBAAqB,GAA2B;IACpD,MAAM,EAAE,wBAAwB;IAChC,MAAM,EAAE,wBAAwB;IAChC,MAAM,EAAE,kCAAkC;CAC3C,CAAC;AAEF,MAAa,gBAAiB,SAAQ,0BAAmB;IAevD,YAAY,SAA8B,EAAE;QAC1C,KAAK,EAAE,CAAC;QAfV,SAAI,GAAG,kBAAkB,CAAC;QAC1B,cAAS,GAAkB,IAAI,CAAC;QAChC,YAAO,GAAkB,IAAI,CAAC;QAC9B,WAAM,GAAoD,IAAI,CAAC;QAC/D,YAAO,GAAW,CAAC,CAAC;QAEpB,UAAK,GAAkB,IAAI,CAAC;QAC5B,oBAAe,GAA+B,IAAI,CAAC;QACnD,iBAAY,GAAkB,CAAC,CAAC;QAChC,qBAAgB,GAAkB,CAAC,CAAC;QACpC,gBAAW,GAAkB,CAAC,CAAC;QAC/B,WAAM,GAAW,EAAE,CAAC;QAKlB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;IACzB,CAAC;IACQ,KAAK,CAAC,oBAAoB,CACjC,GAAe,EACf,QAAyB,EACzB,KAAa,EACb,WAAgC,EAChC,WAAiD,EACjD,IAA2B,EAC3B,QAA8C,EAC9C,IAAa;QAEb,IAAI,CAAC,aAAa,CAAC,WAAW,IAAI,EAAE,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,IAAA,yBAAc,GAAE,CAAC;IACpC,CAAC;IAEO,aAAa,CAAC,WAAgC,EAAE,QAAiC;QACvF,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;QAE9D,MAAM,QAAQ,GAAG,QAAQ,EAAE,CAAC,aAAa,CAAW,CAAC;QACrD,IAAI,QAAQ,IAAI,mCAAmC,CAAC,QAAQ,CAAC,EAAE;YAC7D,IAAI,CAAC,QAAQ,GAAG,mCAAmC,CAAC,QAAQ,CAAC,CAAC;SAC/D;QACD,IAAI,CAAC,KAAK,GAAI,IAAI,CAAC,eAAe,EAAE,CAAC,OAAO,CAAY,IAAK,QAAQ,CAAC,eAAe,CAAY,IAAI,IAAI,CAAC;QAC1G,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACnB,CAAC;IAEO,yBAAyB,CAAC,QAAyB;QACzD,IAAI,MAAM,GAA6C,EAAE,CAAC;QAC1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE;gBACvB,IAAI,CAAC,YAAY,oBAAS,EAAE;oBAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC;iBAClE;qBAAM,IAAI,CAAC,YAAY,wBAAa,EAAE;oBACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC;iBAC/D;qBAAM;oBACL,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC;iBAC7D;aACF;SACF;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEQ,KAAK,CAAC,cAAc,CAC3B,GAAe,EACf,OAAiB,EACjB,KAAa,EACb,WAAoB,EACpB,WAAqC,EACrC,IAAe,EACf,QAAkC,EAClC,OAAgB;QAEhB,IAAI,CAAC,aAAa,CAAC,WAAW,IAAI,EAAE,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,GAAG,IAAA,yBAAc,GAAE,CAAC;IACpC,CAAC;IAEQ,KAAK,CAAC,YAAY,CAAC,MAAiB,EAAE,KAAa,EAAE,WAAoB,EAAE,IAAe;QACjG,IAAI,CAAC,OAAO,GAAG,IAAA,yBAAc,GAAE,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,SAAU,CAAC;QAC9C,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,uBAAuB,CAAC,MAAiB;QAC/C,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE;YAC9B,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;SACrC;IACH,CAAC;IAEO,sBAAsB,CAAC,MAAiB;QAC9C,IAAI,MAAM,CAAC,SAAS,IAAI,YAAY,IAAI,MAAM,CAAC,SAAS,EAAE;YACxD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,YAAY,IAAI,CAAC,CAAC;YACxE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAChF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,WAAW,IAAI,CAAC,CAAC;SACvE;IACH,CAAC;IAEO,aAAa,CAAC,MAAiB;QACrC,MAAM,YAAY,GAAG,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;QACtE,IAAI,CAAC,MAAM,IAAI,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC;IAC1C,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,GAAG,uBAAuB,CAAC;QACnC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,qBAAqB,EAAE;YAC3D,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,uBAAuB,CAAC;SACxE;QACD,IAAA,qCAA4B,EAAC;YAC3B,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;YAC/B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,WAAW;YACxB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC;IACL,CAAC;CACF;AA5HD,4CA4HC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { BaseCallbackHandler } from '@langchain/core/callbacks/base';
|
|
2
2
|
import { AIMessage, SystemMessage } from '@langchain/core/messages';
|
|
3
|
+
import performanceNow from 'performance-now';
|
|
3
4
|
import { addChatCompletionStepToTrace } from "../tracing/tracer.mjs";
|
|
4
5
|
const LANGCHAIN_TO_OPENLAYER_PROVIDER_MAP = {
|
|
5
6
|
openai: 'OpenAI',
|
|
@@ -31,7 +32,7 @@ export class OpenlayerHandler extends BaseCallbackHandler {
|
|
|
31
32
|
async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata, name) {
|
|
32
33
|
this.initializeRun(extraParams || {}, metadata || {});
|
|
33
34
|
this.prompt = this.langchainMassagesToPrompt(messages);
|
|
34
|
-
this.startTime =
|
|
35
|
+
this.startTime = performanceNow();
|
|
35
36
|
}
|
|
36
37
|
initializeRun(extraParams, metadata) {
|
|
37
38
|
this.modelParameters = extraParams['invocation_params'] || {};
|
|
@@ -62,10 +63,10 @@ export class OpenlayerHandler extends BaseCallbackHandler {
|
|
|
62
63
|
async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata, runName) {
|
|
63
64
|
this.initializeRun(extraParams || {}, metadata || {});
|
|
64
65
|
this.prompt = prompts.map((p) => ({ role: 'user', content: p }));
|
|
65
|
-
this.startTime =
|
|
66
|
+
this.startTime = performanceNow();
|
|
66
67
|
}
|
|
67
68
|
async handleLLMEnd(output, runId, parentRunId, tags) {
|
|
68
|
-
this.endTime =
|
|
69
|
+
this.endTime = performanceNow();
|
|
69
70
|
this.latency = this.endTime - this.startTime;
|
|
70
71
|
this.extractTokenInformation(output);
|
|
71
72
|
this.extractOutput(output);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"langchainCallback.mjs","sourceRoot":"","sources":["../../src/lib/integrations/langchainCallback.ts"],"names":[],"mappings":"OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC;OAG7D,EAAE,SAAS,EAAe,aAAa,EAAE,MAAM,0BAA0B;OACzE,EAAE,4BAA4B,EAAE;AAEvC,MAAM,mCAAmC,GAA2B;IAClE,MAAM,EAAE,QAAQ;IAChB,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,QAAQ,EAAE,QAAQ;CACnB,CAAC;AACF,MAAM,qBAAqB,GAA2B;IACpD,MAAM,EAAE,wBAAwB;IAChC,MAAM,EAAE,wBAAwB;IAChC,MAAM,EAAE,kCAAkC;CAC3C,CAAC;AAEF,MAAM,OAAO,gBAAiB,SAAQ,mBAAmB;IAevD,YAAY,SAA8B,EAAE;QAC1C,KAAK,EAAE,CAAC;QAfV,SAAI,GAAG,kBAAkB,CAAC;QAC1B,cAAS,GAAkB,IAAI,CAAC;QAChC,YAAO,GAAkB,IAAI,CAAC;QAC9B,WAAM,GAAoD,IAAI,CAAC;QAC/D,YAAO,GAAW,CAAC,CAAC;QAEpB,UAAK,GAAkB,IAAI,CAAC;QAC5B,oBAAe,GAA+B,IAAI,CAAC;QACnD,iBAAY,GAAkB,CAAC,CAAC;QAChC,qBAAgB,GAAkB,CAAC,CAAC;QACpC,gBAAW,GAAkB,CAAC,CAAC;QAC/B,WAAM,GAAW,EAAE,CAAC;QAKlB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;IACzB,CAAC;IACQ,KAAK,CAAC,oBAAoB,CACjC,GAAe,EACf,QAAyB,EACzB,KAAa,EACb,WAAgC,EAChC,WAAiD,EACjD,IAA2B,EAC3B,QAA8C,EAC9C,IAAa;QAEb,IAAI,CAAC,aAAa,CAAC,WAAW,IAAI,EAAE,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,
|
|
1
|
+
{"version":3,"file":"langchainCallback.mjs","sourceRoot":"","sources":["../../src/lib/integrations/langchainCallback.ts"],"names":[],"mappings":"OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC;OAG7D,EAAE,SAAS,EAAe,aAAa,EAAE,MAAM,0BAA0B;OACzE,cAAc,MAAM,iBAAiB;OACrC,EAAE,4BAA4B,EAAE;AAEvC,MAAM,mCAAmC,GAA2B;IAClE,MAAM,EAAE,QAAQ;IAChB,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,QAAQ,EAAE,QAAQ;CACnB,CAAC;AACF,MAAM,qBAAqB,GAA2B;IACpD,MAAM,EAAE,wBAAwB;IAChC,MAAM,EAAE,wBAAwB;IAChC,MAAM,EAAE,kCAAkC;CAC3C,CAAC;AAEF,MAAM,OAAO,gBAAiB,SAAQ,mBAAmB;IAevD,YAAY,SAA8B,EAAE;QAC1C,KAAK,EAAE,CAAC;QAfV,SAAI,GAAG,kBAAkB,CAAC;QAC1B,cAAS,GAAkB,IAAI,CAAC;QAChC,YAAO,GAAkB,IAAI,CAAC;QAC9B,WAAM,GAAoD,IAAI,CAAC;QAC/D,YAAO,GAAW,CAAC,CAAC;QAEpB,UAAK,GAAkB,IAAI,CAAC;QAC5B,oBAAe,GAA+B,IAAI,CAAC;QACnD,iBAAY,GAAkB,CAAC,CAAC;QAChC,qBAAgB,GAAkB,CAAC,CAAC;QACpC,gBAAW,GAAkB,CAAC,CAAC;QAC/B,WAAM,GAAW,EAAE,CAAC;QAKlB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;IACzB,CAAC;IACQ,KAAK,CAAC,oBAAoB,CACjC,GAAe,EACf,QAAyB,EACzB,KAAa,EACb,WAAgC,EAChC,WAAiD,EACjD,IAA2B,EAC3B,QAA8C,EAC9C,IAAa;QAEb,IAAI,CAAC,aAAa,CAAC,WAAW,IAAI,EAAE,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,cAAc,EAAE,CAAC;IACpC,CAAC;IAEO,aAAa,CAAC,WAAgC,EAAE,QAAiC;QACvF,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;QAE9D,MAAM,QAAQ,GAAG,QAAQ,EAAE,CAAC,aAAa,CAAW,CAAC;QACrD,IAAI,QAAQ,IAAI,mCAAmC,CAAC,QAAQ,CAAC,EAAE;YAC7D,IAAI,CAAC,QAAQ,GAAG,mCAAmC,CAAC,QAAQ,CAAC,CAAC;SAC/D;QACD,IAAI,CAAC,KAAK,GAAI,IAAI,CAAC,eAAe,EAAE,CAAC,OAAO,CAAY,IAAK,QAAQ,CAAC,eAAe,CAAY,IAAI,IAAI,CAAC;QAC1G,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACnB,CAAC;IAEO,yBAAyB,CAAC,QAAyB;QACzD,IAAI,MAAM,GAA6C,EAAE,CAAC;QAC1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE;gBACvB,IAAI,CAAC,YAAY,SAAS,EAAE;oBAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC;iBAClE;qBAAM,IAAI,CAAC,YAAY,aAAa,EAAE;oBACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC;iBAC/D;qBAAM;oBACL,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC;iBAC7D;aACF;SACF;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEQ,KAAK,CAAC,cAAc,CAC3B,GAAe,EACf,OAAiB,EACjB,KAAa,EACb,WAAoB,EACpB,WAAqC,EACrC,IAAe,EACf,QAAkC,EAClC,OAAgB;QAEhB,IAAI,CAAC,aAAa,CAAC,WAAW,IAAI,EAAE,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,GAAG,cAAc,EAAE,CAAC;IACpC,CAAC;IAEQ,KAAK,CAAC,YAAY,CAAC,MAAiB,EAAE,KAAa,EAAE,WAAoB,EAAE,IAAe;QACjG,IAAI,CAAC,OAAO,GAAG,cAAc,EAAE,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,SAAU,CAAC;QAC9C,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,uBAAuB,CAAC,MAAiB;QAC/C,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE;YAC9B,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;SACrC;IACH,CAAC;IAEO,sBAAsB,CAAC,MAAiB;QAC9C,IAAI,MAAM,CAAC,SAAS,IAAI,YAAY,IAAI,MAAM,CAAC,SAAS,EAAE;YACxD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,YAAY,IAAI,CAAC,CAAC;YACxE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAChF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,WAAW,IAAI,CAAC,CAAC;SACvE;IACH,CAAC;IAEO,aAAa,CAAC,MAAiB;QACrC,MAAM,YAAY,GAAG,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;QACtE,IAAI,CAAC,MAAM,IAAI,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC;IAC1C,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,GAAG,uBAAuB,CAAC;QACnC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,qBAAqB,EAAE;YAC3D,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,uBAAuB,CAAC;SACxE;QACD,4BAA4B,CAAC;YAC3B,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;YAC/B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,WAAW;YACxB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openAiTracer.d.ts","sourceRoot":"","sources":["../../src/lib/integrations/openAiTracer.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"openAiTracer.d.ts","sourceRoot":"","sources":["../../src/lib/integrations/openAiTracer.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAK5B,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAoHlD"}
|
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
2
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
6
|
exports.traceOpenAI = void 0;
|
|
7
|
+
const performance_now_1 = __importDefault(require("performance-now"));
|
|
4
8
|
const tracer_1 = require("../tracing/tracer.js");
|
|
5
9
|
function traceOpenAI(openai) {
|
|
6
10
|
const createFunction = openai.chat.completions.create;
|
|
@@ -8,7 +12,7 @@ function traceOpenAI(openai) {
|
|
|
8
12
|
const [params, options] = args;
|
|
9
13
|
const stream = params?.stream ?? false;
|
|
10
14
|
try {
|
|
11
|
-
const startTime =
|
|
15
|
+
const startTime = (0, performance_now_1.default)();
|
|
12
16
|
// Call the original `create` function
|
|
13
17
|
let response = await createFunction.apply(this, args);
|
|
14
18
|
if (stream) {
|
|
@@ -21,7 +25,7 @@ function traceOpenAI(openai) {
|
|
|
21
25
|
async function* tracedOutputGenerator() {
|
|
22
26
|
for await (const rawChunk of response) {
|
|
23
27
|
if (chunks.length === 0) {
|
|
24
|
-
firstTokenTime =
|
|
28
|
+
firstTokenTime = (0, performance_now_1.default)();
|
|
25
29
|
}
|
|
26
30
|
chunks.push(rawChunk);
|
|
27
31
|
const delta = rawChunk.choices[0]?.delta;
|
|
@@ -44,7 +48,7 @@ function traceOpenAI(openai) {
|
|
|
44
48
|
completionTokens += 1;
|
|
45
49
|
yield rawChunk;
|
|
46
50
|
}
|
|
47
|
-
const endTime =
|
|
51
|
+
const endTime = (0, performance_now_1.default)();
|
|
48
52
|
const traceData = {
|
|
49
53
|
name: 'OpenAI Chat Completion',
|
|
50
54
|
inputs: { prompt: params.messages },
|
|
@@ -70,7 +74,7 @@ function traceOpenAI(openai) {
|
|
|
70
74
|
// Handle non-streaming responses
|
|
71
75
|
response = response;
|
|
72
76
|
const completion = response.choices[0];
|
|
73
|
-
const endTime =
|
|
77
|
+
const endTime = (0, performance_now_1.default)();
|
|
74
78
|
let output = '';
|
|
75
79
|
if (completion?.message?.content) {
|
|
76
80
|
output = completion.message.content;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openAiTracer.js","sourceRoot":"","sources":["../../src/lib/integrations/openAiTracer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"openAiTracer.js","sourceRoot":"","sources":["../../src/lib/integrations/openAiTracer.ts"],"names":[],"mappings":";;;;;;AAEA,sEAA6C;AAC7C,iDAAiE;AAEjE,SAAgB,WAAW,CAAC,MAAc;IACxC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;IAEtD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,KAAK,WAEpC,GAAG,IAAuC;QAE1C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,KAAK,CAAC;QAEvC,IAAI;YACF,MAAM,SAAS,GAAG,IAAA,yBAAc,GAAE,CAAC;YAEnC,sCAAsC;YACtC,IAAI,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAEtD,IAAI,MAAM,EAAE;gBACV,6BAA6B;gBAC7B,MAAM,MAAM,GAAkD,EAAE,CAAC;gBACjE,IAAI,mBAAmB,GAAU,EAAE,CAAC;gBACpC,IAAI,cAAkC,CAAC;gBACvC,IAAI,gBAAgB,GAAW,CAAC,CAAC;gBACjC,IAAI,eAAe,CAAC,QAAQ,CAAC,EAAE;oBAC7B,KAAK,SAAS,CAAC,CAAC,qBAAqB;wBAKnC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,QAAsE,EAAE;4BACnG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gCACvB,cAAc,GAAG,IAAA,yBAAc,GAAE,CAAC;6BACnC;4BACD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;4BACzC,IAAI,KAAK,EAAE,OAAO,EAAE;gCAClB,mBAAmB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;6BAC1C;iCAAM,IAAI,KAAK,EAAE,UAAU,EAAE;gCAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gCACtC,IAAI,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;oCAC7B,MAAM,YAAY,GAChB,iBAAiB,GAAG,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,qBAAqB,CAAC;oCAClF,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;iCACxC;qCAAM,IAAI,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE;oCACzC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;iCACxD;6BACF;4BAED,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,KAAK,YAAY,EAAE;gCACvD,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;6BACjC;4BACD,gBAAgB,IAAI,CAAC,CAAC;4BACtB,MAAM,QAAQ,CAAC;yBAChB;wBACD,MAAM,OAAO,GAAG,IAAA,yBAAc,GAAE,CAAC;wBACjC,MAAM,SAAS,GAAG;4BAChB,IAAI,EAAE,wBAAwB;4BAC9B,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;4BACnC,MAAM,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;4BACpC,OAAO,EAAE,OAAO,GAAG,SAAS;4BAC5B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAe;4BACjC,eAAe,EAAE,kBAAkB,CAAC,IAAI,CAAC;4BACzC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;4BAC3E,QAAQ,EAAE,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE;4BACjF,QAAQ,EAAE,QAAQ;4BAClB,gBAAgB,EAAE,gBAAgB;4BAClC,YAAY,EAAE,CAAC;4BACf,MAAM,EAAE,gBAAgB;4BACxB,SAAS,EAAE,SAAS;4BACpB,OAAO,EAAE,OAAO;yBACjB,CAAC;wBACF,IAAA,qCAA4B,EAAC,SAAS,CAAC,CAAC;oBAC1C,CAAC;oBACD,OAAO,qBAAqB,EAAoE,CAAC;iBAClG;aACF;iBAAM;gBACL,iCAAiC;gBACjC,QAAQ,GAAG,QAAkD,CAAC;gBAC9D,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvC,MAAM,OAAO,GAAG,IAAA,yBAAc,GAAE,CAAC;gBAEjC,IAAI,MAAM,GAAW,EAAE,CAAC;gBACxB,IAAI,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE;oBAChC,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;iBACrC;qBAAM,IAAI,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE;oBACzC,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACnD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACvD;gBAED,MAAM,SAAS,GAAG;oBAChB,IAAI,EAAE,wBAAwB;oBAC9B,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;oBACnC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,OAAO,GAAG,SAAS;oBAC5B,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,IAAI;oBAC5C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,IAAI;oBACnD,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,IAAI;oBAC3D,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,eAAe,EAAE,kBAAkB,CAAC,IAAI,CAAC;oBACzC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC5C,QAAQ,EAAE,EAAE;oBACZ,QAAQ,EAAE,QAAQ;oBAClB,SAAS,EAAE,SAAS;oBACpB,OAAO,EAAE,OAAO;iBACjB,CAAC;gBACF,IAAA,qCAA4B,EAAC,SAAS,CAAC,CAAC;gBACxC,OAAO,QAAQ,CAAC;aACjB;SACF;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,mEAAmE,EAAE,KAAK,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC;SACb;QACD,uCAAuC;QACvC,OAAO,SAAgB,CAAC;IAC1B,CAA0B,CAAC;IAE3B,OAAO,MAAM,CAAC;AAChB,CAAC;AApHD,kCAoHC;AAED,SAAS,kBAAkB,CAAC,IAAS;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACvB,OAAO;QACL,iBAAiB,EAAE,MAAM,EAAE,gBAAgB,IAAI,CAAC;QAChD,UAAU,EAAE,MAAM,EAAE,SAAS,IAAI,IAAI;QACrC,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,KAAK;QACnC,YAAY,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QACzC,UAAU,EAAE,MAAM,EAAE,SAAS,IAAI,IAAI;QACrC,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC;QACjB,gBAAgB,EAAE,MAAM,EAAE,eAAe,IAAI,CAAC;QAC9C,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,IAAI;QAC1B,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,IAAI;QAC1B,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,CAAC;QACrC,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC;KACzB,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG,CAAC,CAAM,EAAE,EAAE,CACjC,CAAC,IAAI,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import performanceNow from 'performance-now';
|
|
1
2
|
import { addChatCompletionStepToTrace } from "../tracing/tracer.mjs";
|
|
2
3
|
export function traceOpenAI(openai) {
|
|
3
4
|
const createFunction = openai.chat.completions.create;
|
|
@@ -5,7 +6,7 @@ export function traceOpenAI(openai) {
|
|
|
5
6
|
const [params, options] = args;
|
|
6
7
|
const stream = params?.stream ?? false;
|
|
7
8
|
try {
|
|
8
|
-
const startTime =
|
|
9
|
+
const startTime = performanceNow();
|
|
9
10
|
// Call the original `create` function
|
|
10
11
|
let response = await createFunction.apply(this, args);
|
|
11
12
|
if (stream) {
|
|
@@ -18,7 +19,7 @@ export function traceOpenAI(openai) {
|
|
|
18
19
|
async function* tracedOutputGenerator() {
|
|
19
20
|
for await (const rawChunk of response) {
|
|
20
21
|
if (chunks.length === 0) {
|
|
21
|
-
firstTokenTime =
|
|
22
|
+
firstTokenTime = performanceNow();
|
|
22
23
|
}
|
|
23
24
|
chunks.push(rawChunk);
|
|
24
25
|
const delta = rawChunk.choices[0]?.delta;
|
|
@@ -41,7 +42,7 @@ export function traceOpenAI(openai) {
|
|
|
41
42
|
completionTokens += 1;
|
|
42
43
|
yield rawChunk;
|
|
43
44
|
}
|
|
44
|
-
const endTime =
|
|
45
|
+
const endTime = performanceNow();
|
|
45
46
|
const traceData = {
|
|
46
47
|
name: 'OpenAI Chat Completion',
|
|
47
48
|
inputs: { prompt: params.messages },
|
|
@@ -67,7 +68,7 @@ export function traceOpenAI(openai) {
|
|
|
67
68
|
// Handle non-streaming responses
|
|
68
69
|
response = response;
|
|
69
70
|
const completion = response.choices[0];
|
|
70
|
-
const endTime =
|
|
71
|
+
const endTime = performanceNow();
|
|
71
72
|
let output = '';
|
|
72
73
|
if (completion?.message?.content) {
|
|
73
74
|
output = completion.message.content;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openAiTracer.mjs","sourceRoot":"","sources":["../../src/lib/integrations/openAiTracer.ts"],"names":[],"mappings":"OAEO,EAAE,4BAA4B,EAAE;AAEvC,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;IAEtD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,KAAK,WAEpC,GAAG,IAAuC;QAE1C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,KAAK,CAAC;QAEvC,IAAI;YACF,MAAM,SAAS,GAAG,
|
|
1
|
+
{"version":3,"file":"openAiTracer.mjs","sourceRoot":"","sources":["../../src/lib/integrations/openAiTracer.ts"],"names":[],"mappings":"OAEO,cAAc,MAAM,iBAAiB;OACrC,EAAE,4BAA4B,EAAE;AAEvC,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;IAEtD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,KAAK,WAEpC,GAAG,IAAuC;QAE1C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,KAAK,CAAC;QAEvC,IAAI;YACF,MAAM,SAAS,GAAG,cAAc,EAAE,CAAC;YAEnC,sCAAsC;YACtC,IAAI,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAEtD,IAAI,MAAM,EAAE;gBACV,6BAA6B;gBAC7B,MAAM,MAAM,GAAkD,EAAE,CAAC;gBACjE,IAAI,mBAAmB,GAAU,EAAE,CAAC;gBACpC,IAAI,cAAkC,CAAC;gBACvC,IAAI,gBAAgB,GAAW,CAAC,CAAC;gBACjC,IAAI,eAAe,CAAC,QAAQ,CAAC,EAAE;oBAC7B,KAAK,SAAS,CAAC,CAAC,qBAAqB;wBAKnC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,QAAsE,EAAE;4BACnG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gCACvB,cAAc,GAAG,cAAc,EAAE,CAAC;6BACnC;4BACD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;4BACzC,IAAI,KAAK,EAAE,OAAO,EAAE;gCAClB,mBAAmB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;6BAC1C;iCAAM,IAAI,KAAK,EAAE,UAAU,EAAE;gCAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gCACtC,IAAI,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;oCAC7B,MAAM,YAAY,GAChB,iBAAiB,GAAG,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,qBAAqB,CAAC;oCAClF,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;iCACxC;qCAAM,IAAI,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE;oCACzC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;iCACxD;6BACF;4BAED,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,KAAK,YAAY,EAAE;gCACvD,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;6BACjC;4BACD,gBAAgB,IAAI,CAAC,CAAC;4BACtB,MAAM,QAAQ,CAAC;yBAChB;wBACD,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;wBACjC,MAAM,SAAS,GAAG;4BAChB,IAAI,EAAE,wBAAwB;4BAC9B,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;4BACnC,MAAM,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;4BACpC,OAAO,EAAE,OAAO,GAAG,SAAS;4BAC5B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAe;4BACjC,eAAe,EAAE,kBAAkB,CAAC,IAAI,CAAC;4BACzC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;4BAC3E,QAAQ,EAAE,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE;4BACjF,QAAQ,EAAE,QAAQ;4BAClB,gBAAgB,EAAE,gBAAgB;4BAClC,YAAY,EAAE,CAAC;4BACf,MAAM,EAAE,gBAAgB;4BACxB,SAAS,EAAE,SAAS;4BACpB,OAAO,EAAE,OAAO;yBACjB,CAAC;wBACF,4BAA4B,CAAC,SAAS,CAAC,CAAC;oBAC1C,CAAC;oBACD,OAAO,qBAAqB,EAAoE,CAAC;iBAClG;aACF;iBAAM;gBACL,iCAAiC;gBACjC,QAAQ,GAAG,QAAkD,CAAC;gBAC9D,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvC,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;gBAEjC,IAAI,MAAM,GAAW,EAAE,CAAC;gBACxB,IAAI,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE;oBAChC,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;iBACrC;qBAAM,IAAI,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE;oBACzC,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACnD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACvD;gBAED,MAAM,SAAS,GAAG;oBAChB,IAAI,EAAE,wBAAwB;oBAC9B,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;oBACnC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,OAAO,GAAG,SAAS;oBAC5B,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,IAAI;oBAC5C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,IAAI;oBACnD,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,IAAI;oBAC3D,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,eAAe,EAAE,kBAAkB,CAAC,IAAI,CAAC;oBACzC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC5C,QAAQ,EAAE,EAAE;oBACZ,QAAQ,EAAE,QAAQ;oBAClB,SAAS,EAAE,SAAS;oBACpB,OAAO,EAAE,OAAO;iBACjB,CAAC;gBACF,4BAA4B,CAAC,SAAS,CAAC,CAAC;gBACxC,OAAO,QAAQ,CAAC;aACjB;SACF;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,mEAAmE,EAAE,KAAK,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC;SACb;QACD,uCAAuC;QACvC,OAAO,SAAgB,CAAC;IAC1B,CAA0B,CAAC;IAE3B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAS;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACvB,OAAO;QACL,iBAAiB,EAAE,MAAM,EAAE,gBAAgB,IAAI,CAAC;QAChD,UAAU,EAAE,MAAM,EAAE,SAAS,IAAI,IAAI;QACrC,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,KAAK;QACnC,YAAY,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QACzC,UAAU,EAAE,MAAM,EAAE,SAAS,IAAI,IAAI;QACrC,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC;QACjB,gBAAgB,EAAE,MAAM,EAAE,eAAe,IAAI,CAAC;QAC9C,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,IAAI;QAC1B,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,IAAI;QAC1B,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,CAAC;QACrC,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC;KACzB,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG,CAAC,CAAM,EAAE,EAAE,CACjC,CAAC,IAAI,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "openlayer",
|
|
3
|
-
"version": "0.13.
|
|
3
|
+
"version": "0.13.11",
|
|
4
4
|
"description": "The official TypeScript library for the Openlayer API",
|
|
5
5
|
"author": "Openlayer <support@openlayer.com>",
|
|
6
6
|
"types": "./index.d.ts",
|
|
@@ -36,6 +36,7 @@
|
|
|
36
36
|
"formdata-node": "^4.3.2",
|
|
37
37
|
"node-fetch": "^2.7.0",
|
|
38
38
|
"openai": "^4.49.0",
|
|
39
|
+
"performance-now": "^2.1.0",
|
|
39
40
|
"uuid": "^9.0.1",
|
|
40
41
|
"web-streams-polyfill": "^3.2.1"
|
|
41
42
|
},
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import performanceNow from 'performance-now';
|
|
2
|
+
|
|
1
3
|
// Make imports optional with try/catch
|
|
2
4
|
let BedrockAgentRuntimeClient: any;
|
|
3
5
|
let InvokeAgentCommand: any;
|
|
@@ -52,8 +54,8 @@ export function traceBedrockAgent(client: any): any {
|
|
|
52
54
|
}
|
|
53
55
|
console.debug('Command identified as InvokeAgentCommand, applying tracing');
|
|
54
56
|
|
|
55
|
-
const startTime =
|
|
56
|
-
console.
|
|
57
|
+
const startTime = performanceNow();
|
|
58
|
+
console.debug('startTime', startTime);
|
|
57
59
|
const input = command.input;
|
|
58
60
|
|
|
59
61
|
try {
|
|
@@ -107,7 +109,7 @@ function createTracedCompletion(
|
|
|
107
109
|
|
|
108
110
|
// Then collect tracing data
|
|
109
111
|
if (chunkCount === 0) {
|
|
110
|
-
firstTokenTime =
|
|
112
|
+
firstTokenTime = performanceNow();
|
|
111
113
|
}
|
|
112
114
|
chunkCount++;
|
|
113
115
|
|
|
@@ -129,7 +131,7 @@ function createTracedCompletion(
|
|
|
129
131
|
|
|
130
132
|
// Handle trace events
|
|
131
133
|
if (chunkEvent.trace) {
|
|
132
|
-
console.
|
|
134
|
+
console.debug(JSON.stringify(chunkEvent.trace, null, 2));
|
|
133
135
|
traceData.push(chunkEvent.trace);
|
|
134
136
|
|
|
135
137
|
if (chunkEvent.trace.trace) {
|
|
@@ -156,8 +158,8 @@ function createTracedCompletion(
|
|
|
156
158
|
}
|
|
157
159
|
|
|
158
160
|
// After the stream is complete, send trace data
|
|
159
|
-
const endTime =
|
|
160
|
-
console.
|
|
161
|
+
const endTime = performanceNow();
|
|
162
|
+
console.debug('endTime', endTime);
|
|
161
163
|
totalTokens = promptTokens + completionTokens;
|
|
162
164
|
|
|
163
165
|
// Send trace data to Openlayer
|
|
@@ -2,6 +2,7 @@ import { BaseCallbackHandler } from '@langchain/core/callbacks/base';
|
|
|
2
2
|
import { LLMResult } from '@langchain/core/dist/outputs';
|
|
3
3
|
import type { Serialized } from '@langchain/core/load/serializable';
|
|
4
4
|
import { AIMessage, BaseMessage, SystemMessage } from '@langchain/core/messages';
|
|
5
|
+
import performanceNow from 'performance-now';
|
|
5
6
|
import { addChatCompletionStepToTrace } from '../tracing/tracer';
|
|
6
7
|
|
|
7
8
|
const LANGCHAIN_TO_OPENLAYER_PROVIDER_MAP: Record<string, string> = {
|
|
@@ -47,7 +48,7 @@ export class OpenlayerHandler extends BaseCallbackHandler {
|
|
|
47
48
|
): Promise<void> {
|
|
48
49
|
this.initializeRun(extraParams || {}, metadata || {});
|
|
49
50
|
this.prompt = this.langchainMassagesToPrompt(messages);
|
|
50
|
-
this.startTime =
|
|
51
|
+
this.startTime = performanceNow();
|
|
51
52
|
}
|
|
52
53
|
|
|
53
54
|
private initializeRun(extraParams: Record<string, any>, metadata: Record<string, unknown>): void {
|
|
@@ -89,11 +90,11 @@ export class OpenlayerHandler extends BaseCallbackHandler {
|
|
|
89
90
|
) {
|
|
90
91
|
this.initializeRun(extraParams || {}, metadata || {});
|
|
91
92
|
this.prompt = prompts.map((p) => ({ role: 'user', content: p }));
|
|
92
|
-
this.startTime =
|
|
93
|
+
this.startTime = performanceNow();
|
|
93
94
|
}
|
|
94
95
|
|
|
95
96
|
override async handleLLMEnd(output: LLMResult, runId: string, parentRunId?: string, tags?: string[]) {
|
|
96
|
-
this.endTime =
|
|
97
|
+
this.endTime = performanceNow();
|
|
97
98
|
this.latency = this.endTime - this.startTime!;
|
|
98
99
|
this.extractTokenInformation(output);
|
|
99
100
|
this.extractOutput(output);
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import OpenAI from 'openai';
|
|
2
2
|
import { Stream } from 'openai/streaming';
|
|
3
|
+
import performanceNow from 'performance-now';
|
|
3
4
|
import { addChatCompletionStepToTrace } from '../tracing/tracer';
|
|
4
5
|
|
|
5
6
|
export function traceOpenAI(openai: OpenAI): OpenAI {
|
|
@@ -13,7 +14,7 @@ export function traceOpenAI(openai: OpenAI): OpenAI {
|
|
|
13
14
|
const stream = params?.stream ?? false;
|
|
14
15
|
|
|
15
16
|
try {
|
|
16
|
-
const startTime =
|
|
17
|
+
const startTime = performanceNow();
|
|
17
18
|
|
|
18
19
|
// Call the original `create` function
|
|
19
20
|
let response = await createFunction.apply(this, args);
|
|
@@ -32,7 +33,7 @@ export function traceOpenAI(openai: OpenAI): OpenAI {
|
|
|
32
33
|
> {
|
|
33
34
|
for await (const rawChunk of response as AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>) {
|
|
34
35
|
if (chunks.length === 0) {
|
|
35
|
-
firstTokenTime =
|
|
36
|
+
firstTokenTime = performanceNow();
|
|
36
37
|
}
|
|
37
38
|
chunks.push(rawChunk);
|
|
38
39
|
const delta = rawChunk.choices[0]?.delta;
|
|
@@ -55,7 +56,7 @@ export function traceOpenAI(openai: OpenAI): OpenAI {
|
|
|
55
56
|
completionTokens += 1;
|
|
56
57
|
yield rawChunk;
|
|
57
58
|
}
|
|
58
|
-
const endTime =
|
|
59
|
+
const endTime = performanceNow();
|
|
59
60
|
const traceData = {
|
|
60
61
|
name: 'OpenAI Chat Completion',
|
|
61
62
|
inputs: { prompt: params.messages },
|
|
@@ -80,7 +81,7 @@ export function traceOpenAI(openai: OpenAI): OpenAI {
|
|
|
80
81
|
// Handle non-streaming responses
|
|
81
82
|
response = response as OpenAI.Chat.Completions.ChatCompletion;
|
|
82
83
|
const completion = response.choices[0];
|
|
83
|
-
const endTime =
|
|
84
|
+
const endTime = performanceNow();
|
|
84
85
|
|
|
85
86
|
let output: string = '';
|
|
86
87
|
if (completion?.message?.content) {
|
package/src/version.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export const VERSION = '0.13.
|
|
1
|
+
export const VERSION = '0.13.11'; // x-release-please-version
|
package/version.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "0.13.
|
|
1
|
+
export declare const VERSION = "0.13.11";
|
|
2
2
|
//# sourceMappingURL=version.d.ts.map
|
package/version.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,
|
|
1
|
+
{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,YAAY,CAAC"}
|
package/version.js
CHANGED
package/version.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"version.js","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":";;;AAAa,QAAA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"file":"version.js","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":";;;AAAa,QAAA,OAAO,GAAG,SAAS,CAAC,CAAC,2BAA2B"}
|
package/version.mjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export const VERSION = '0.13.
|
|
1
|
+
export const VERSION = '0.13.11'; // x-release-please-version
|
|
2
2
|
//# sourceMappingURL=version.mjs.map
|
package/version.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"version.mjs","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,
|
|
1
|
+
{"version":3,"file":"version.mjs","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,2BAA2B"}
|