@revenium/openai 1.0.13 → 1.0.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +10 -15
- package/CHANGELOG.md +44 -11
- package/CODE_OF_CONDUCT.md +57 -0
- package/CONTRIBUTING.md +38 -0
- package/README.md +104 -216
- package/SECURITY.md +34 -0
- package/dist/cjs/core/client/index.js +14 -0
- package/dist/cjs/core/client/index.js.map +1 -0
- package/dist/cjs/core/client/manager.js +109 -0
- package/dist/cjs/core/client/manager.js.map +1 -0
- package/dist/cjs/core/config/azure-config.js +5 -17
- package/dist/cjs/core/config/azure-config.js.map +1 -1
- package/dist/cjs/core/config/index.js +2 -2
- package/dist/cjs/core/config/index.js.map +1 -1
- package/dist/cjs/core/config/loader.js +34 -14
- package/dist/cjs/core/config/loader.js.map +1 -1
- package/dist/cjs/core/config/manager.js +11 -5
- package/dist/cjs/core/config/manager.js.map +1 -1
- package/dist/cjs/core/config/validator.js +3 -45
- package/dist/cjs/core/config/validator.js.map +1 -1
- package/dist/cjs/core/middleware/index.js +17 -0
- package/dist/cjs/core/middleware/index.js.map +1 -0
- package/dist/cjs/core/middleware/interfaces.js +361 -0
- package/dist/cjs/core/middleware/interfaces.js.map +1 -0
- package/dist/cjs/core/middleware/revenium-client.js +142 -0
- package/dist/cjs/core/middleware/revenium-client.js.map +1 -0
- package/dist/cjs/core/providers/detector.js +45 -23
- package/dist/cjs/core/providers/detector.js.map +1 -1
- package/dist/cjs/core/providers/index.js +2 -1
- package/dist/cjs/core/providers/index.js.map +1 -1
- package/dist/cjs/core/tracking/api-client.js +14 -13
- package/dist/cjs/core/tracking/api-client.js.map +1 -1
- package/dist/cjs/core/tracking/payload-builder.js +15 -25
- package/dist/cjs/core/tracking/payload-builder.js.map +1 -1
- package/dist/cjs/core/tracking/usage-tracker.js +22 -18
- package/dist/cjs/core/tracking/usage-tracker.js.map +1 -1
- package/dist/cjs/index.js +26 -195
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/types/index.js +0 -8
- package/dist/cjs/types/index.js.map +1 -1
- package/dist/cjs/types/openai-augmentation.js +0 -49
- package/dist/cjs/types/openai-augmentation.js.map +1 -1
- package/dist/cjs/utils/constants.js +17 -20
- package/dist/cjs/utils/constants.js.map +1 -1
- package/dist/cjs/utils/error-handler.js +18 -14
- package/dist/cjs/utils/error-handler.js.map +1 -1
- package/dist/cjs/utils/metadata-builder.js +17 -16
- package/dist/cjs/utils/metadata-builder.js.map +1 -1
- package/dist/cjs/utils/provider-detection.js +25 -28
- package/dist/cjs/utils/provider-detection.js.map +1 -1
- package/dist/esm/core/client/index.js +6 -0
- package/dist/esm/core/client/index.js.map +1 -0
- package/dist/esm/core/client/manager.js +102 -0
- package/dist/esm/core/client/manager.js.map +1 -0
- package/dist/esm/core/config/azure-config.js +6 -18
- package/dist/esm/core/config/azure-config.js.map +1 -1
- package/dist/esm/core/config/index.js +5 -4
- package/dist/esm/core/config/index.js.map +1 -1
- package/dist/esm/core/config/loader.js +33 -13
- package/dist/esm/core/config/loader.js.map +1 -1
- package/dist/esm/core/config/manager.js +13 -7
- package/dist/esm/core/config/manager.js.map +1 -1
- package/dist/esm/core/config/validator.js +3 -44
- package/dist/esm/core/config/validator.js.map +1 -1
- package/dist/esm/core/middleware/index.js +8 -0
- package/dist/esm/core/middleware/index.js.map +1 -0
- package/dist/esm/core/middleware/interfaces.js +353 -0
- package/dist/esm/core/middleware/interfaces.js.map +1 -0
- package/dist/esm/core/middleware/revenium-client.js +105 -0
- package/dist/esm/core/middleware/revenium-client.js.map +1 -0
- package/dist/esm/core/providers/detector.js +43 -22
- package/dist/esm/core/providers/detector.js.map +1 -1
- package/dist/esm/core/providers/index.js +2 -2
- package/dist/esm/core/providers/index.js.map +1 -1
- package/dist/esm/core/tracking/api-client.js +13 -12
- package/dist/esm/core/tracking/api-client.js.map +1 -1
- package/dist/esm/core/tracking/payload-builder.js +16 -26
- package/dist/esm/core/tracking/payload-builder.js.map +1 -1
- package/dist/esm/core/tracking/usage-tracker.js +24 -20
- package/dist/esm/core/tracking/usage-tracker.js.map +1 -1
- package/dist/esm/index.js +9 -177
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/types/index.js +2 -10
- package/dist/esm/types/index.js.map +1 -1
- package/dist/esm/types/openai-augmentation.js +0 -49
- package/dist/esm/types/openai-augmentation.js.map +1 -1
- package/dist/esm/utils/constants.js +16 -19
- package/dist/esm/utils/constants.js.map +1 -1
- package/dist/esm/utils/error-handler.js +19 -15
- package/dist/esm/utils/error-handler.js.map +1 -1
- package/dist/esm/utils/metadata-builder.js +17 -16
- package/dist/esm/utils/metadata-builder.js.map +1 -1
- package/dist/esm/utils/provider-detection.js +26 -29
- package/dist/esm/utils/provider-detection.js.map +1 -1
- package/dist/types/core/client/index.d.ts +6 -0
- package/dist/types/core/client/index.d.ts.map +1 -0
- package/dist/types/core/client/manager.d.ts +32 -0
- package/dist/types/core/client/manager.d.ts.map +1 -0
- package/dist/types/core/config/azure-config.d.ts +2 -2
- package/dist/types/core/config/azure-config.d.ts.map +1 -1
- package/dist/types/core/config/index.d.ts +4 -4
- package/dist/types/core/config/index.d.ts.map +1 -1
- package/dist/types/core/config/loader.d.ts +3 -1
- package/dist/types/core/config/loader.d.ts.map +1 -1
- package/dist/types/core/config/manager.d.ts +1 -1
- package/dist/types/core/config/manager.d.ts.map +1 -1
- package/dist/types/core/config/validator.d.ts +1 -12
- package/dist/types/core/config/validator.d.ts.map +1 -1
- package/dist/types/core/middleware/index.d.ts +8 -0
- package/dist/types/core/middleware/index.d.ts.map +1 -0
- package/dist/types/core/middleware/interfaces.d.ts +74 -0
- package/dist/types/core/middleware/interfaces.d.ts.map +1 -0
- package/dist/types/core/middleware/revenium-client.d.ts +58 -0
- package/dist/types/core/middleware/revenium-client.d.ts.map +1 -0
- package/dist/types/core/providers/detector.d.ts +9 -2
- package/dist/types/core/providers/detector.d.ts.map +1 -1
- package/dist/types/core/providers/index.d.ts +2 -2
- package/dist/types/core/providers/index.d.ts.map +1 -1
- package/dist/types/core/tracking/api-client.d.ts +1 -1
- package/dist/types/core/tracking/api-client.d.ts.map +1 -1
- package/dist/types/core/tracking/payload-builder.d.ts +3 -3
- package/dist/types/core/tracking/payload-builder.d.ts.map +1 -1
- package/dist/types/core/tracking/usage-tracker.d.ts +2 -2
- package/dist/types/core/tracking/usage-tracker.d.ts.map +1 -1
- package/dist/types/index.d.ts +11 -135
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/types/function-parameters.d.ts +2 -23
- package/dist/types/types/function-parameters.d.ts.map +1 -1
- package/dist/types/types/index.d.ts +11 -105
- package/dist/types/types/index.d.ts.map +1 -1
- package/dist/types/types/openai-augmentation.d.ts +4 -138
- package/dist/types/types/openai-augmentation.d.ts.map +1 -1
- package/dist/types/utils/constants.d.ts +7 -1
- package/dist/types/utils/constants.d.ts.map +1 -1
- package/dist/types/utils/error-handler.d.ts +2 -2
- package/dist/types/utils/error-handler.d.ts.map +1 -1
- package/dist/types/utils/metadata-builder.d.ts +2 -2
- package/dist/types/utils/metadata-builder.d.ts.map +1 -1
- package/dist/types/utils/provider-detection.d.ts +3 -3
- package/dist/types/utils/provider-detection.d.ts.map +1 -1
- package/examples/README.md +282 -198
- package/examples/azure/basic.ts +62 -0
- package/examples/azure/responses-basic.ts +45 -0
- package/examples/azure/responses-stream.ts +61 -0
- package/examples/azure/stream.ts +56 -0
- package/examples/getting_started.ts +31 -43
- package/examples/openai/basic.ts +45 -0
- package/examples/openai/metadata.ts +67 -0
- package/examples/openai/responses-basic.ts +44 -0
- package/examples/openai/responses-embed.ts +34 -0
- package/examples/openai/responses-streaming.ts +63 -0
- package/examples/openai/streaming.ts +59 -0
- package/package.json +20 -13
- package/dist/cjs/core/wrapper/index.js +0 -15
- package/dist/cjs/core/wrapper/index.js.map +0 -1
- package/dist/cjs/core/wrapper/instance-patcher.js +0 -202
- package/dist/cjs/core/wrapper/instance-patcher.js.map +0 -1
- package/dist/cjs/core/wrapper/request-handler.js +0 -317
- package/dist/cjs/core/wrapper/request-handler.js.map +0 -1
- package/dist/cjs/core/wrapper/stream-wrapper.js +0 -82
- package/dist/cjs/core/wrapper/stream-wrapper.js.map +0 -1
- package/dist/cjs/utils/azure-model-resolver.js +0 -211
- package/dist/cjs/utils/azure-model-resolver.js.map +0 -1
- package/dist/cjs/utils/request-handler-factory.js +0 -185
- package/dist/cjs/utils/request-handler-factory.js.map +0 -1
- package/dist/esm/core/wrapper/index.js +0 -9
- package/dist/esm/core/wrapper/index.js.map +0 -1
- package/dist/esm/core/wrapper/instance-patcher.js +0 -199
- package/dist/esm/core/wrapper/instance-patcher.js.map +0 -1
- package/dist/esm/core/wrapper/request-handler.js +0 -310
- package/dist/esm/core/wrapper/request-handler.js.map +0 -1
- package/dist/esm/core/wrapper/stream-wrapper.js +0 -79
- package/dist/esm/core/wrapper/stream-wrapper.js.map +0 -1
- package/dist/esm/utils/azure-model-resolver.js +0 -204
- package/dist/esm/utils/azure-model-resolver.js.map +0 -1
- package/dist/esm/utils/request-handler-factory.js +0 -146
- package/dist/esm/utils/request-handler-factory.js.map +0 -1
- package/dist/types/core/wrapper/index.d.ts +0 -8
- package/dist/types/core/wrapper/index.d.ts.map +0 -1
- package/dist/types/core/wrapper/instance-patcher.d.ts +0 -33
- package/dist/types/core/wrapper/instance-patcher.d.ts.map +0 -1
- package/dist/types/core/wrapper/request-handler.d.ts +0 -29
- package/dist/types/core/wrapper/request-handler.d.ts.map +0 -1
- package/dist/types/core/wrapper/stream-wrapper.d.ts +0 -13
- package/dist/types/core/wrapper/stream-wrapper.d.ts.map +0 -1
- package/dist/types/utils/azure-model-resolver.d.ts +0 -41
- package/dist/types/utils/azure-model-resolver.d.ts.map +0 -1
- package/dist/types/utils/request-handler-factory.d.ts +0 -81
- package/dist/types/utils/request-handler-factory.d.ts.map +0 -1
- package/examples/azure-basic.ts +0 -206
- package/examples/azure-responses-basic.ts +0 -233
- package/examples/azure-responses-streaming.ts +0 -255
- package/examples/azure-streaming.ts +0 -209
- package/examples/openai-basic.ts +0 -147
- package/examples/openai-function-calling.ts +0 -259
- package/examples/openai-responses-basic.ts +0 -212
- package/examples/openai-responses-streaming.ts +0 -232
- package/examples/openai-streaming.ts +0 -172
- package/examples/openai-vision.ts +0 -289
- package/src/core/config/azure-config.ts +0 -72
- package/src/core/config/index.ts +0 -23
- package/src/core/config/loader.ts +0 -66
- package/src/core/config/manager.ts +0 -95
- package/src/core/config/validator.ts +0 -89
- package/src/core/providers/detector.ts +0 -159
- package/src/core/providers/index.ts +0 -16
- package/src/core/tracking/api-client.ts +0 -78
- package/src/core/tracking/index.ts +0 -21
- package/src/core/tracking/payload-builder.ts +0 -137
- package/src/core/tracking/usage-tracker.ts +0 -189
- package/src/core/wrapper/index.ts +0 -9
- package/src/core/wrapper/instance-patcher.ts +0 -288
- package/src/core/wrapper/request-handler.ts +0 -423
- package/src/core/wrapper/stream-wrapper.ts +0 -100
- package/src/index.ts +0 -360
- package/src/types/function-parameters.ts +0 -251
- package/src/types/index.ts +0 -310
- package/src/types/openai-augmentation.ts +0 -232
- package/src/types/responses-api.ts +0 -308
- package/src/utils/azure-model-resolver.ts +0 -220
- package/src/utils/constants.ts +0 -21
- package/src/utils/error-handler.ts +0 -251
- package/src/utils/metadata-builder.ts +0 -228
- package/src/utils/provider-detection.ts +0 -257
- package/src/utils/request-handler-factory.ts +0 -285
- package/src/utils/stop-reason-mapper.ts +0 -78
- package/src/utils/type-guards.ts +0 -202
- package/src/utils/url-builder.ts +0 -68
|
@@ -9,13 +9,13 @@
|
|
|
9
9
|
*/
|
|
10
10
|
export function validateConfig(config) {
|
|
11
11
|
if (!config.reveniumApiKey) {
|
|
12
|
-
throw new Error(
|
|
12
|
+
throw new Error("Revenium API key is required. Set REVENIUM_METERING_API_KEY environment variable or provide reveniumApiKey in config.");
|
|
13
13
|
}
|
|
14
|
-
if (!config.reveniumApiKey.startsWith(
|
|
14
|
+
if (!config.reveniumApiKey.startsWith("hak_")) {
|
|
15
15
|
throw new Error('Invalid Revenium API key format. Revenium API keys should start with "hak_"');
|
|
16
16
|
}
|
|
17
17
|
if (!config.reveniumBaseUrl) {
|
|
18
|
-
throw new Error(
|
|
18
|
+
throw new Error("Revenium base URL is missing. This should not happen as a default URL should be provided.");
|
|
19
19
|
}
|
|
20
20
|
// Validate URL format
|
|
21
21
|
try {
|
|
@@ -25,45 +25,4 @@ export function validateConfig(config) {
|
|
|
25
25
|
throw new Error(`Invalid Revenium base URL format: ${config.reveniumBaseUrl}`);
|
|
26
26
|
}
|
|
27
27
|
}
|
|
28
|
-
/**
|
|
29
|
-
* Validate Azure configuration completeness
|
|
30
|
-
*
|
|
31
|
-
* @param config - Azure configuration to validate
|
|
32
|
-
* @returns validation result with missing fields
|
|
33
|
-
*/
|
|
34
|
-
export function validateAzureConfig(config) {
|
|
35
|
-
const missingFields = [];
|
|
36
|
-
const warnings = [];
|
|
37
|
-
// Required fields for basic Azure OpenAI operation
|
|
38
|
-
if (!config.endpoint) {
|
|
39
|
-
missingFields.push('endpoint');
|
|
40
|
-
}
|
|
41
|
-
if (!config.apiKey) {
|
|
42
|
-
missingFields.push('apiKey');
|
|
43
|
-
}
|
|
44
|
-
// Optional but recommended fields
|
|
45
|
-
if (!config.deployment) {
|
|
46
|
-
warnings.push('deployment name not specified - may need to be included in model parameter');
|
|
47
|
-
}
|
|
48
|
-
if (!config.apiVersion) {
|
|
49
|
-
warnings.push('API version not specified - using default 2024-12-01-preview');
|
|
50
|
-
}
|
|
51
|
-
// Validate endpoint format
|
|
52
|
-
if (config.endpoint) {
|
|
53
|
-
try {
|
|
54
|
-
new URL(config.endpoint);
|
|
55
|
-
if (!config.endpoint.toLowerCase().includes('azure')) {
|
|
56
|
-
warnings.push('endpoint does not contain "azure" - please verify this is an Azure OpenAI endpoint');
|
|
57
|
-
}
|
|
58
|
-
}
|
|
59
|
-
catch (error) {
|
|
60
|
-
missingFields.push('valid endpoint URL');
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
return {
|
|
64
|
-
isValid: missingFields.length === 0,
|
|
65
|
-
missingFields,
|
|
66
|
-
warnings,
|
|
67
|
-
};
|
|
68
|
-
}
|
|
69
28
|
//# sourceMappingURL=validator.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"validator.js","sourceRoot":"","sources":["../../../../src/core/config/validator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAAsB;IACnD,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,uHAAuH,CACxH,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,
|
|
1
|
+
{"version":3,"file":"validator.js","sourceRoot":"","sources":["../../../../src/core/config/validator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAAsB;IACnD,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,uHAAuH,CACxH,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CACb,6EAA6E,CAC9E,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACb,2FAA2F,CAC5F,CAAC;IACJ,CAAC;IAED,sBAAsB;IACtB,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,qCAAqC,MAAM,CAAC,eAAe,EAAE,CAC9D,CAAC;IACJ,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Middleware Module
|
|
3
|
+
*
|
|
4
|
+
* Exports all middleware components.
|
|
5
|
+
*/
|
|
6
|
+
export { ReveniumOpenAI } from './revenium-client.js';
|
|
7
|
+
export { ChatInterface, CompletionsInterface, EmbeddingsInterface, ResponsesInterface, StreamingWrapper, } from './interfaces.js';
|
|
8
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/core/middleware/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EACL,aAAa,EACb,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,iBAAiB,CAAC"}
|
|
@@ -0,0 +1,353 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Middleware Interfaces
|
|
3
|
+
*
|
|
4
|
+
* Provides interfaces for OpenAI operations.
|
|
5
|
+
* Contains: ChatInterface, CompletionsInterface, EmbeddingsInterface, ResponsesInterface, StreamingWrapper
|
|
6
|
+
*/
|
|
7
|
+
import { randomUUID } from "crypto";
|
|
8
|
+
import { getLogger } from "../config";
|
|
9
|
+
import { trackUsageAsync, trackEmbeddingsUsageAsync } from "../tracking";
|
|
10
|
+
const logger = getLogger();
|
|
11
|
+
/**
|
|
12
|
+
* StreamingWrapper - wraps OpenAI stream and tracks tokens
|
|
13
|
+
*/
|
|
14
|
+
export class StreamingWrapper {
|
|
15
|
+
constructor(stream, config, providerInfo, model, metadata) {
|
|
16
|
+
this.usage = {};
|
|
17
|
+
this.stream = stream;
|
|
18
|
+
this.config = config;
|
|
19
|
+
this.providerInfo = providerInfo;
|
|
20
|
+
this.model = model;
|
|
21
|
+
this.metadata = metadata;
|
|
22
|
+
this.startTime = Date.now();
|
|
23
|
+
this.requestId = randomUUID();
|
|
24
|
+
}
|
|
25
|
+
async *[Symbol.asyncIterator]() {
|
|
26
|
+
try {
|
|
27
|
+
for await (const chunk of this.stream) {
|
|
28
|
+
// Record time to first token
|
|
29
|
+
if (!this.firstTokenTime && chunk.choices[0]?.delta?.content) {
|
|
30
|
+
this.firstTokenTime = Date.now();
|
|
31
|
+
}
|
|
32
|
+
// Accumulate usage data
|
|
33
|
+
if (chunk.usage) {
|
|
34
|
+
this.usage = chunk.usage;
|
|
35
|
+
}
|
|
36
|
+
// Get request ID from chunk
|
|
37
|
+
if (chunk.id) {
|
|
38
|
+
this.requestId = chunk.id;
|
|
39
|
+
}
|
|
40
|
+
yield chunk;
|
|
41
|
+
}
|
|
42
|
+
// Stream completed - track usage
|
|
43
|
+
const duration = Date.now() - this.startTime;
|
|
44
|
+
const timeToFirstToken = this.firstTokenTime
|
|
45
|
+
? this.firstTokenTime - this.startTime
|
|
46
|
+
: undefined;
|
|
47
|
+
trackUsageAsync({
|
|
48
|
+
requestId: this.requestId,
|
|
49
|
+
model: this.model,
|
|
50
|
+
promptTokens: this.usage.prompt_tokens || 0,
|
|
51
|
+
completionTokens: this.usage.completion_tokens || 0,
|
|
52
|
+
totalTokens: this.usage.total_tokens || 0,
|
|
53
|
+
reasoningTokens: this.usage.completion_tokens_details?.reasoning_tokens,
|
|
54
|
+
cachedTokens: this.usage.prompt_tokens_details?.cached_tokens,
|
|
55
|
+
duration,
|
|
56
|
+
finishReason: null, // Will be in final chunk
|
|
57
|
+
usageMetadata: this.metadata,
|
|
58
|
+
isStreamed: true,
|
|
59
|
+
timeToFirstToken,
|
|
60
|
+
providerInfo: this.providerInfo,
|
|
61
|
+
});
|
|
62
|
+
logger.debug("Streaming completed", {
|
|
63
|
+
requestId: this.requestId,
|
|
64
|
+
model: this.model,
|
|
65
|
+
duration,
|
|
66
|
+
timeToFirstToken,
|
|
67
|
+
});
|
|
68
|
+
}
|
|
69
|
+
catch (error) {
|
|
70
|
+
const duration = Date.now() - this.startTime;
|
|
71
|
+
// Track error
|
|
72
|
+
trackUsageAsync({
|
|
73
|
+
requestId: this.requestId,
|
|
74
|
+
model: this.model,
|
|
75
|
+
promptTokens: this.usage.prompt_tokens || 0,
|
|
76
|
+
completionTokens: this.usage.completion_tokens || 0,
|
|
77
|
+
totalTokens: this.usage.total_tokens || 0,
|
|
78
|
+
duration,
|
|
79
|
+
finishReason: "error",
|
|
80
|
+
usageMetadata: this.metadata,
|
|
81
|
+
isStreamed: true,
|
|
82
|
+
providerInfo: this.providerInfo,
|
|
83
|
+
});
|
|
84
|
+
logger.error("Streaming error", {
|
|
85
|
+
error: error instanceof Error ? error.message : String(error),
|
|
86
|
+
requestId: this.requestId,
|
|
87
|
+
});
|
|
88
|
+
throw error;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
/**
|
|
93
|
+
* CompletionsInterface - handles chat completions
|
|
94
|
+
*/
|
|
95
|
+
export class CompletionsInterface {
|
|
96
|
+
constructor(client, config, providerInfo) {
|
|
97
|
+
this.client = client;
|
|
98
|
+
this.config = config;
|
|
99
|
+
this.providerInfo = providerInfo;
|
|
100
|
+
}
|
|
101
|
+
/**
|
|
102
|
+
* Create a non-streaming chat completion
|
|
103
|
+
*/
|
|
104
|
+
async create(params, metadata) {
|
|
105
|
+
const startTime = Date.now();
|
|
106
|
+
const requestId = randomUUID();
|
|
107
|
+
logger.debug("Creating chat completion", { model: params.model });
|
|
108
|
+
try {
|
|
109
|
+
const response = await this.client.chat.completions.create(params);
|
|
110
|
+
const duration = Date.now() - startTime;
|
|
111
|
+
// Track usage
|
|
112
|
+
trackUsageAsync({
|
|
113
|
+
requestId: response.id || requestId,
|
|
114
|
+
model: response.model,
|
|
115
|
+
promptTokens: response.usage?.prompt_tokens || 0,
|
|
116
|
+
completionTokens: response.usage?.completion_tokens || 0,
|
|
117
|
+
totalTokens: response.usage?.total_tokens || 0,
|
|
118
|
+
reasoningTokens: response.usage?.completion_tokens_details?.reasoning_tokens,
|
|
119
|
+
cachedTokens: response.usage?.prompt_tokens_details?.cached_tokens,
|
|
120
|
+
duration,
|
|
121
|
+
finishReason: response.choices[0]?.finish_reason || null,
|
|
122
|
+
usageMetadata: metadata,
|
|
123
|
+
isStreamed: false,
|
|
124
|
+
providerInfo: this.providerInfo,
|
|
125
|
+
});
|
|
126
|
+
logger.debug("Chat completion created", {
|
|
127
|
+
requestId: response.id,
|
|
128
|
+
model: response.model,
|
|
129
|
+
duration,
|
|
130
|
+
});
|
|
131
|
+
return response;
|
|
132
|
+
}
|
|
133
|
+
catch (error) {
|
|
134
|
+
const duration = Date.now() - startTime;
|
|
135
|
+
// Track error
|
|
136
|
+
trackUsageAsync({
|
|
137
|
+
requestId,
|
|
138
|
+
model: params.model,
|
|
139
|
+
promptTokens: 0,
|
|
140
|
+
completionTokens: 0,
|
|
141
|
+
totalTokens: 0,
|
|
142
|
+
duration,
|
|
143
|
+
finishReason: "error",
|
|
144
|
+
usageMetadata: metadata,
|
|
145
|
+
isStreamed: false,
|
|
146
|
+
providerInfo: this.providerInfo,
|
|
147
|
+
});
|
|
148
|
+
logger.error("Chat completion failed", {
|
|
149
|
+
error: error instanceof Error ? error.message : String(error),
|
|
150
|
+
model: params.model,
|
|
151
|
+
duration,
|
|
152
|
+
});
|
|
153
|
+
throw error;
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* Create a streaming chat completion
|
|
158
|
+
*/
|
|
159
|
+
async createStreaming(params, metadata) {
|
|
160
|
+
logger.debug("Creating streaming completion", { model: params.model });
|
|
161
|
+
// Ensure stream_options includes usage data
|
|
162
|
+
const stream = await this.client.chat.completions.create({
|
|
163
|
+
...params,
|
|
164
|
+
stream: true,
|
|
165
|
+
stream_options: { include_usage: true },
|
|
166
|
+
});
|
|
167
|
+
return new StreamingWrapper(stream, this.config, this.providerInfo, params.model, metadata);
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
/**
|
|
171
|
+
* ChatInterface - provides access to completions
|
|
172
|
+
*/
|
|
173
|
+
export class ChatInterface {
|
|
174
|
+
constructor(client, config, providerInfo) {
|
|
175
|
+
this.client = client;
|
|
176
|
+
this.config = config;
|
|
177
|
+
this.providerInfo = providerInfo;
|
|
178
|
+
}
|
|
179
|
+
completions() {
|
|
180
|
+
return new CompletionsInterface(this.client, this.config, this.providerInfo);
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
/**
|
|
184
|
+
* EmbeddingsInterface - handles embeddings
|
|
185
|
+
*/
|
|
186
|
+
export class EmbeddingsInterface {
|
|
187
|
+
constructor(client, config, providerInfo) {
|
|
188
|
+
this.client = client;
|
|
189
|
+
this.config = config;
|
|
190
|
+
this.providerInfo = providerInfo;
|
|
191
|
+
}
|
|
192
|
+
async create(params, metadata) {
|
|
193
|
+
const startTime = Date.now();
|
|
194
|
+
const requestId = randomUUID();
|
|
195
|
+
logger.debug("Creating embeddings", { model: params.model });
|
|
196
|
+
try {
|
|
197
|
+
const response = await this.client.embeddings.create(params);
|
|
198
|
+
const duration = Date.now() - startTime;
|
|
199
|
+
// Track embeddings usage
|
|
200
|
+
trackEmbeddingsUsageAsync({
|
|
201
|
+
transactionId: requestId,
|
|
202
|
+
model: response.model,
|
|
203
|
+
promptTokens: response.usage.prompt_tokens,
|
|
204
|
+
totalTokens: response.usage.total_tokens,
|
|
205
|
+
duration,
|
|
206
|
+
usageMetadata: metadata,
|
|
207
|
+
requestStartTime: startTime,
|
|
208
|
+
providerInfo: this.providerInfo,
|
|
209
|
+
});
|
|
210
|
+
logger.debug("Embeddings created", {
|
|
211
|
+
requestId,
|
|
212
|
+
model: response.model,
|
|
213
|
+
duration,
|
|
214
|
+
});
|
|
215
|
+
return response;
|
|
216
|
+
}
|
|
217
|
+
catch (error) {
|
|
218
|
+
const duration = Date.now() - startTime;
|
|
219
|
+
logger.error("Embeddings failed", {
|
|
220
|
+
error: error instanceof Error ? error.message : String(error),
|
|
221
|
+
model: params.model,
|
|
222
|
+
duration,
|
|
223
|
+
});
|
|
224
|
+
throw error;
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
/**
|
|
229
|
+
* ResponsesInterface - handles Responses API (stateful API)
|
|
230
|
+
*/
|
|
231
|
+
export class ResponsesInterface {
|
|
232
|
+
constructor(client, config, providerInfo) {
|
|
233
|
+
this.client = client;
|
|
234
|
+
this.config = config;
|
|
235
|
+
this.providerInfo = providerInfo;
|
|
236
|
+
}
|
|
237
|
+
async create(params, metadata) {
|
|
238
|
+
const startTime = Date.now();
|
|
239
|
+
const requestId = randomUUID();
|
|
240
|
+
logger.debug("Creating response (Responses API)", { model: params.model });
|
|
241
|
+
try {
|
|
242
|
+
// Type assertion for Responses API (not yet in official types)
|
|
243
|
+
const responsesAPI = this.client.responses;
|
|
244
|
+
if (!responsesAPI || !responsesAPI.create) {
|
|
245
|
+
throw new Error("Responses API not available in this OpenAI SDK version");
|
|
246
|
+
}
|
|
247
|
+
const response = await responsesAPI.create(params);
|
|
248
|
+
const duration = Date.now() - startTime;
|
|
249
|
+
// Track usage (Responses API has different usage structure)
|
|
250
|
+
const usage = response.usage;
|
|
251
|
+
if (usage) {
|
|
252
|
+
trackUsageAsync({
|
|
253
|
+
requestId: response.id || requestId,
|
|
254
|
+
model: response.model || params.model,
|
|
255
|
+
promptTokens: usage.input_tokens || 0,
|
|
256
|
+
completionTokens: usage.output_tokens || 0,
|
|
257
|
+
totalTokens: usage.total_tokens || 0,
|
|
258
|
+
reasoningTokens: usage.reasoning_tokens,
|
|
259
|
+
cachedTokens: usage.cached_tokens,
|
|
260
|
+
duration,
|
|
261
|
+
finishReason: response.finish_reason || "completed",
|
|
262
|
+
usageMetadata: metadata,
|
|
263
|
+
isStreamed: false,
|
|
264
|
+
providerInfo: this.providerInfo,
|
|
265
|
+
});
|
|
266
|
+
}
|
|
267
|
+
logger.debug("Response created (Responses API)", {
|
|
268
|
+
requestId: response.id,
|
|
269
|
+
model: response.model,
|
|
270
|
+
duration,
|
|
271
|
+
});
|
|
272
|
+
return response;
|
|
273
|
+
}
|
|
274
|
+
catch (error) {
|
|
275
|
+
const duration = Date.now() - startTime;
|
|
276
|
+
logger.error("Responses API failed", {
|
|
277
|
+
error: error instanceof Error ? error.message : String(error),
|
|
278
|
+
model: params.model,
|
|
279
|
+
duration,
|
|
280
|
+
});
|
|
281
|
+
throw error;
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
async createStreaming(params, metadata) {
|
|
285
|
+
const startTime = Date.now();
|
|
286
|
+
const requestId = randomUUID();
|
|
287
|
+
logger.debug("Creating streaming response (Responses API)", {
|
|
288
|
+
model: params.model,
|
|
289
|
+
});
|
|
290
|
+
try {
|
|
291
|
+
// Type assertion for Responses API (not yet in official types)
|
|
292
|
+
const responsesAPI = this.client.responses;
|
|
293
|
+
if (!responsesAPI || !responsesAPI.create) {
|
|
294
|
+
throw new Error("Responses API not available in this OpenAI SDK version");
|
|
295
|
+
}
|
|
296
|
+
// Ensure stream is enabled
|
|
297
|
+
const streamParams = { ...params, stream: true };
|
|
298
|
+
const stream = await responsesAPI.create(streamParams);
|
|
299
|
+
// Wrap the stream to track usage
|
|
300
|
+
const self = this;
|
|
301
|
+
const wrappedStream = (async function* () {
|
|
302
|
+
let fullContent = "";
|
|
303
|
+
let finalResponse = null;
|
|
304
|
+
for await (const chunk of stream) {
|
|
305
|
+
// Accumulate content from text deltas
|
|
306
|
+
if (chunk.type === "response.output_text.delta" && chunk.delta) {
|
|
307
|
+
fullContent += chunk.delta;
|
|
308
|
+
}
|
|
309
|
+
// Capture final response with usage
|
|
310
|
+
if (chunk.type === "response.completed" && chunk.response) {
|
|
311
|
+
finalResponse = chunk.response;
|
|
312
|
+
}
|
|
313
|
+
yield chunk;
|
|
314
|
+
}
|
|
315
|
+
// Track final usage
|
|
316
|
+
const duration = Date.now() - startTime;
|
|
317
|
+
if (finalResponse?.usage) {
|
|
318
|
+
const usage = finalResponse.usage;
|
|
319
|
+
trackUsageAsync({
|
|
320
|
+
requestId: finalResponse.id || requestId,
|
|
321
|
+
model: finalResponse.model || params.model,
|
|
322
|
+
promptTokens: usage.input_tokens || 0,
|
|
323
|
+
completionTokens: usage.output_tokens || 0,
|
|
324
|
+
totalTokens: usage.total_tokens || 0,
|
|
325
|
+
reasoningTokens: usage.output_tokens_details?.reasoning_tokens,
|
|
326
|
+
cachedTokens: usage.input_tokens_details?.cached_tokens,
|
|
327
|
+
duration,
|
|
328
|
+
finishReason: finalResponse.status || "completed",
|
|
329
|
+
usageMetadata: metadata,
|
|
330
|
+
isStreamed: true,
|
|
331
|
+
providerInfo: self.providerInfo,
|
|
332
|
+
});
|
|
333
|
+
}
|
|
334
|
+
logger.debug("Streaming response completed (Responses API)", {
|
|
335
|
+
requestId,
|
|
336
|
+
model: params.model,
|
|
337
|
+
duration,
|
|
338
|
+
});
|
|
339
|
+
})();
|
|
340
|
+
return wrappedStream;
|
|
341
|
+
}
|
|
342
|
+
catch (error) {
|
|
343
|
+
const duration = Date.now() - startTime;
|
|
344
|
+
logger.error("Responses API streaming failed", {
|
|
345
|
+
error: error instanceof Error ? error.message : String(error),
|
|
346
|
+
model: params.model,
|
|
347
|
+
duration,
|
|
348
|
+
});
|
|
349
|
+
throw error;
|
|
350
|
+
}
|
|
351
|
+
}
|
|
352
|
+
}
|
|
353
|
+
//# sourceMappingURL=interfaces.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../../src/core/middleware/interfaces.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAMzE,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;AAE3B;;GAEG;AACH,MAAM,OAAO,gBAAgB;IAa3B,YACE,MAAiD,EACjD,MAAc,EACd,YAA0B,EAC1B,KAAa,EACb,QAAwB;QAPlB,UAAK,GAAQ,EAAE,CAAC;QAStB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtC,6BAA6B;gBAC7B,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;oBAC7D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACnC,CAAC;gBAED,wBAAwB;gBACxB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC3B,CAAC;gBAED,4BAA4B;gBAC5B,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC;oBACb,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC;gBAC5B,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;YAED,iCAAiC;YACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7C,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc;gBAC1C,CAAC,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,SAAS;gBACtC,CAAC,CAAC,SAAS,CAAC;YAEd,eAAe,CAAC;gBACd,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;gBAC3C,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;gBACnD,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;gBACzC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,yBAAyB,EAAE,gBAAgB;gBACvE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,qBAAqB,EAAE,aAAa;gBAC7D,QAAQ;gBACR,YAAY,EAAE,IAAI,EAAE,yBAAyB;gBAC7C,aAAa,EAAE,IAAI,CAAC,QAAQ;gBAC5B,UAAU,EAAE,IAAI;gBAChB,gBAAgB;gBAChB,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE;gBAClC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ;gBACR,gBAAgB;aACjB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;YAE7C,cAAc;YACd,eAAe,CAAC;gBACd,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;gBAC3C,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;gBACnD,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;gBACzC,QAAQ;gBACR,YAAY,EAAE,OAAO;gBACrB,aAAa,EAAE,IAAI,CAAC,QAAQ;gBAC5B,UAAU,EAAE,IAAI;gBAChB,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE;gBAC9B,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,oBAAoB;IAC/B,YACU,MAAc,EACd,MAAc,EACd,YAA0B;QAF1B,WAAM,GAAN,MAAM,CAAQ;QACd,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAc;IACjC,CAAC;IAEJ;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,MAAqD,EACrD,QAAwB;QAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;QAE/B,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAElE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,cAAc;YACd,eAAe,CAAC;gBACd,SAAS,EAAE,QAAQ,CAAC,EAAE,IAAI,SAAS;gBACnC,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAChD,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;gBACxD,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;gBAC9C,eAAe,EACb,QAAQ,CAAC,KAAK,EAAE,yBAAyB,EAAE,gBAAgB;gBAC7D,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,qBAAqB,EAAE,aAAa;gBAClE,QAAQ;gBACR,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,IAAI;gBACxD,aAAa,EAAE,QAAQ;gBACvB,UAAU,EAAE,KAAK;gBACjB,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE;gBACtC,SAAS,EAAE,QAAQ,CAAC,EAAE;gBACtB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,QAAQ;aACT,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,cAAc;YACd,eAAe,CAAC;gBACd,SAAS;gBACT,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,YAAY,EAAE,CAAC;gBACf,gBAAgB,EAAE,CAAC;gBACnB,WAAW,EAAE,CAAC;gBACd,QAAQ;gBACR,YAAY,EAAE,OAAO;gBACrB,aAAa,EAAE,QAAQ;gBACvB,UAAU,EAAE,KAAK;gBACjB,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE;gBACrC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CACnB,MAAkD,EAClD,QAAwB;QAExB,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAEvE,4CAA4C;QAC5C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACvD,GAAG,MAAM;YACT,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;SACxC,CAAC,CAAC;QAEH,OAAO,IAAI,gBAAgB,CACzB,MAAM,EACN,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,YAAY,EACjB,MAAM,CAAC,KAAK,EACZ,QAAQ,CACT,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,aAAa;IACxB,YACU,MAAc,EACd,MAAc,EACd,YAA0B;QAF1B,WAAM,GAAN,MAAM,CAAQ;QACd,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAc;IACjC,CAAC;IAEJ,WAAW;QACT,OAAO,IAAI,oBAAoB,CAC7B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,YAAY,CAClB,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,mBAAmB;IAC9B,YACU,MAAc,EACd,MAAc,EACd,YAA0B;QAF1B,WAAM,GAAN,MAAM,CAAQ;QACd,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAc;IACjC,CAAC;IAEJ,KAAK,CAAC,MAAM,CACV,MAAoC,EACpC,QAAwB;QAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;QAE/B,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE7D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,yBAAyB;YACzB,yBAAyB,CAAC;gBACxB,aAAa,EAAE,SAAS;gBACxB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC1C,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBACxC,QAAQ;gBACR,aAAa,EAAE,QAAQ;gBACvB,gBAAgB,EAAE,SAAS;gBAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE;gBACjC,SAAS;gBACT,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,QAAQ;aACT,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE;gBAChC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,kBAAkB;IAC7B,YACU,MAAc,EACd,MAAc,EACd,YAA0B;QAF1B,WAAM,GAAN,MAAM,CAAQ;QACd,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAc;IACjC,CAAC;IAEJ,KAAK,CAAC,MAAM,CACV,MAA6B,EAC7B,QAAwB;QAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;QAE/B,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE3E,IAAI,CAAC;YACH,+DAA+D;YAC/D,MAAM,YAAY,GAAI,IAAI,CAAC,MAAc,CAAC,SAAS,CAAC;YAEpD,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CACb,wDAAwD,CACzD,CAAC;YACJ,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,4DAA4D;YAC5D,MAAM,KAAK,GAAI,QAAgB,CAAC,KAAK,CAAC;YACtC,IAAI,KAAK,EAAE,CAAC;gBACV,eAAe,CAAC;oBACd,SAAS,EAAG,QAAgB,CAAC,EAAE,IAAI,SAAS;oBAC5C,KAAK,EAAG,QAAgB,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;oBAC9C,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;oBACrC,gBAAgB,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;oBAC1C,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;oBACpC,eAAe,EAAE,KAAK,CAAC,gBAAgB;oBACvC,YAAY,EAAE,KAAK,CAAC,aAAa;oBACjC,QAAQ;oBACR,YAAY,EAAG,QAAgB,CAAC,aAAa,IAAI,WAAW;oBAC5D,aAAa,EAAE,QAAQ;oBACvB,UAAU,EAAE,KAAK;oBACjB,YAAY,EAAE,IAAI,CAAC,YAAY;iBAChC,CAAC,CAAC;YACL,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE;gBAC/C,SAAS,EAAG,QAAgB,CAAC,EAAE;gBAC/B,KAAK,EAAG,QAAgB,CAAC,KAAK;gBAC9B,QAAQ;aACT,CAAC,CAAC;YAEH,OAAO,QAA6B,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;gBACnC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,MAA6B,EAC7B,QAAwB;QAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;QAE/B,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE;YAC1D,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,+DAA+D;YAC/D,MAAM,YAAY,GAAI,IAAI,CAAC,MAAc,CAAC,SAAS,CAAC;YAEpD,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CACb,wDAAwD,CACzD,CAAC;YACJ,CAAC;YAED,2BAA2B;YAC3B,MAAM,YAAY,GAAG,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEvD,iCAAiC;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC;YAClB,MAAM,aAAa,GAAG,CAAC,KAAK,SAAS,CAAC;gBACpC,IAAI,WAAW,GAAG,EAAE,CAAC;gBACrB,IAAI,aAAa,GAAQ,IAAI,CAAC;gBAE9B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBACjC,sCAAsC;oBACtC,IAAI,KAAK,CAAC,IAAI,KAAK,4BAA4B,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBAC/D,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC;oBAC7B,CAAC;oBAED,oCAAoC;oBACpC,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;wBAC1D,aAAa,GAAG,KAAK,CAAC,QAAQ,CAAC;oBACjC,CAAC;oBAED,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,oBAAoB;gBACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBACxC,IAAI,aAAa,EAAE,KAAK,EAAE,CAAC;oBACzB,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC;oBAClC,eAAe,CAAC;wBACd,SAAS,EAAE,aAAa,CAAC,EAAE,IAAI,SAAS;wBACxC,KAAK,EAAE,aAAa,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;wBAC1C,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;wBACrC,gBAAgB,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;wBAC1C,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;wBACpC,eAAe,EAAE,KAAK,CAAC,qBAAqB,EAAE,gBAAgB;wBAC9D,YAAY,EAAE,KAAK,CAAC,oBAAoB,EAAE,aAAa;wBACvD,QAAQ;wBACR,YAAY,EAAE,aAAa,CAAC,MAAM,IAAI,WAAW;wBACjD,aAAa,EAAE,QAAQ;wBACvB,UAAU,EAAE,IAAI;wBAChB,YAAY,EAAE,IAAI,CAAC,YAAY;qBAChC,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE;oBAC3D,SAAS;oBACT,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,QAAQ;iBACT,CAAC,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;YAEL,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Revenium OpenAI Client
|
|
3
|
+
*
|
|
4
|
+
* Main client class that wraps OpenAI/AzureOpenAI and provides tracking.
|
|
5
|
+
*/
|
|
6
|
+
import OpenAI, { AzureOpenAI } from "openai";
|
|
7
|
+
import { Provider } from "../../types";
|
|
8
|
+
import { getLogger } from "../config";
|
|
9
|
+
import { ChatInterface, EmbeddingsInterface, ResponsesInterface, } from "./interfaces.js";
|
|
10
|
+
const logger = getLogger();
|
|
11
|
+
/**
|
|
12
|
+
* ReveniumOpenAI - Main client class
|
|
13
|
+
*
|
|
14
|
+
* Provides API for OpenAI operations with automatic usage tracking.
|
|
15
|
+
*/
|
|
16
|
+
export class ReveniumOpenAI {
|
|
17
|
+
constructor(config, provider) {
|
|
18
|
+
this.config = config;
|
|
19
|
+
// Create OpenAI or AzureOpenAI client based on provider
|
|
20
|
+
if (provider === Provider.AZURE_OPENAI) {
|
|
21
|
+
if (!config.azure) {
|
|
22
|
+
throw new Error("Azure configuration required for Azure OpenAI provider");
|
|
23
|
+
}
|
|
24
|
+
logger.debug("Creating AzureOpenAI client", {
|
|
25
|
+
endpoint: config.azure.endpoint,
|
|
26
|
+
apiVersion: config.azure.apiVersion,
|
|
27
|
+
});
|
|
28
|
+
this.client = new AzureOpenAI({
|
|
29
|
+
apiKey: config.azure.apiKey,
|
|
30
|
+
endpoint: config.azure.endpoint,
|
|
31
|
+
apiVersion: config.azure.apiVersion,
|
|
32
|
+
});
|
|
33
|
+
this.providerInfo = {
|
|
34
|
+
provider: Provider.AZURE_OPENAI,
|
|
35
|
+
isAzure: true,
|
|
36
|
+
azureConfig: config.azure,
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
else {
|
|
40
|
+
logger.debug("Creating OpenAI client");
|
|
41
|
+
this.client = new OpenAI({
|
|
42
|
+
apiKey: config.openaiApiKey,
|
|
43
|
+
});
|
|
44
|
+
this.providerInfo = {
|
|
45
|
+
provider: Provider.OPENAI,
|
|
46
|
+
isAzure: false,
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
logger.info("Revenium OpenAI client created", {
|
|
50
|
+
provider: this.providerInfo.provider,
|
|
51
|
+
isAzure: this.providerInfo.isAzure,
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* Get chat interface
|
|
56
|
+
*
|
|
57
|
+
* @returns ChatInterface for chat completions
|
|
58
|
+
*/
|
|
59
|
+
chat() {
|
|
60
|
+
return new ChatInterface(this.client, this.config, this.providerInfo);
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Get embeddings interface
|
|
64
|
+
*
|
|
65
|
+
* @returns EmbeddingsInterface for embeddings
|
|
66
|
+
*/
|
|
67
|
+
embeddings() {
|
|
68
|
+
return new EmbeddingsInterface(this.client, this.config, this.providerInfo);
|
|
69
|
+
}
|
|
70
|
+
/**
|
|
71
|
+
* Get responses interface (Responses API)
|
|
72
|
+
*
|
|
73
|
+
* @returns ResponsesInterface for Responses API
|
|
74
|
+
*/
|
|
75
|
+
responses() {
|
|
76
|
+
return new ResponsesInterface(this.client, this.config, this.providerInfo);
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* Get the underlying OpenAI client
|
|
80
|
+
*
|
|
81
|
+
* For advanced use cases where direct access to OpenAI client is needed.
|
|
82
|
+
* Note: Direct usage bypasses Revenium tracking.
|
|
83
|
+
*
|
|
84
|
+
* @returns The underlying OpenAI or AzureOpenAI client
|
|
85
|
+
*/
|
|
86
|
+
getUnderlyingClient() {
|
|
87
|
+
return this.client;
|
|
88
|
+
}
|
|
89
|
+
/**
|
|
90
|
+
* Get provider information
|
|
91
|
+
* @returns Provider information for this client
|
|
92
|
+
*/
|
|
93
|
+
getProviderInfo() {
|
|
94
|
+
return this.providerInfo;
|
|
95
|
+
}
|
|
96
|
+
/**
|
|
97
|
+
* Get configuration
|
|
98
|
+
*
|
|
99
|
+
* @returns Configuration for this client
|
|
100
|
+
*/
|
|
101
|
+
getConfig() {
|
|
102
|
+
return this.config;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
//# sourceMappingURL=revenium-client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"revenium-client.js","sourceRoot":"","sources":["../../../../src/core/middleware/revenium-client.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAU,QAAQ,EAAgB,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EACL,aAAa,EACb,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;AAE3B;;;;GAIG;AACH,MAAM,OAAO,cAAc;IAKzB,YAAY,MAAc,EAAE,QAAkB;QAC5C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,wDAAwD;QACxD,IAAI,QAAQ,KAAK,QAAQ,CAAC,YAAY,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CACb,wDAAwD,CACzD,CAAC;YACJ,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;gBAC1C,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;gBAC/B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU;aACpC,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC;gBAC5B,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;gBAC3B,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;gBAC/B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU;aACpC,CAAC,CAAC;YAEH,IAAI,CAAC,YAAY,GAAG;gBAClB,QAAQ,EAAE,QAAQ,CAAC,YAAY;gBAC/B,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,MAAM,CAAC,KAAK;aAC1B,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAEvC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;gBACvB,MAAM,EAAE,MAAM,CAAC,YAAY;aAC5B,CAAC,CAAC;YAEH,IAAI,CAAC,YAAY,GAAG;gBAClB,QAAQ,EAAE,QAAQ,CAAC,MAAM;gBACzB,OAAO,EAAE,KAAK;aACf,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE;YAC5C,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,QAAQ;YACpC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO;SACnC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,IAAI;QACF,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IACxE,CAAC;IAED;;;;OAIG;IACH,UAAU;QACR,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC9E,CAAC;IAED;;;;OAIG;IACH,SAAS;QACP,OAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7E,CAAC;IAED;;;;;;;OAOG;IACH,mBAAmB;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;CACF"}
|