@celljs/ai-openai 3.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +96 -0
- package/lib/common/api/api-protocol.d.ts +47 -0
- package/lib/common/api/api-protocol.d.ts.map +1 -0
- package/lib/common/api/api-protocol.js +6 -0
- package/lib/common/api/api-protocol.js.map +1 -0
- package/lib/common/api/chat-request.d.ts +198 -0
- package/lib/common/api/chat-request.d.ts.map +1 -0
- package/lib/common/api/chat-request.js +145 -0
- package/lib/common/api/chat-request.js.map +1 -0
- package/lib/common/api/chat-response.d.ts +193 -0
- package/lib/common/api/chat-response.d.ts.map +1 -0
- package/lib/common/api/chat-response.js +124 -0
- package/lib/common/api/chat-response.js.map +1 -0
- package/lib/common/api/embeddings-request.d.ts +59 -0
- package/lib/common/api/embeddings-request.d.ts.map +1 -0
- package/lib/common/api/embeddings-request.js +49 -0
- package/lib/common/api/embeddings-request.js.map +1 -0
- package/lib/common/api/embeddings-response.d.ts +27 -0
- package/lib/common/api/embeddings-response.d.ts.map +1 -0
- package/lib/common/api/embeddings-response.js +30 -0
- package/lib/common/api/embeddings-response.js.map +1 -0
- package/lib/common/api/index.d.ts +10 -0
- package/lib/common/api/index.d.ts.map +1 -0
- package/lib/common/api/index.js +13 -0
- package/lib/common/api/index.js.map +1 -0
- package/lib/common/api/message.d.ts +216 -0
- package/lib/common/api/message.d.ts.map +1 -0
- package/lib/common/api/message.js +179 -0
- package/lib/common/api/message.js.map +1 -0
- package/lib/common/api/openai-api.d.ts +18 -0
- package/lib/common/api/openai-api.d.ts.map +1 -0
- package/lib/common/api/openai-api.js +99 -0
- package/lib/common/api/openai-api.js.map +1 -0
- package/lib/common/api/openai-api.spec.d.ts +2 -0
- package/lib/common/api/openai-api.spec.d.ts.map +1 -0
- package/lib/common/api/openai-api.spec.js +162 -0
- package/lib/common/api/openai-api.spec.js.map +1 -0
- package/lib/common/api/openai-model.d.ts +117 -0
- package/lib/common/api/openai-model.d.ts.map +1 -0
- package/lib/common/api/openai-model.js +121 -0
- package/lib/common/api/openai-model.js.map +1 -0
- package/lib/common/api/response-format.d.ts +60 -0
- package/lib/common/api/response-format.d.ts.map +1 -0
- package/lib/common/api/response-format.js +79 -0
- package/lib/common/api/response-format.js.map +1 -0
- package/lib/common/api/usage.d.ts +79 -0
- package/lib/common/api/usage.d.ts.map +1 -0
- package/lib/common/api/usage.js +95 -0
- package/lib/common/api/usage.js.map +1 -0
- package/lib/common/index.d.ts +4 -0
- package/lib/common/index.d.ts.map +1 -0
- package/lib/common/index.js +7 -0
- package/lib/common/index.js.map +1 -0
- package/lib/common/model/index.d.ts +5 -0
- package/lib/common/model/index.d.ts.map +1 -0
- package/lib/common/model/index.js +8 -0
- package/lib/common/model/index.js.map +1 -0
- package/lib/common/model/openai-chat-model.d.ts +37 -0
- package/lib/common/model/openai-chat-model.d.ts.map +1 -0
- package/lib/common/model/openai-chat-model.js +357 -0
- package/lib/common/model/openai-chat-model.js.map +1 -0
- package/lib/common/model/openai-chat-model.spec.d.ts +2 -0
- package/lib/common/model/openai-chat-model.spec.d.ts.map +1 -0
- package/lib/common/model/openai-chat-model.spec.js +82 -0
- package/lib/common/model/openai-chat-model.spec.js.map +1 -0
- package/lib/common/model/openai-chat-options.d.ts +159 -0
- package/lib/common/model/openai-chat-options.d.ts.map +1 -0
- package/lib/common/model/openai-chat-options.js +231 -0
- package/lib/common/model/openai-chat-options.js.map +1 -0
- package/lib/common/model/openai-embedding-model.d.ts +15 -0
- package/lib/common/model/openai-embedding-model.d.ts.map +1 -0
- package/lib/common/model/openai-embedding-model.js +64 -0
- package/lib/common/model/openai-embedding-model.js.map +1 -0
- package/lib/common/model/openai-embedding-model.spec.d.ts +2 -0
- package/lib/common/model/openai-embedding-model.spec.d.ts.map +1 -0
- package/lib/common/model/openai-embedding-model.spec.js +100 -0
- package/lib/common/model/openai-embedding-model.spec.js.map +1 -0
- package/lib/common/model/openai-embedding-options.d.ts +35 -0
- package/lib/common/model/openai-embedding-options.d.ts.map +1 -0
- package/lib/common/model/openai-embedding-options.js +56 -0
- package/lib/common/model/openai-embedding-options.js.map +1 -0
- package/lib/common/module.d.ts +4 -0
- package/lib/common/module.d.ts.map +1 -0
- package/lib/common/module.js +6 -0
- package/lib/common/module.js.map +1 -0
- package/lib/common/support/index.d.ts +3 -0
- package/lib/common/support/index.d.ts.map +1 -0
- package/lib/common/support/index.js +6 -0
- package/lib/common/support/index.js.map +1 -0
- package/lib/common/support/openai-api-response-headers.d.ts +34 -0
- package/lib/common/support/openai-api-response-headers.d.ts.map +1 -0
- package/lib/common/support/openai-api-response-headers.js +45 -0
- package/lib/common/support/openai-api-response-headers.js.map +1 -0
- package/lib/common/support/openai-response-header-extractor.d.ts +12 -0
- package/lib/common/support/openai-response-header-extractor.d.ts.map +1 -0
- package/lib/common/support/openai-response-header-extractor.js +131 -0
- package/lib/common/support/openai-response-header-extractor.js.map +1 -0
- package/lib/common/test/mock-openai-api.d.ts +13 -0
- package/lib/common/test/mock-openai-api.d.ts.map +1 -0
- package/lib/common/test/mock-openai-api.js +57 -0
- package/lib/common/test/mock-openai-api.js.map +1 -0
- package/lib/common/test/test-container.d.ts +3 -0
- package/lib/common/test/test-container.d.ts.map +1 -0
- package/lib/common/test/test-container.js +16 -0
- package/lib/common/test/test-container.js.map +1 -0
- package/lib/package.spec.d.ts +1 -0
- package/lib/package.spec.d.ts.map +1 -0
- package/lib/package.spec.js +4 -0
- package/lib/package.spec.js.map +1 -0
- package/package.json +46 -0
- package/src/common/api/api-protocol.ts +51 -0
- package/src/common/api/chat-request.ts +258 -0
- package/src/common/api/chat-response.ts +218 -0
- package/src/common/api/embeddings-request.ts +92 -0
- package/src/common/api/embeddings-response.ts +44 -0
- package/src/common/api/index.ts +9 -0
- package/src/common/api/message.ts +273 -0
- package/src/common/api/openai-api.spec.ts +175 -0
- package/src/common/api/openai-api.ts +111 -0
- package/src/common/api/openai-model.ts +137 -0
- package/src/common/api/response-format.ts +109 -0
- package/src/common/api/usage.ts +135 -0
- package/src/common/index.ts +3 -0
- package/src/common/model/index.ts +4 -0
- package/src/common/model/openai-chat-model.spec.ts +85 -0
- package/src/common/model/openai-chat-model.ts +399 -0
- package/src/common/model/openai-chat-options.ts +326 -0
- package/src/common/model/openai-embedding-model.spec.ts +112 -0
- package/src/common/model/openai-embedding-model.ts +83 -0
- package/src/common/model/openai-embedding-options.ts +72 -0
- package/src/common/module.ts +4 -0
- package/src/common/support/index.ts +2 -0
- package/src/common/support/openai-api-response-headers.ts +46 -0
- package/src/common/support/openai-response-header-extractor.ts +141 -0
- package/src/common/test/mock-openai-api.ts +70 -0
- package/src/common/test/test-container.ts +13 -0
- package/src/package.spec.ts +4 -0
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Usage = exports.EmbeddingsResponse = exports.CompletionTokenDetails = exports.PromptTokensDetails = void 0;
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const class_transformer_1 = require("class-transformer");
|
|
6
|
+
/**
|
|
7
|
+
* Breakdown of tokens used in the prompt.
|
|
8
|
+
*/
|
|
9
|
+
class PromptTokensDetails {
|
|
10
|
+
constructor(audioTokens, cachedTokens) {
|
|
11
|
+
this.audioTokens = audioTokens;
|
|
12
|
+
this.cachedTokens = cachedTokens;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
tslib_1.__decorate([
|
|
16
|
+
(0, class_transformer_1.Expose)({ name: 'audio_tokens' }),
|
|
17
|
+
tslib_1.__metadata("design:type", Number)
|
|
18
|
+
], PromptTokensDetails.prototype, "audioTokens", void 0);
|
|
19
|
+
tslib_1.__decorate([
|
|
20
|
+
(0, class_transformer_1.Expose)({ name: 'cached_tokens' }),
|
|
21
|
+
tslib_1.__metadata("design:type", Number)
|
|
22
|
+
], PromptTokensDetails.prototype, "cachedTokens", void 0);
|
|
23
|
+
exports.PromptTokensDetails = PromptTokensDetails;
|
|
24
|
+
/**
|
|
25
|
+
* Breakdown of tokens used in a completion.
|
|
26
|
+
*/
|
|
27
|
+
class CompletionTokenDetails {
|
|
28
|
+
constructor(reasoningTokens, acceptedPredictionTokens, audioTokens, rejectedPredictionTokens) {
|
|
29
|
+
this.reasoningTokens = reasoningTokens;
|
|
30
|
+
this.acceptedPredictionTokens = acceptedPredictionTokens;
|
|
31
|
+
this.audioTokens = audioTokens;
|
|
32
|
+
this.rejectedPredictionTokens = rejectedPredictionTokens;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
tslib_1.__decorate([
|
|
36
|
+
(0, class_transformer_1.Expose)({ name: 'reasoning_tokens' }),
|
|
37
|
+
tslib_1.__metadata("design:type", Number)
|
|
38
|
+
], CompletionTokenDetails.prototype, "reasoningTokens", void 0);
|
|
39
|
+
tslib_1.__decorate([
|
|
40
|
+
(0, class_transformer_1.Expose)({ name: 'accepted_prediction_tokens' }),
|
|
41
|
+
tslib_1.__metadata("design:type", Number)
|
|
42
|
+
], CompletionTokenDetails.prototype, "acceptedPredictionTokens", void 0);
|
|
43
|
+
tslib_1.__decorate([
|
|
44
|
+
(0, class_transformer_1.Expose)({ name: 'audio_tokens' }),
|
|
45
|
+
tslib_1.__metadata("design:type", Number)
|
|
46
|
+
], CompletionTokenDetails.prototype, "audioTokens", void 0);
|
|
47
|
+
tslib_1.__decorate([
|
|
48
|
+
(0, class_transformer_1.Expose)({ name: 'rejected_prediction_tokens' }),
|
|
49
|
+
tslib_1.__metadata("design:type", Number)
|
|
50
|
+
], CompletionTokenDetails.prototype, "rejectedPredictionTokens", void 0);
|
|
51
|
+
exports.CompletionTokenDetails = CompletionTokenDetails;
|
|
52
|
+
/**
|
|
53
|
+
* The response object returned from the /embedding endpoint.
|
|
54
|
+
*/
|
|
55
|
+
class EmbeddingsResponse {
|
|
56
|
+
constructor(model, embeddings) {
|
|
57
|
+
this.model = model;
|
|
58
|
+
this.embeddings = embeddings;
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
exports.EmbeddingsResponse = EmbeddingsResponse;
|
|
62
|
+
/**
|
|
63
|
+
* Usage statistics for the completion request.
|
|
64
|
+
*/
|
|
65
|
+
class Usage {
|
|
66
|
+
constructor(completionTokens, promptTokens, totalTokens, promptTokensDetails, completionTokenDetails) {
|
|
67
|
+
this.completionTokens = completionTokens;
|
|
68
|
+
this.promptTokens = promptTokens;
|
|
69
|
+
this.totalTokens = totalTokens;
|
|
70
|
+
this.promptTokensDetails = promptTokensDetails;
|
|
71
|
+
this.completionTokenDetails = completionTokenDetails;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
tslib_1.__decorate([
|
|
75
|
+
(0, class_transformer_1.Expose)({ name: 'completion_tokens' }),
|
|
76
|
+
tslib_1.__metadata("design:type", Number)
|
|
77
|
+
], Usage.prototype, "completionTokens", void 0);
|
|
78
|
+
tslib_1.__decorate([
|
|
79
|
+
(0, class_transformer_1.Expose)({ name: 'prompt_tokens' }),
|
|
80
|
+
tslib_1.__metadata("design:type", Number)
|
|
81
|
+
], Usage.prototype, "promptTokens", void 0);
|
|
82
|
+
tslib_1.__decorate([
|
|
83
|
+
(0, class_transformer_1.Expose)({ name: 'total_tokens' }),
|
|
84
|
+
tslib_1.__metadata("design:type", Number)
|
|
85
|
+
], Usage.prototype, "totalTokens", void 0);
|
|
86
|
+
tslib_1.__decorate([
|
|
87
|
+
(0, class_transformer_1.Expose)({ name: 'prompt_tokens_details' }),
|
|
88
|
+
tslib_1.__metadata("design:type", PromptTokensDetails)
|
|
89
|
+
], Usage.prototype, "promptTokensDetails", void 0);
|
|
90
|
+
tslib_1.__decorate([
|
|
91
|
+
(0, class_transformer_1.Expose)({ name: 'completion_tokens_details' }),
|
|
92
|
+
tslib_1.__metadata("design:type", CompletionTokenDetails)
|
|
93
|
+
], Usage.prototype, "completionTokenDetails", void 0);
|
|
94
|
+
exports.Usage = Usage;
|
|
95
|
+
//# sourceMappingURL=usage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"usage.js","sourceRoot":"","sources":["../../../src/common/api/usage.ts"],"names":[],"mappings":";;;;AACA,yDAA2C;AAE3C;;GAEG;AACH,MAAa,mBAAmB;IAa5B,YAAY,WAAoB,EAAE,YAAqB;QACnD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;CACJ;AAbG;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;;wDACZ;AAKrB;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;;yDACZ;AAX1B,kDAiBC;AAED;;GAEG;AACH,MAAa,sBAAsB;IAyB/B,YACI,eAAwB,EACxB,wBAAiC,EACjC,WAAoB,EACpB,wBAAiC;QAEjC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,CAAC;QACzD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,CAAC;IAC7D,CAAC;CACJ;AAhCG;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;;+DACZ;AAKzB;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE,CAAC;;wEACb;AAKlC;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;;2DACZ;AAKrB;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE,CAAC;;wEACb;AAvBtC,wDAoCC;AAED;;GAEG;AACH,MAAa,kBAAkB;IAY3B,YAAY,KAAa,EAAE,UAAsB;QAC7C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;CACJ;AAhBD,gDAgBC;AAED;;GAEG;AACH,MAAa,KAAK;IA+Bd,YACI,gBAAyB,EACzB,YAAqB,EACrB,WAAoB,EACpB,mBAAyC,EACzC,sBAA+C;QAE/C,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,sBAAsB,GAAG,sBAAsB,CAAC;IACzD,CAAC;CACJ;AAxCG;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;;+CACZ;AAK1B;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;;2CACZ;AAKtB;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;;0CACZ;AAKrB;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC;sCACpB,mBAAmB;kDAAC;AAK1C;IAAC,IAAA,0BAAM,EAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC;sCACrB,sBAAsB;qDAAC;AA7BpD,sBA4CC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAC;AACtB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const tslib_1 = require("tslib");
|
|
4
|
+
tslib_1.__exportStar(require("./api"), exports);
|
|
5
|
+
tslib_1.__exportStar(require("./model"), exports);
|
|
6
|
+
tslib_1.__exportStar(require("./support"), exports);
|
|
7
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;AAAA,gDAAsB;AACtB,kDAAwB;AACxB,oDAA0B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/common/model/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,4BAA4B,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const tslib_1 = require("tslib");
|
|
4
|
+
tslib_1.__exportStar(require("./openai-chat-model"), exports);
|
|
5
|
+
tslib_1.__exportStar(require("./openai-chat-options"), exports);
|
|
6
|
+
tslib_1.__exportStar(require("./openai-embedding-model"), exports);
|
|
7
|
+
tslib_1.__exportStar(require("./openai-embedding-options"), exports);
|
|
8
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/common/model/index.ts"],"names":[],"mappings":";;;AAAA,8DAAoC;AACpC,gEAAsC;AACtC,mEAAyC;AACzC,qEAA2C"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { ChatModel, ChatResponse, ChatResponseMetadata, FunctionCallbackRegister, Generation, Media, Prompt, RateLimit, Usage, ToolHandler, PromptTemplate } from '@celljs/ai-core';
|
|
2
|
+
import { Observable } from 'rxjs';
|
|
3
|
+
import { ChatCompletionRequest, ChatCompletion, OpenAIAPI, Choice, MediaContent, FunctionTool, ChatCompletionChunk } from '../api';
|
|
4
|
+
import { Logger, MimeType } from '@celljs/core';
|
|
5
|
+
import { OpenAIChatOptions } from './openai-chat-options';
|
|
6
|
+
/**
|
|
7
|
+
* {@link ChatModel} implementation for {@literal OpenAI}
|
|
8
|
+
* backed by {@link OpenAIAPI}.
|
|
9
|
+
*/
|
|
10
|
+
export declare class OpenAIChatModel implements ChatModel {
|
|
11
|
+
/**
|
|
12
|
+
* The default options used for the chat completion requests.
|
|
13
|
+
*/
|
|
14
|
+
protected readonly defaultOptions: OpenAIChatOptions;
|
|
15
|
+
/**
|
|
16
|
+
* Low-level access to the OpenAI API.
|
|
17
|
+
*/
|
|
18
|
+
protected readonly chatApi: OpenAIAPI;
|
|
19
|
+
protected readonly logger: Logger;
|
|
20
|
+
protected readonly functionCallbackRegister: FunctionCallbackRegister;
|
|
21
|
+
protected readonly toolHandler: ToolHandler;
|
|
22
|
+
protected readonly promptTemplate: PromptTemplate;
|
|
23
|
+
protected fromAudioData(audioData: any): string;
|
|
24
|
+
protected fromMediaData(mimeType: MimeType, mediaContentData: any): string;
|
|
25
|
+
protected mapToMediaContent(media: Media): MediaContent;
|
|
26
|
+
protected getFunctionTools(functionNames: Set<string>): FunctionTool[];
|
|
27
|
+
protected createRequest(prompt: Prompt, stream: boolean): ChatCompletionRequest;
|
|
28
|
+
protected buildGeneration(choice: Choice, metadata: Record<string, any>, request: ChatCompletionRequest): Generation;
|
|
29
|
+
protected buildChatResponseMetadataByResult(result: ChatCompletion, usage: Usage, rateLimit?: RateLimit): ChatResponseMetadata;
|
|
30
|
+
protected buildChatResponseMetadata(chatResponseMetadata: ChatResponseMetadata, usage: Usage): ChatResponseMetadata;
|
|
31
|
+
call(prompt: Prompt): Promise<ChatResponse>;
|
|
32
|
+
protected internalCall(prompt: Prompt, previousChatResponse?: ChatResponse): Promise<ChatResponse>;
|
|
33
|
+
protected chunkToChatCompletion(chunk: ChatCompletionChunk): ChatCompletion;
|
|
34
|
+
protected internalStream(prompt: Prompt, previousChatResponse?: ChatResponse): Promise<Observable<ChatResponse>>;
|
|
35
|
+
stream(prompt: Prompt): Promise<Observable<ChatResponse>>;
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=openai-chat-model.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-chat-model.d.ts","sourceRoot":"","sources":["../../../src/common/model/openai-chat-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,SAAS,EACT,YAAY,EACZ,oBAAoB,EACpB,wBAAwB,EAExB,UAAU,EACV,KAAK,EAEL,MAAM,EACN,SAAS,EAIT,KAAK,EAEL,WAAW,EACX,cAAc,EACjB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,UAAU,EAAM,MAAM,MAAM,CAAC;AAEtC,OAAO,EACH,qBAAqB,EACrB,cAAc,EAId,SAAS,EACT,MAAM,EACN,YAAY,EAIZ,YAAY,EAEZ,mBAAmB,EAEtB,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAwD,MAAM,EAAiB,QAAQ,EAAE,MAAM,cAAc,CAAC;AACrH,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAG1D;;;GAGG;AACH,qBACa,eAAgB,YAAW,SAAS;IAE7C;;OAEG;IAEH,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,iBAAiB,CAAC;IAErD;;OAEG;IAEH,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC;IAGtC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAGlC,SAAS,CAAC,QAAQ,CAAC,wBAAwB,EAAE,wBAAwB,CAAC;IAGtE,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAG5C,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;IAElD,SAAS,CAAC,aAAa,CAAC,SAAS,EAAE,GAAG,GAAG,MAAM;IAQ/C,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,GAAG,MAAM;IAU1E,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,GAAG,YAAY;IAYvD,SAAS,CAAC,gBAAgB,CAAC,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,YAAY,EAAE;IAOtE,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,qBAAqB;IAsF/E,SAAS,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,qBAAqB,GAAG,UAAU;IAoCpH,SAAS,CAAC,iCAAiC,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,GAAE,SAAmC,GAAG,oBAAoB;IAWvJ,SAAS,CAAC,yBAAyB,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,KAAK,EAAE,KAAK,GAAG,oBAAoB;IASnH,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;cAI3B,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,oBAAoB,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAmCxG,SAAS,CAAC,qBAAqB,CAAC,KAAK,EAAE,mBAAmB,GAAG,cAAc;cAoB3D,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,oBAAoB,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IAkFhH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;CAGlE"}
|
|
@@ -0,0 +1,357 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OpenAIChatModel = void 0;
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const ai_core_1 = require("@celljs/ai-core");
|
|
6
|
+
const rxjs_1 = require("rxjs");
|
|
7
|
+
const operators_1 = require("rxjs/operators");
|
|
8
|
+
const api_1 = require("../api");
|
|
9
|
+
const core_1 = require("@celljs/core");
|
|
10
|
+
const openai_chat_options_1 = require("./openai-chat-options");
|
|
11
|
+
const support_1 = require("../support");
|
|
12
|
+
/**
|
|
13
|
+
* {@link ChatModel} implementation for {@literal OpenAI}
|
|
14
|
+
* backed by {@link OpenAIAPI}.
|
|
15
|
+
*/
|
|
16
|
+
let OpenAIChatModel = class OpenAIChatModel {
|
|
17
|
+
fromAudioData(audioData) {
|
|
18
|
+
if (audioData instanceof Uint8Array) {
|
|
19
|
+
return core_1.ByteUtil.encodeBase64(audioData);
|
|
20
|
+
}
|
|
21
|
+
else {
|
|
22
|
+
throw new core_1.IllegalArgumentError(`Unsupported audio data type: ${audioData.constructor.name}`);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
fromMediaData(mimeType, mediaContentData) {
|
|
26
|
+
if (mediaContentData instanceof Uint8Array) {
|
|
27
|
+
return `data:${mimeType.toString()};base64,${core_1.ByteUtil.encodeBase64(mediaContentData)}`;
|
|
28
|
+
}
|
|
29
|
+
else if (typeof mediaContentData === 'string') {
|
|
30
|
+
return mediaContentData;
|
|
31
|
+
}
|
|
32
|
+
else {
|
|
33
|
+
throw new core_1.IllegalArgumentError(`Unsupported media data type: ${mediaContentData.constructor.name}`);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
mapToMediaContent(media) {
|
|
37
|
+
const mimeType = media.mimeType.toString();
|
|
38
|
+
if (mimeType === 'audio/mp3') {
|
|
39
|
+
return api_1.MediaContent.createInputAudio(this.fromAudioData(media.data), api_1.Format.MP3);
|
|
40
|
+
}
|
|
41
|
+
if (mimeType === 'audio/wav') {
|
|
42
|
+
return api_1.MediaContent.createInputAudio(this.fromAudioData(media.data), api_1.Format.WAV);
|
|
43
|
+
}
|
|
44
|
+
else {
|
|
45
|
+
return api_1.MediaContent.createImageUrl(this.fromMediaData(media.mimeType, media.data));
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
getFunctionTools(functionNames) {
|
|
49
|
+
return this.functionCallbackRegister.resolve(Array.from(functionNames)).map(functionCallback => {
|
|
50
|
+
const func = api_1.Function.create(functionCallback.description, functionCallback.name, JSON.parse(functionCallback.inputTypeSchema));
|
|
51
|
+
return api_1.FunctionTool.create(func);
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
createRequest(prompt, stream) {
|
|
55
|
+
const chatCompletionMessages = prompt.instructions.map(message => {
|
|
56
|
+
var _a;
|
|
57
|
+
if (message instanceof ai_core_1.UserMessage || message instanceof ai_core_1.SystemMessage) {
|
|
58
|
+
let content = message.content;
|
|
59
|
+
if (message instanceof ai_core_1.UserMessage) {
|
|
60
|
+
if (((_a = message.media) === null || _a === void 0 ? void 0 : _a.length) > 0) {
|
|
61
|
+
const contentList = [api_1.MediaContent.createText(message.content), ...message.media.map(media => this.mapToMediaContent(media))];
|
|
62
|
+
content = contentList;
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
const role = message.messageType === ai_core_1.MessageType.USER ? api_1.Role.USER : api_1.Role.SYSTEM;
|
|
66
|
+
return api_1.ChatCompletionMessage.create(content, role);
|
|
67
|
+
}
|
|
68
|
+
else if (message instanceof ai_core_1.AssistantMessage) {
|
|
69
|
+
const assistantMessage = message;
|
|
70
|
+
let toolCalls = [];
|
|
71
|
+
if (assistantMessage.toolCalls.length > 0) {
|
|
72
|
+
toolCalls = assistantMessage.toolCalls.map(toolCall => ({
|
|
73
|
+
id: toolCall.id,
|
|
74
|
+
type: 'function',
|
|
75
|
+
function: {
|
|
76
|
+
name: toolCall.name,
|
|
77
|
+
arguments: toolCall.arguments
|
|
78
|
+
}
|
|
79
|
+
}));
|
|
80
|
+
}
|
|
81
|
+
let audioOutput;
|
|
82
|
+
if (assistantMessage.media.length > 0) {
|
|
83
|
+
if (assistantMessage.media.length !== 1) {
|
|
84
|
+
throw new core_1.IllegalArgumentError('Only one media content is supported for assistant messages');
|
|
85
|
+
}
|
|
86
|
+
const media = assistantMessage.media[0];
|
|
87
|
+
audioOutput = api_1.AudioOutput.create(media.id);
|
|
88
|
+
}
|
|
89
|
+
const chatCompletionMessage = api_1.ChatCompletionMessage.create(assistantMessage.content, api_1.Role.ASSISTANT);
|
|
90
|
+
chatCompletionMessage.toolCalls = toolCalls;
|
|
91
|
+
chatCompletionMessage.audioOutput = audioOutput;
|
|
92
|
+
return chatCompletionMessage;
|
|
93
|
+
}
|
|
94
|
+
else if (message instanceof ai_core_1.ToolResponseMessage) {
|
|
95
|
+
message.responses.forEach(response => {
|
|
96
|
+
if (!response.id) {
|
|
97
|
+
throw new core_1.IllegalArgumentError('ToolResponseMessage must have an id');
|
|
98
|
+
}
|
|
99
|
+
});
|
|
100
|
+
return message.responses.map(tr => {
|
|
101
|
+
const chatCompletionMessage = api_1.ChatCompletionMessage.create(tr.responseData, api_1.Role.TOOL);
|
|
102
|
+
chatCompletionMessage.name = tr.name;
|
|
103
|
+
chatCompletionMessage.toolCallId = tr.id;
|
|
104
|
+
return chatCompletionMessage;
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
else {
|
|
108
|
+
throw new core_1.IllegalArgumentError(`Unsupported message type: ${message.messageType}`);
|
|
109
|
+
}
|
|
110
|
+
}).flat();
|
|
111
|
+
let request = new api_1.ChatCompletionRequest();
|
|
112
|
+
request.messages = chatCompletionMessages;
|
|
113
|
+
request.stream = stream;
|
|
114
|
+
// Runtime options
|
|
115
|
+
let runtimeOptions = openai_chat_options_1.OpenAIChatOptions.builder().build();
|
|
116
|
+
if (prompt.options) {
|
|
117
|
+
runtimeOptions = Object.assign(runtimeOptions, prompt.options);
|
|
118
|
+
}
|
|
119
|
+
const enabledToolsToUse = ai_core_1.FunctionCallingOptions.getEnabledFunctionsToCall(runtimeOptions);
|
|
120
|
+
if (this.defaultOptions.functions.size > 0) {
|
|
121
|
+
for (const functionName of this.defaultOptions.functions) {
|
|
122
|
+
enabledToolsToUse.add(functionName);
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
runtimeOptions = Object.assign(this.defaultOptions, runtimeOptions);
|
|
126
|
+
request = Object.assign(request, runtimeOptions);
|
|
127
|
+
if (enabledToolsToUse.size > 0) {
|
|
128
|
+
request.tools = this.getFunctionTools(enabledToolsToUse);
|
|
129
|
+
}
|
|
130
|
+
// Remove `streamOptions` from the request if it is not a streaming request
|
|
131
|
+
if (request.streamOptions && !stream) {
|
|
132
|
+
request.streamOptions = undefined;
|
|
133
|
+
}
|
|
134
|
+
return request;
|
|
135
|
+
}
|
|
136
|
+
buildGeneration(choice, metadata, request) {
|
|
137
|
+
var _a, _b, _c, _d, _e;
|
|
138
|
+
const toolCalls = (_b = (_a = choice.message.toolCalls) === null || _a === void 0 ? void 0 : _a.map(toolCall => {
|
|
139
|
+
var _a;
|
|
140
|
+
return ({
|
|
141
|
+
id: (_a = toolCall.id) !== null && _a !== void 0 ? _a : '',
|
|
142
|
+
type: 'function',
|
|
143
|
+
name: toolCall.function.name,
|
|
144
|
+
arguments: JSON.stringify(toolCall.function.arguments)
|
|
145
|
+
});
|
|
146
|
+
})) !== null && _b !== void 0 ? _b : [];
|
|
147
|
+
const finishReason = (_c = choice.finishReason) !== null && _c !== void 0 ? _c : '';
|
|
148
|
+
const generationMetadata = ai_core_1.ChatGenerationMetadata.from(finishReason);
|
|
149
|
+
const media = [];
|
|
150
|
+
let textContent = choice.message.content;
|
|
151
|
+
const audioOutput = choice.message.audioOutput;
|
|
152
|
+
if (audioOutput) {
|
|
153
|
+
const mimeType = `audio/${(_e = (_d = request.audioParameters) === null || _d === void 0 ? void 0 : _d.format) === null || _e === void 0 ? void 0 : _e.toLowerCase()}`;
|
|
154
|
+
const audioData = core_1.ByteUtil.decodeBase64(audioOutput.data);
|
|
155
|
+
media.push({
|
|
156
|
+
mimeType: core_1.MimeTypeUtils.parseMimeType(mimeType),
|
|
157
|
+
data: audioData,
|
|
158
|
+
id: audioOutput.id
|
|
159
|
+
});
|
|
160
|
+
if (!textContent) {
|
|
161
|
+
textContent = audioOutput.transcript;
|
|
162
|
+
}
|
|
163
|
+
generationMetadata.metadata.audioId = audioOutput.id;
|
|
164
|
+
generationMetadata.metadata.audioExpiresAt = audioOutput.expiresAt;
|
|
165
|
+
}
|
|
166
|
+
const assistantMessage = new ai_core_1.AssistantMessage(textContent, media, metadata, toolCalls);
|
|
167
|
+
return {
|
|
168
|
+
output: assistantMessage,
|
|
169
|
+
metadata: generationMetadata
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
buildChatResponseMetadataByResult(result, usage, rateLimit = ai_core_1.RateLimit.createEmpty()) {
|
|
173
|
+
var _a, _b, _c, _d;
|
|
174
|
+
return ai_core_1.ChatResponseMetadata.builder()
|
|
175
|
+
.id((_a = result.id) !== null && _a !== void 0 ? _a : '')
|
|
176
|
+
.usage(usage)
|
|
177
|
+
.model((_b = result.model) !== null && _b !== void 0 ? _b : '')
|
|
178
|
+
.keyValue('created', (_c = result.created) !== null && _c !== void 0 ? _c : 0)
|
|
179
|
+
.keyValue('system-fingerprint', (_d = result.systemFingerprint) !== null && _d !== void 0 ? _d : '')
|
|
180
|
+
.rateLimit(rateLimit)
|
|
181
|
+
.build();
|
|
182
|
+
}
|
|
183
|
+
buildChatResponseMetadata(chatResponseMetadata, usage) {
|
|
184
|
+
var _a, _b;
|
|
185
|
+
return ai_core_1.ChatResponseMetadata.builder()
|
|
186
|
+
.id((_a = chatResponseMetadata.id) !== null && _a !== void 0 ? _a : '')
|
|
187
|
+
.usage(usage)
|
|
188
|
+
.model((_b = chatResponseMetadata.model) !== null && _b !== void 0 ? _b : '')
|
|
189
|
+
.rateLimit(chatResponseMetadata.rateLimit)
|
|
190
|
+
.build();
|
|
191
|
+
}
|
|
192
|
+
call(prompt) {
|
|
193
|
+
return this.internalCall(prompt);
|
|
194
|
+
}
|
|
195
|
+
async internalCall(prompt, previousChatResponse) {
|
|
196
|
+
var _a;
|
|
197
|
+
const request = this.createRequest(prompt, false);
|
|
198
|
+
const completionEntity = await this.chatApi.chat(request);
|
|
199
|
+
const chatCompletion = completionEntity.body;
|
|
200
|
+
if (!chatCompletion) {
|
|
201
|
+
this.logger.warn(`No chat completion returned for prompt: ${prompt}`);
|
|
202
|
+
return ai_core_1.ChatResponse.from([]);
|
|
203
|
+
}
|
|
204
|
+
const choices = chatCompletion.choices;
|
|
205
|
+
if (!choices || choices.length === 0) {
|
|
206
|
+
this.logger.warn(`No choices returned for prompt: ${prompt}`);
|
|
207
|
+
return ai_core_1.ChatResponse.from([]);
|
|
208
|
+
}
|
|
209
|
+
const generations = choices.map(choice => {
|
|
210
|
+
var _a, _b, _c, _d;
|
|
211
|
+
const metadata = {
|
|
212
|
+
id: (_a = chatCompletion.id) !== null && _a !== void 0 ? _a : '',
|
|
213
|
+
role: (_b = choice.message.role) !== null && _b !== void 0 ? _b : '',
|
|
214
|
+
index: choice.index,
|
|
215
|
+
finishReason: (_c = choice.finishReason) !== null && _c !== void 0 ? _c : '',
|
|
216
|
+
refusal: (_d = choice.message.refusal) !== null && _d !== void 0 ? _d : ''
|
|
217
|
+
};
|
|
218
|
+
return this.buildGeneration(choice, metadata, request);
|
|
219
|
+
});
|
|
220
|
+
const rateLimit = support_1.OpenAIResponseHeaderExtractor.extractAIResponseHeaders(completionEntity);
|
|
221
|
+
const usage = (_a = chatCompletion.usage) !== null && _a !== void 0 ? _a : {};
|
|
222
|
+
const chatResponse = ai_core_1.ChatResponse.from(generations, this.buildChatResponseMetadataByResult(chatCompletion, usage, rateLimit));
|
|
223
|
+
if (ai_core_1.FunctionCallingOptions.isProxyToolCalls(prompt.options, this.defaultOptions)) {
|
|
224
|
+
if (ai_core_1.ChatResponse.isToolCall(chatResponse, new Set([api_1.ChatCompletionFinishReason.TOOL_CALLS, api_1.ChatCompletionFinishReason.STOP]))) {
|
|
225
|
+
const toolCallConversation = await this.toolHandler.handle(prompt, chatResponse);
|
|
226
|
+
return this.internalCall(await this.promptTemplate.create(toolCallConversation, { chatOptions: prompt.options }), chatResponse);
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
return chatResponse;
|
|
230
|
+
}
|
|
231
|
+
chunkToChatCompletion(chunk) {
|
|
232
|
+
const choices = chunk.choices.map(chunkChoice => {
|
|
233
|
+
const choice = new api_1.Choice();
|
|
234
|
+
choice.finishReason = chunkChoice.finishReason;
|
|
235
|
+
choice.index = chunkChoice.index;
|
|
236
|
+
choice.message = chunkChoice.delta;
|
|
237
|
+
choice.logprobs = chunkChoice.logprobs;
|
|
238
|
+
return choice;
|
|
239
|
+
});
|
|
240
|
+
const chatCompletion = new api_1.ChatCompletion();
|
|
241
|
+
chatCompletion.id = chunk.id;
|
|
242
|
+
chatCompletion.choices = choices;
|
|
243
|
+
chatCompletion.created = chunk.created;
|
|
244
|
+
chatCompletion.model = chunk.model;
|
|
245
|
+
chatCompletion.serviceTier = chunk.serviceTier;
|
|
246
|
+
chatCompletion.systemFingerprint = chunk.systemFingerprint;
|
|
247
|
+
chatCompletion.usage = chunk.usage;
|
|
248
|
+
return chatCompletion;
|
|
249
|
+
}
|
|
250
|
+
async internalStream(prompt, previousChatResponse) {
|
|
251
|
+
var _a;
|
|
252
|
+
const request = this.createRequest(prompt, true);
|
|
253
|
+
if ((_a = request.outputModalities) === null || _a === void 0 ? void 0 : _a.includes(api_1.OutputModality.AUDIO)) {
|
|
254
|
+
this.logger.warn('Audio output is not supported for streaming requests. Removing audio output.');
|
|
255
|
+
throw new core_1.IllegalArgumentError('Audio output is not supported for streaming requests.');
|
|
256
|
+
}
|
|
257
|
+
if (request.audioParameters) {
|
|
258
|
+
this.logger.warn('Audio parameters are not supported for streaming requests. Removing audio parameters.');
|
|
259
|
+
throw new core_1.IllegalArgumentError('Audio parameters are not supported for streaming requests.');
|
|
260
|
+
}
|
|
261
|
+
const response = await this.chatApi.streamingChat(request);
|
|
262
|
+
// For chunked responses, only the first chunk contains the choice role.
|
|
263
|
+
// Subsequent chunks contain the choices.
|
|
264
|
+
const roleMap = new Map();
|
|
265
|
+
const chatResponse = response.pipe((0, operators_1.map)(responseEntity => this.chunkToChatCompletion(responseEntity.body)), (0, operators_1.map)(chatCompletion => {
|
|
266
|
+
try {
|
|
267
|
+
const generations = chatCompletion.choices.map(choice => {
|
|
268
|
+
var _a, _b, _c, _d;
|
|
269
|
+
const id = (_a = chatCompletion.id) !== null && _a !== void 0 ? _a : '';
|
|
270
|
+
if (choice.message.role) {
|
|
271
|
+
roleMap.set(id, choice.message.role);
|
|
272
|
+
}
|
|
273
|
+
const metadata = {
|
|
274
|
+
id,
|
|
275
|
+
role: (_b = roleMap.get(id)) !== null && _b !== void 0 ? _b : '',
|
|
276
|
+
index: choice.index,
|
|
277
|
+
finishReason: (_c = choice.finishReason) !== null && _c !== void 0 ? _c : '',
|
|
278
|
+
refusal: (_d = choice.message.refusal) !== null && _d !== void 0 ? _d : ''
|
|
279
|
+
};
|
|
280
|
+
return this.buildGeneration(choice, metadata, request);
|
|
281
|
+
});
|
|
282
|
+
const usage = chatCompletion.usage;
|
|
283
|
+
const currentChatResponseUsage = usage ? ai_core_1.Usage.from(usage.promptTokens, usage.completionTokens, usage.totalTokens) : ai_core_1.Usage.createEmpty();
|
|
284
|
+
const accumulatedUsage = ai_core_1.UsageUtil.getCumulativeUsage(currentChatResponseUsage, previousChatResponse);
|
|
285
|
+
return ai_core_1.ChatResponse.from(generations, this.buildChatResponseMetadataByResult(chatCompletion, accumulatedUsage));
|
|
286
|
+
}
|
|
287
|
+
catch (e) {
|
|
288
|
+
this.logger.error(e);
|
|
289
|
+
return ai_core_1.ChatResponse.from([]);
|
|
290
|
+
}
|
|
291
|
+
}),
|
|
292
|
+
// When in stream mode and enabled to include the usage, the OpenAI
|
|
293
|
+
// Chat completion response would have the usage set only in its
|
|
294
|
+
// final response. Hence, the following overlapping buffer is
|
|
295
|
+
// created to store both the current and the subsequent response
|
|
296
|
+
// responses.
|
|
297
|
+
(0, operators_1.bufferCount)(2, 1), (0, operators_1.map)(buffer => {
|
|
298
|
+
var _a;
|
|
299
|
+
const firstResponse = buffer[0];
|
|
300
|
+
if (((_a = request.streamOptions) === null || _a === void 0 ? void 0 : _a.includeUsage) && buffer.length === 2) {
|
|
301
|
+
const secondResponse = buffer[1];
|
|
302
|
+
if (secondResponse === null || secondResponse === void 0 ? void 0 : secondResponse.metadata) {
|
|
303
|
+
// If the second response is not empty, then the first
|
|
304
|
+
// response is not the final response.
|
|
305
|
+
const usage = secondResponse.metadata.usage;
|
|
306
|
+
if (!ai_core_1.UsageUtil.isEmpty(usage)) {
|
|
307
|
+
// Store the usage from the final response to the
|
|
308
|
+
// penultimate response for accumulation.
|
|
309
|
+
return ai_core_1.ChatResponse.from(firstResponse.results, this.buildChatResponseMetadata(firstResponse.metadata, usage));
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
}
|
|
313
|
+
return firstResponse;
|
|
314
|
+
}), (0, operators_1.mergeMap)(async (chatResponse2) => {
|
|
315
|
+
if (ai_core_1.FunctionCallingOptions.isProxyToolCalls(prompt.options, this.defaultOptions)) {
|
|
316
|
+
if (ai_core_1.ChatResponse.isToolCall(chatResponse2, new Set([api_1.ChatCompletionFinishReason.TOOL_CALLS, api_1.ChatCompletionFinishReason.STOP]))) {
|
|
317
|
+
const toolCallConversation = await this.toolHandler.handle(prompt, chatResponse2);
|
|
318
|
+
return this.internalStream(await this.promptTemplate.create(toolCallConversation, { chatOptions: prompt.options }), chatResponse2);
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
return (0, rxjs_1.of)(chatResponse2);
|
|
322
|
+
}), (0, operators_1.concatAll)());
|
|
323
|
+
return chatResponse;
|
|
324
|
+
}
|
|
325
|
+
async stream(prompt) {
|
|
326
|
+
return this.internalStream(prompt);
|
|
327
|
+
}
|
|
328
|
+
};
|
|
329
|
+
tslib_1.__decorate([
|
|
330
|
+
(0, core_1.Autowired)(openai_chat_options_1.OpenAIChatOptions),
|
|
331
|
+
tslib_1.__metadata("design:type", openai_chat_options_1.OpenAIChatOptions)
|
|
332
|
+
], OpenAIChatModel.prototype, "defaultOptions", void 0);
|
|
333
|
+
tslib_1.__decorate([
|
|
334
|
+
(0, core_1.Autowired)(api_1.OpenAIAPI),
|
|
335
|
+
tslib_1.__metadata("design:type", Object)
|
|
336
|
+
], OpenAIChatModel.prototype, "chatApi", void 0);
|
|
337
|
+
tslib_1.__decorate([
|
|
338
|
+
(0, core_1.Autowired)(core_1.Logger),
|
|
339
|
+
tslib_1.__metadata("design:type", Object)
|
|
340
|
+
], OpenAIChatModel.prototype, "logger", void 0);
|
|
341
|
+
tslib_1.__decorate([
|
|
342
|
+
(0, core_1.Autowired)(ai_core_1.FunctionCallbackRegister),
|
|
343
|
+
tslib_1.__metadata("design:type", Object)
|
|
344
|
+
], OpenAIChatModel.prototype, "functionCallbackRegister", void 0);
|
|
345
|
+
tslib_1.__decorate([
|
|
346
|
+
(0, core_1.Autowired)(ai_core_1.ToolHandler),
|
|
347
|
+
tslib_1.__metadata("design:type", Object)
|
|
348
|
+
], OpenAIChatModel.prototype, "toolHandler", void 0);
|
|
349
|
+
tslib_1.__decorate([
|
|
350
|
+
(0, core_1.Autowired)(ai_core_1.PromptTemplate),
|
|
351
|
+
tslib_1.__metadata("design:type", Object)
|
|
352
|
+
], OpenAIChatModel.prototype, "promptTemplate", void 0);
|
|
353
|
+
OpenAIChatModel = tslib_1.__decorate([
|
|
354
|
+
(0, core_1.Component)(ai_core_1.ChatModel)
|
|
355
|
+
], OpenAIChatModel);
|
|
356
|
+
exports.OpenAIChatModel = OpenAIChatModel;
|
|
357
|
+
//# sourceMappingURL=openai-chat-model.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-chat-model.js","sourceRoot":"","sources":["../../../src/common/model/openai-chat-model.ts"],"names":[],"mappings":";;;;AAAA,6CAoByB;AACzB,+BAAsC;AACtC,8CAAuE;AACvE,gCAgBgB;AAChB,uCAAqH;AACrH,+DAA0D;AAC1D,wCAA2D;AAE3D;;;GAGG;AAEI,IAAM,eAAe,GAArB,MAAM,eAAe;IA0Bd,aAAa,CAAC,SAAc;QAClC,IAAI,SAAS,YAAY,UAAU,EAAE;YACjC,OAAO,eAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;SAC3C;aAAM;YACH,MAAM,IAAI,2BAAoB,CAAC,gCAAgC,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;SAChG;IACL,CAAC;IAES,aAAa,CAAC,QAAkB,EAAE,gBAAqB;QAC7D,IAAI,gBAAgB,YAAY,UAAU,EAAE;YACxC,OAAO,QAAQ,QAAQ,CAAC,QAAQ,EAAE,WAAW,eAAQ,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE,CAAC;SAC1F;aAAM,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE;YAC7C,OAAO,gBAAgB,CAAC;SAC3B;aAAM;YACH,MAAM,IAAI,2BAAoB,CAAC,gCAAgC,gBAAgB,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;SACvG;IACL,CAAC;IAES,iBAAiB,CAAC,KAAY;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAC3C,IAAI,QAAQ,KAAK,WAAW,EAAE;YAC1B,OAAO,kBAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,YAAM,CAAC,GAAG,CAAC,CAAC;SACpF;QACD,IAAI,QAAQ,KAAK,WAAW,EAAE;YAC1B,OAAO,kBAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,YAAM,CAAC,GAAG,CAAC,CAAC;SACpF;aAAM;YACH,OAAO,kBAAY,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;SACtF;IACL,CAAC;IAES,gBAAgB,CAAC,aAA0B;QACjD,OAAO,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE;YAC3F,MAAM,IAAI,GAAG,cAAQ,CAAC,MAAM,CAAC,gBAAgB,CAAC,WAAW,EAAE,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC;YAChI,OAAO,kBAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACP,CAAC;IAES,aAAa,CAAC,MAAc,EAAE,MAAe;QACnD,MAAM,sBAAsB,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;;YAC7D,IAAI,OAAO,YAAY,qBAAW,IAAI,OAAO,YAAY,uBAAa,EAAE;gBACpE,IAAI,OAAO,GAAQ,OAAO,CAAC,OAAO,CAAC;gBACnC,IAAI,OAAO,YAAY,qBAAW,EAAE;oBAChC,IAAI,CAAA,MAAA,OAAO,CAAC,KAAK,0CAAE,MAAM,IAAG,CAAC,EAAE;wBAC3B,MAAM,WAAW,GAAG,CAAC,kBAAY,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAC7H,OAAO,GAAG,WAAW,CAAC;qBACzB;iBACJ;gBACD,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,KAAK,qBAAW,CAAC,IAAI,CAAC,CAAC,CAAC,UAAI,CAAC,IAAI,CAAC,CAAC,CAAC,UAAI,CAAC,MAAM,CAAC;gBAChF,OAAO,2BAAqB,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aACtD;iBAAM,IAAI,OAAO,YAAY,0BAAgB,EAAE;gBAC5C,MAAM,gBAAgB,GAAG,OAAO,CAAC;gBACjC,IAAI,SAAS,GAAqB,EAAE,CAAC;gBACrC,IAAI,gBAAgB,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;oBACvC,SAAS,GAAG,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;wBACpD,EAAE,EAAE,QAAQ,CAAC,EAAE;wBACf,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACN,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;yBAChC;qBACJ,CAAC,CAAC,CAAC;iBACP;gBACD,IAAI,WAAoC,CAAC;gBACzC,IAAI,gBAAgB,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;oBACnC,IAAI,gBAAgB,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;wBACrC,MAAM,IAAI,2BAAoB,CAAC,4DAA4D,CAAC,CAAC;qBAChG;oBACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACxC,WAAW,GAAG,iBAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;iBAC9C;gBACD,MAAM,qBAAqB,GAAG,2BAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,UAAI,CAAC,SAAS,CAAC,CAAC;gBACrG,qBAAqB,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC5C,qBAAqB,CAAC,WAAW,GAAG,WAAW,CAAC;gBAChD,OAAO,qBAAqB,CAAC;aAChC;iBAAM,IAAI,OAAO,YAAY,6BAAmB,EAAE;gBAC/C,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;oBACjC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;wBACd,MAAM,IAAI,2BAAoB,CAAC,qCAAqC,CAAC,CAAC;qBACzE;gBACL,CAAC,CAAC,CAAC;gBACH,OAAQ,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;oBAC/B,MAAM,qBAAqB,GAAG,2BAAqB,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,UAAI,CAAC,IAAI,CAAC,CAAC;oBACvF,qBAAqB,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;oBACrC,qBAAqB,CAAC,UAAU,GAAG,EAAE,CAAC,EAAE,CAAC;oBACzC,OAAO,qBAAqB,CAAC;gBACjC,CAAC,CAAC,CAAC;aACN;iBAAM;gBACH,MAAM,IAAI,2BAAoB,CAAC,6BAA6B,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;aACtF;QACL,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEV,IAAI,OAAO,GAAG,IAAI,2BAAqB,EAAE,CAAC;QAC1C,OAAO,CAAC,QAAQ,GAAG,sBAAsB,CAAC;QAC1C,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;QAExB,kBAAkB;QAClB,IAAI,cAAc,GAAsB,uCAAiB,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,CAAC;QAC5E,IAAI,MAAM,CAAC,OAAO,EAAE;YAChB,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;SAClE;QAED,MAAM,iBAAiB,GAAG,gCAAsB,CAAC,yBAAyB,CAAC,cAAc,CAAC,CAAC;QAE3F,IAAI,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE;YACxC,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE;gBACtD,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;aACvC;SACJ;QAED,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;QACpE,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAEjD,IAAI,iBAAiB,CAAC,IAAI,GAAG,CAAC,EAAE;YAC5B,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;SAC5D;QAED,2EAA2E;QAC3E,IAAI,OAAO,CAAC,aAAa,IAAI,CAAC,MAAM,EAAE;YAClC,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;SACrC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAES,eAAe,CAAC,MAAc,EAAE,QAA6B,EAAE,OAA8B;;QACnG,MAAM,SAAS,GAAG,MAAA,MAAA,MAAM,CAAC,OAAO,CAAC,SAAS,0CAAE,GAAG,CAAC,QAAQ,CAAC,EAAE;;YAAC,OAAA,CAAC;gBACzD,EAAE,EAAE,MAAA,QAAQ,CAAC,EAAE,mCAAI,EAAE;gBACrB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gBAC5B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;aACzD,CAAC,CAAA;SAAA,CAAC,mCAAI,EAAE,CAAC;QAEV,MAAM,YAAY,GAAG,MAAA,MAAM,CAAC,YAAY,mCAAI,EAAE,CAAC;QAC/C,MAAM,kBAAkB,GAAG,gCAAsB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAErE,MAAM,KAAK,GAAY,EAAE,CAAC;QAC1B,IAAI,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QACzC,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC;QAC/C,IAAI,WAAW,EAAE;YACb,MAAM,QAAQ,GAAG,SAAS,MAAA,MAAA,OAAO,CAAC,eAAe,0CAAE,MAAM,0CAAE,WAAW,EAAE,EAAE,CAAC;YAC3E,MAAM,SAAS,GAAG,eAAQ,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC;gBACP,QAAQ,EAAE,oBAAa,CAAC,aAAa,CAAC,QAAQ,CAAC;gBAC/C,IAAI,EAAE,SAAS;gBACf,EAAE,EAAE,WAAW,CAAC,EAAE;aACrB,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,EAAE;gBACd,WAAW,GAAG,WAAW,CAAC,UAAU,CAAC;aACxC;YACD,kBAAkB,CAAC,QAAQ,CAAC,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC;YACrD,kBAAkB,CAAC,QAAQ,CAAC,cAAc,GAAG,WAAW,CAAC,SAAS,CAAC;SACtE;QAED,MAAM,gBAAgB,GAAG,IAAI,0BAAgB,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACvF,OAAO;YACH,MAAM,EAAE,gBAAgB;YACxB,QAAQ,EAAE,kBAAkB;SAC/B,CAAC;IACN,CAAC;IAES,iCAAiC,CAAC,MAAsB,EAAE,KAAY,EAAE,YAAuB,mBAAS,CAAC,WAAW,EAAE;;QAC5H,OAAO,8BAAoB,CAAC,OAAO,EAAE;aAChC,EAAE,CAAC,MAAA,MAAM,CAAC,EAAE,mCAAI,EAAE,CAAC;aACnB,KAAK,CAAC,KAAK,CAAC;aACZ,KAAK,CAAC,MAAA,MAAM,CAAC,KAAK,mCAAI,EAAE,CAAC;aACzB,QAAQ,CAAC,SAAS,EAAE,MAAA,MAAM,CAAC,OAAO,mCAAI,CAAC,CAAC;aACxC,QAAQ,CAAC,oBAAoB,EAAE,MAAA,MAAM,CAAC,iBAAiB,mCAAI,EAAE,CAAC;aAC9D,SAAS,CAAC,SAAS,CAAC;aACpB,KAAK,EAAE,CAAC;IACjB,CAAC;IAES,yBAAyB,CAAC,oBAA0C,EAAE,KAAY;;QACxF,OAAO,8BAAoB,CAAC,OAAO,EAAE;aAChC,EAAE,CAAC,MAAA,oBAAoB,CAAC,EAAE,mCAAI,EAAE,CAAC;aACjC,KAAK,CAAC,KAAK,CAAC;aACZ,KAAK,CAAC,MAAA,oBAAoB,CAAC,KAAK,mCAAI,EAAE,CAAC;aACvC,SAAS,CAAC,oBAAoB,CAAC,SAAS,CAAC;aACzC,KAAK,EAAE,CAAC;IACjB,CAAC;IAED,IAAI,CAAC,MAAc;QACf,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAES,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,oBAAmC;;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,gBAAgB,CAAC,IAAI,CAAC;QAC7C,IAAI,CAAC,cAAc,EAAE;YACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,MAAM,EAAE,CAAC,CAAC;YACtE,OAAO,sBAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SAChC;QACD,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC;QACvC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,MAAM,EAAE,CAAC,CAAC;YAC9D,OAAO,sBAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SAChC;QACD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;;YACrC,MAAM,QAAQ,GAAG;gBACb,EAAE,EAAE,MAAA,cAAc,CAAC,EAAE,mCAAI,EAAE;gBAC3B,IAAI,EAAE,MAAA,MAAM,CAAC,OAAO,CAAC,IAAI,mCAAI,EAAE;gBAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,YAAY,EAAE,MAAA,MAAM,CAAC,YAAY,mCAAI,EAAE;gBACvC,OAAO,EAAE,MAAA,MAAM,CAAC,OAAO,CAAC,OAAO,mCAAI,EAAE;aACxC,CAAC;YACF,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,uCAA6B,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,CAAC;QAC3F,MAAM,KAAK,GAAG,MAAA,cAAc,CAAC,KAAK,mCAAI,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,sBAAY,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,iCAAiC,CAAC,cAAc,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;QAC9H,IAAI,gCAAsB,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE;YAC9E,IAAI,sBAAY,CAAC,UAAU,CAAC,YAAY,EAAE,IAAI,GAAG,CAAC,CAAC,gCAA0B,CAAC,UAAU,EAAE,gCAA0B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;gBAC1H,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;gBACjF,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,oBAAoB,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;aACnI;SACJ;QACD,OAAO,YAAY,CAAC;IACxB,CAAC;IAES,qBAAqB,CAAC,KAA0B;QACtD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YAC5C,MAAM,MAAM,GAAG,IAAI,YAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,YAAY,GAAG,WAAW,CAAC,YAAY,CAAC;YAC/C,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;YACjC,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC;YACnC,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;YACvC,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,CAAC;QACH,MAAM,cAAc,GAAG,IAAI,oBAAc,EAAE,CAAC;QAC5C,cAAc,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;QAC7B,cAAc,CAAC,OAAO,GAAG,OAAO,CAAC;QACjC,cAAc,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QACvC,cAAc,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACnC,cAAc,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;QAC/C,cAAc,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;QAC3D,cAAc,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACnC,OAAO,cAAc,CAAC;IAC1B,CAAC;IAES,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,oBAAmC;;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,MAAA,OAAO,CAAC,gBAAgB,0CAAE,QAAQ,CAAC,oBAAc,CAAC,KAAK,CAAC,EAAE;YAC1D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8EAA8E,CAAC,CAAC;YACjG,MAAM,IAAI,2BAAoB,CAAC,uDAAuD,CAAC,CAAC;SAC3F;QAED,IAAI,OAAO,CAAC,eAAe,EAAE;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uFAAuF,CAAC,CAAC;YAC1G,MAAM,IAAI,2BAAoB,CAAC,4DAA4D,CAAC,CAAC;SAChG;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAE3D,wEAAwE;QACxE,yCAAyC;QACzC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE1C,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAC9B,IAAA,eAAG,EAAC,cAAc,CAAC,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,EACtE,IAAA,eAAG,EAAC,cAAc,CAAC,EAAE;YACjB,IAAI;gBACA,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;;oBACpD,MAAM,EAAE,GAAG,MAAA,cAAc,CAAC,EAAE,mCAAI,EAAE,CAAC;oBACnC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;wBACrB,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;qBACxC;oBACD,MAAM,QAAQ,GAAG;wBACb,EAAE;wBACF,IAAI,EAAE,MAAA,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,mCAAI,EAAE;wBAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,YAAY,EAAE,MAAA,MAAM,CAAC,YAAY,mCAAI,EAAE;wBACvC,OAAO,EAAE,MAAA,MAAM,CAAC,OAAO,CAAC,OAAO,mCAAI,EAAE;qBACxC,CAAC;oBACF,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC3D,CAAC,CAAC,CAAC;gBACH,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC;gBACnC,MAAM,wBAAwB,GAAG,KAAK,CAAC,CAAC,CAAC,eAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,eAAK,CAAC,WAAW,EAAE,CAAC;gBACzI,MAAM,gBAAgB,GAAG,mBAAS,CAAC,kBAAkB,CAAC,wBAAwB,EAAE,oBAAoB,CAAC,CAAC;gBACtG,OAAO,sBAAY,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,iCAAiC,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC,CAAC;aACnH;YAAC,OAAO,CAAC,EAAE;gBACR,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACrB,OAAO,sBAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aAChC;QACL,CAAC,CAAC;QACF,mEAAmE;QACnE,gEAAgE;QAChE,6DAA6D;QAC7D,gEAAgE;QAChE,aAAa;QACb,IAAA,uBAAW,EAAC,CAAC,EAAE,CAAC,CAAC,EACjB,IAAA,eAAG,EAAC,MAAM,CAAC,EAAE;;YACT,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,CAAA,MAAA,OAAO,CAAC,aAAa,0CAAE,YAAY,KAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC5D,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACjC,IAAI,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,QAAQ,EAAE;oBAC1B,sDAAsD;oBACtD,sCAAsC;oBACtC,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAC5C,IAAI,CAAC,mBAAS,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;wBAC3B,iDAAiD;wBACjD,yCAAyC;wBACzC,OAAO,sBAAY,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,yBAAyB,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;qBAClH;iBACJ;aACJ;YACD,OAAO,aAAa,CAAC;QACzB,CAAC,CAAC,EACF,IAAA,oBAAQ,EAAC,KAAK,EAAC,aAAa,EAAC,EAAE;YAC3B,IAAI,gCAAsB,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE;gBAC9E,IAAI,sBAAY,CAAC,UAAU,CAAC,aAAa,EAAE,IAAI,GAAG,CAAC,CAAC,gCAA0B,CAAC,UAAU,EAAE,gCAA0B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;oBAC3H,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;oBAClF,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,oBAAoB,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,aAAa,CAAC,CAAC;iBACtI;aACJ;YACD,OAAO,IAAA,SAAE,EAAC,aAAa,CAAC,CAAC;QAC7B,CAAC,CAAC,EACF,IAAA,qBAAS,GAAE,CACd,CAAC;QACF,OAAO,YAAY,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAc;QACvB,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;CACJ,CAAA;AAxVG;IAAC,IAAA,gBAAS,EAAC,uCAAiB,CAAC;sCACM,uCAAiB;uDAAC;AAKrD;IAAC,IAAA,gBAAS,EAAC,eAAS,CAAC;;gDACiB;AAEtC;IAAC,IAAA,gBAAS,EAAC,aAAM,CAAC;;+CACgB;AAElC;IAAC,IAAA,gBAAS,EAAC,kCAAwB,CAAC;;iEACkC;AAEtE;IAAC,IAAA,gBAAS,EAAC,qBAAW,CAAC;;oDACqB;AAE5C;IAAC,IAAA,gBAAS,EAAC,wBAAc,CAAC;;uDACwB;AAxBzC,eAAe;IAD3B,IAAA,gBAAS,EAAC,mBAAS,CAAC;GACR,eAAe,CA6V3B;AA7VY,0CAAe"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-chat-model.spec.d.ts","sourceRoot":"","sources":["../../../src/common/model/openai-chat-model.spec.ts"],"names":[],"mappings":"AACA,OAAO,UAAU,CAAC"}
|