oci-generativeaiinference 2.83.0 → 2.84.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/client.d.ts +18 -4
- package/lib/client.js +83 -3
- package/lib/client.js.map +1 -1
- package/lib/model/base-chat-request.d.ts +29 -0
- package/lib/model/base-chat-request.js +79 -0
- package/lib/model/base-chat-request.js.map +1 -0
- package/lib/model/base-chat-response.d.ts +29 -0
- package/lib/model/base-chat-response.js +79 -0
- package/lib/model/base-chat-response.js.map +1 -0
- package/lib/model/chat-choice.d.ts +42 -0
- package/lib/model/chat-choice.js +62 -0
- package/lib/model/chat-choice.js.map +1 -0
- package/lib/model/chat-content.d.ts +29 -0
- package/lib/model/chat-content.js +75 -0
- package/lib/model/chat-content.js.map +1 -0
- package/lib/model/chat-details.d.ts +35 -0
- package/lib/model/chat-details.js +68 -0
- package/lib/model/chat-details.js.map +1 -0
- package/lib/model/chat-result.d.ts +38 -0
- package/lib/model/chat-result.js +64 -0
- package/lib/model/chat-result.js.map +1 -0
- package/lib/model/citation.d.ts +44 -0
- package/lib/model/citation.js +36 -0
- package/lib/model/citation.js.map +1 -0
- package/lib/model/cohere-chat-request.d.ts +95 -0
- package/lib/model/cohere-chat-request.js +71 -0
- package/lib/model/cohere-chat-request.js.map +1 -0
- package/lib/model/cohere-chat-response.d.ts +70 -0
- package/lib/model/cohere-chat-response.js +95 -0
- package/lib/model/cohere-chat-response.js.map +1 -0
- package/lib/model/cohere-message.d.ts +40 -0
- package/lib/model/cohere-message.js +41 -0
- package/lib/model/cohere-message.js.map +1 -0
- package/lib/model/embed-text-details.d.ts +1 -1
- package/lib/model/generic-chat-request.d.ts +98 -0
- package/lib/model/generic-chat-request.js +71 -0
- package/lib/model/generic-chat-request.js.map +1 -0
- package/lib/model/generic-chat-response.d.ts +39 -0
- package/lib/model/generic-chat-response.js +71 -0
- package/lib/model/generic-chat-response.js.map +1 -0
- package/lib/model/index.d.ts +30 -0
- package/lib/model/index.js +31 -1
- package/lib/model/index.js.map +1 -1
- package/lib/model/llama-llm-inference-request.d.ts +1 -1
- package/lib/model/message.d.ts +37 -0
- package/lib/model/message.js +68 -0
- package/lib/model/message.js.map +1 -0
- package/lib/model/search-query.d.ts +32 -0
- package/lib/model/search-query.js +36 -0
- package/lib/model/search-query.js.map +1 -0
- package/lib/model/text-content.d.ts +35 -0
- package/lib/model/text-content.js +57 -0
- package/lib/model/text-content.js.map +1 -0
- package/lib/request/chat-request.d.ts +36 -0
- package/lib/request/chat-request.js +15 -0
- package/lib/request/chat-request.js.map +1 -0
- package/lib/request/embed-text-request.d.ts +1 -1
- package/lib/request/generate-text-request.d.ts +1 -1
- package/lib/request/index.d.ts +2 -0
- package/lib/request/summarize-text-request.d.ts +1 -1
- package/lib/response/chat-response.d.ts +30 -0
- package/lib/response/chat-response.js +15 -0
- package/lib/response/chat-response.js.map +1 -0
- package/lib/response/index.d.ts +2 -0
- package/package.json +3 -3
package/lib/client.d.ts
CHANGED
|
@@ -77,6 +77,20 @@ export declare class GenerativeAiInferenceClient {
|
|
|
77
77
|
* Shutdown the circuit breaker used by the client when it is no longer needed
|
|
78
78
|
*/
|
|
79
79
|
shutdownCircuitBreaker(): void;
|
|
80
|
+
/**
|
|
81
|
+
* Close the client once it is no longer needed
|
|
82
|
+
*/
|
|
83
|
+
close(): void;
|
|
84
|
+
/**
|
|
85
|
+
* Creates a response for the given conversation.
|
|
86
|
+
*
|
|
87
|
+
* This operation uses {@link common.OciSdkDefaultRetryConfiguration} by default if no retry configuration is defined by the user.
|
|
88
|
+
* @param ChatRequest
|
|
89
|
+
* @return ChatResponse
|
|
90
|
+
* @throws OciError when an error occurs
|
|
91
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.2/generativeaiinference/Chat.ts.html |here} to see how to use Chat API.
|
|
92
|
+
*/
|
|
93
|
+
chat(chatRequest: requests.ChatRequest): Promise<responses.ChatResponse | string>;
|
|
80
94
|
/**
|
|
81
95
|
* Produces embeddings for the inputs.
|
|
82
96
|
* <p>
|
|
@@ -86,7 +100,7 @@ export declare class GenerativeAiInferenceClient {
|
|
|
86
100
|
* @param EmbedTextRequest
|
|
87
101
|
* @return EmbedTextResponse
|
|
88
102
|
* @throws OciError when an error occurs
|
|
89
|
-
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.
|
|
103
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.2/generativeaiinference/EmbedText.ts.html |here} to see how to use EmbedText API.
|
|
90
104
|
*/
|
|
91
105
|
embedText(embedTextRequest: requests.EmbedTextRequest): Promise<responses.EmbedTextResponse>;
|
|
92
106
|
/**
|
|
@@ -96,9 +110,9 @@ export declare class GenerativeAiInferenceClient {
|
|
|
96
110
|
* @param GenerateTextRequest
|
|
97
111
|
* @return GenerateTextResponse
|
|
98
112
|
* @throws OciError when an error occurs
|
|
99
|
-
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.
|
|
113
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.2/generativeaiinference/GenerateText.ts.html |here} to see how to use GenerateText API.
|
|
100
114
|
*/
|
|
101
|
-
generateText(generateTextRequest: requests.GenerateTextRequest): Promise<responses.GenerateTextResponse>;
|
|
115
|
+
generateText(generateTextRequest: requests.GenerateTextRequest): Promise<responses.GenerateTextResponse | string>;
|
|
102
116
|
/**
|
|
103
117
|
* Summarizes the input text.
|
|
104
118
|
*
|
|
@@ -106,7 +120,7 @@ export declare class GenerativeAiInferenceClient {
|
|
|
106
120
|
* @param SummarizeTextRequest
|
|
107
121
|
* @return SummarizeTextResponse
|
|
108
122
|
* @throws OciError when an error occurs
|
|
109
|
-
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.
|
|
123
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.2/generativeaiinference/SummarizeText.ts.html |here} to see how to use SummarizeText API.
|
|
110
124
|
*/
|
|
111
125
|
summarizeText(summarizeTextRequest: requests.SummarizeTextRequest): Promise<responses.SummarizeTextResponse>;
|
|
112
126
|
}
|
package/lib/client.js
CHANGED
|
@@ -175,6 +175,81 @@ class GenerativeAiInferenceClient {
|
|
|
175
175
|
this._circuitBreaker.shutdown();
|
|
176
176
|
}
|
|
177
177
|
}
|
|
178
|
+
/**
|
|
179
|
+
* Close the client once it is no longer needed
|
|
180
|
+
*/
|
|
181
|
+
close() {
|
|
182
|
+
this.shutdownCircuitBreaker();
|
|
183
|
+
}
|
|
184
|
+
/**
|
|
185
|
+
* Creates a response for the given conversation.
|
|
186
|
+
*
|
|
187
|
+
* This operation uses {@link common.OciSdkDefaultRetryConfiguration} by default if no retry configuration is defined by the user.
|
|
188
|
+
* @param ChatRequest
|
|
189
|
+
* @return ChatResponse
|
|
190
|
+
* @throws OciError when an error occurs
|
|
191
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.2/generativeaiinference/Chat.ts.html |here} to see how to use Chat API.
|
|
192
|
+
*/
|
|
193
|
+
chat(chatRequest) {
|
|
194
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
195
|
+
if (this.logger)
|
|
196
|
+
this.logger.debug("Calling operation GenerativeAiInferenceClient#chat.");
|
|
197
|
+
const operationName = "chat";
|
|
198
|
+
const apiReferenceLink = "";
|
|
199
|
+
const pathParams = {};
|
|
200
|
+
const queryParams = {};
|
|
201
|
+
let headerParams = {
|
|
202
|
+
"Content-Type": common.Constants.APPLICATION_JSON,
|
|
203
|
+
"opc-retry-token": chatRequest.opcRetryToken,
|
|
204
|
+
"opc-request-id": chatRequest.opcRequestId
|
|
205
|
+
};
|
|
206
|
+
const specRetryConfiguration = common.OciSdkDefaultRetryConfiguration;
|
|
207
|
+
const retrier = oci_common_1.GenericRetrier.createPreferredRetrier(this._clientConfiguration ? this._clientConfiguration.retryConfiguration : undefined, chatRequest.retryConfiguration, specRetryConfiguration);
|
|
208
|
+
if (this.logger)
|
|
209
|
+
retrier.logger = this.logger;
|
|
210
|
+
const request = yield oci_common_1.composeRequest({
|
|
211
|
+
baseEndpoint: this._endpoint,
|
|
212
|
+
defaultHeaders: this._defaultHeaders,
|
|
213
|
+
path: "/actions/chat",
|
|
214
|
+
method: "POST",
|
|
215
|
+
bodyContent: common.ObjectSerializer.serialize(chatRequest.chatDetails, "ChatDetails", model.ChatDetails.getJsonObj),
|
|
216
|
+
pathParams: pathParams,
|
|
217
|
+
headerParams: headerParams,
|
|
218
|
+
queryParams: queryParams
|
|
219
|
+
});
|
|
220
|
+
try {
|
|
221
|
+
const response = yield retrier.makeServiceCall(this._httpClient, request, this.targetService, operationName, apiReferenceLink);
|
|
222
|
+
if (response.headers &&
|
|
223
|
+
response.headers.get(common.Constants.CONTENT_TYPE_HEADER) ===
|
|
224
|
+
common.Constants.SERVER_SIDE_EVENT_TEXT_STREAM) {
|
|
225
|
+
return yield response.text();
|
|
226
|
+
}
|
|
227
|
+
const sdkResponse = oci_common_1.composeResponse({
|
|
228
|
+
responseObject: {},
|
|
229
|
+
body: yield response.json(),
|
|
230
|
+
bodyKey: "chatResult",
|
|
231
|
+
bodyModel: model.ChatResult,
|
|
232
|
+
type: "model.ChatResult",
|
|
233
|
+
responseHeaders: [
|
|
234
|
+
{
|
|
235
|
+
value: response.headers.get("etag"),
|
|
236
|
+
key: "etag",
|
|
237
|
+
dataType: "string"
|
|
238
|
+
},
|
|
239
|
+
{
|
|
240
|
+
value: response.headers.get("opc-request-id"),
|
|
241
|
+
key: "opcRequestId",
|
|
242
|
+
dataType: "string"
|
|
243
|
+
}
|
|
244
|
+
]
|
|
245
|
+
});
|
|
246
|
+
return sdkResponse;
|
|
247
|
+
}
|
|
248
|
+
catch (err) {
|
|
249
|
+
throw err;
|
|
250
|
+
}
|
|
251
|
+
});
|
|
252
|
+
}
|
|
178
253
|
/**
|
|
179
254
|
* Produces embeddings for the inputs.
|
|
180
255
|
* <p>
|
|
@@ -184,7 +259,7 @@ class GenerativeAiInferenceClient {
|
|
|
184
259
|
* @param EmbedTextRequest
|
|
185
260
|
* @return EmbedTextResponse
|
|
186
261
|
* @throws OciError when an error occurs
|
|
187
|
-
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.
|
|
262
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.2/generativeaiinference/EmbedText.ts.html |here} to see how to use EmbedText API.
|
|
188
263
|
*/
|
|
189
264
|
embedText(embedTextRequest) {
|
|
190
265
|
return __awaiter(this, void 0, void 0, function* () {
|
|
@@ -248,7 +323,7 @@ class GenerativeAiInferenceClient {
|
|
|
248
323
|
* @param GenerateTextRequest
|
|
249
324
|
* @return GenerateTextResponse
|
|
250
325
|
* @throws OciError when an error occurs
|
|
251
|
-
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.
|
|
326
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.2/generativeaiinference/GenerateText.ts.html |here} to see how to use GenerateText API.
|
|
252
327
|
*/
|
|
253
328
|
generateText(generateTextRequest) {
|
|
254
329
|
return __awaiter(this, void 0, void 0, function* () {
|
|
@@ -279,6 +354,11 @@ class GenerativeAiInferenceClient {
|
|
|
279
354
|
});
|
|
280
355
|
try {
|
|
281
356
|
const response = yield retrier.makeServiceCall(this._httpClient, request, this.targetService, operationName, apiReferenceLink);
|
|
357
|
+
if (response.headers &&
|
|
358
|
+
response.headers.get(common.Constants.CONTENT_TYPE_HEADER) ===
|
|
359
|
+
common.Constants.SERVER_SIDE_EVENT_TEXT_STREAM) {
|
|
360
|
+
return yield response.text();
|
|
361
|
+
}
|
|
282
362
|
const sdkResponse = oci_common_1.composeResponse({
|
|
283
363
|
responseObject: {},
|
|
284
364
|
body: yield response.json(),
|
|
@@ -312,7 +392,7 @@ class GenerativeAiInferenceClient {
|
|
|
312
392
|
* @param SummarizeTextRequest
|
|
313
393
|
* @return SummarizeTextResponse
|
|
314
394
|
* @throws OciError when an error occurs
|
|
315
|
-
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.
|
|
395
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.2/generativeaiinference/SummarizeText.ts.html |here} to see how to use SummarizeText API.
|
|
316
396
|
*/
|
|
317
397
|
summarizeText(summarizeTextRequest) {
|
|
318
398
|
return __awaiter(this, void 0, void 0, function* () {
|
package/lib/client.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../../lib/generativeaiinference/lib/client.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qCAAsC;AAEtC,+CAAiC;AAEjC,2CAKoB;AACpB,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;AAEnC,kDAAkD;AAClD,kDAAkD;AAClD,kDAAkD;AAElD,IAAY,4BAA+B;AAA3C,WAAY,4BAA4B;AAAE,CAAC,EAA/B,4BAA4B,GAA5B,oCAA4B,KAA5B,oCAA4B,QAAG;AAC3C;;GAEG;AACH,MAAa,2BAA2B;IAkBtC,YAAY,MAAyB,EAAE,mBAAgD;QAd7E,6CAAuC,GAAwB,SAAS,CAAC;QACzE,iBAAW,GAAW,EAAE,CAAC;QACzB,uBAAiB,GAAQ,EAAE,CAAC;QAE5B,oBAAe,GAA0B,IAAI,CAAC;QAC9C,iBAAY,GAAQ,SAAS,CAAC;QAC9B,oBAAe,GAAQ,SAAS,CAAC;QACpC,kBAAa,GAAG,uBAAuB,CAAC;QACrC,cAAS,GAAW,EAAE,CAAC;QAEvB,6BAAwB,GAAW,EAAE,CAAC;QAK9C,MAAM,aAAa,GAAG,MAAM,CAAC,6BAA6B;YACxD,CAAC,CAAC,IAAI,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,6BAA6B,CAAC;YACvE,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,mBAAmB,EAAE;YACvB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;YAChD,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAe,CAAC,OAAO;gBAC7C,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,WAAW;gBACjD,CAAC,CAAC,mBAAmB,CAAC,WAAW;gBACjC,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAc;gBACpC,CAAC,CAAC,SAAS,CAAC;SACf;QAED,IAAI,CAAC,uCAA0B,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,EAAE;YACzE,IAAI,MAAM,GACR,4UAA4U,CAAC;YAC/U,MAAM,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;SAC9C;QAED,+GAA+G;QAC/G,MAAM,yBAAyB,GAAG,IAAI,CAAC;QACvC,IACE,CAAC,IAAI,CAAC,eAAe;YACrB,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,mBAAoB,CAAC;YAChE,CAAC,yBAAyB,IAAI,MAAM,CAAC,cAAc,CAAC,8BAA8B,CAAC,EACnF;YACA,IAAI,CAAC,eAAe,GAAG,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC;SAC5D;QACD,IAAI,CAAC,WAAW;YACd,MAAM,CAAC,UAAU;gBACjB,IAAI,MAAM,CAAC,eAAe,CACxB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,eAAe,CACrB,CAAC;QAEJ,IACE,MAAM,CAAC,6BAA6B;YACpC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,6BAA6B,CAAC,EAC7D;YACA,MAAM,QAAQ,GAA0B,MAAM,CAAC,6BAA6B,CAAC;YAC7E,IAAI,QAAQ,CAAC,SAAS,EAAE,EAAE;gBACxB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;aACpC;SACF;IACH,CAAC;IAED;;OAEG;IACH,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;QAC9C,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,IAAW,MAAM;QACf,OAAO,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,IAAW,gCAAgC,CAAC,oCAA6C;QACvF,IAAI,CAAC,qCAAqC,GAAG,oCAAoC,CAAC;QAClF,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+CAA+C,IAAI,CAAC,qCAAqC,EAAE,CAC5F,CAAC;QACJ,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE;YACjE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,OAAO,EACZ,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;aAAM,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;YAC3E,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,SAAS,EACd,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;IACH,CAAC;IAED;;;;OAIG;IACH,IAAW,MAAM,CAAC,MAAqB;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,MAAM,EACN,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;IAC9D,CAAC;IAED;;;;;;;OAOG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,QAAQ,EACR,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;IACjE,CAAC;IAED;;OAEG;IACI,sBAAsB;QAC3B,IAAI,IAAI,CAAC,eAAe,EAAE;YACxB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;SACjC;IACH,CAAC;IAED;;;;;;;;;;SAUK;IACQ,SAAS,CACpB,gBAA2C;;YAE3C,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC/F,MAAM,aAAa,GAAG,WAAW,CAAC;YAClC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,gBAAgB,CAAC,aAAa;gBACjD,gBAAgB,EAAE,gBAAgB,CAAC,YAAY;aAChD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,gBAAgB,CAAC,kBAAkB,EACnC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,gBAAgB,CAAC,gBAAgB,EACjC,kBAAkB,EAClB,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAClC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA+B,EAAE;oBAC/C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK,CAAC,eAAe;oBAChC,IAAI,EAAE,uBAAuB;oBAC7B,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,YAAY,CACvB,mBAAiD;;YAEjD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACnF,MAAM,aAAa,GAAG,cAAc,CAAC;YACrC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,mBAAmB,CAAC,aAAa;gBACpD,gBAAgB,EAAE,mBAAmB,CAAC,YAAY;aACnD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,mBAAmB,CAAC,kBAAkB,EACtC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,uBAAuB;gBAC7B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,mBAAmB,CAAC,mBAAmB,EACvC,qBAAqB,EACrB,KAAK,CAAC,mBAAmB,CAAC,UAAU,CACrC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAkC,EAAE;oBAClD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,oBAAoB;oBAC7B,SAAS,EAAE,KAAK,CAAC,kBAAkB;oBACnC,IAAI,EAAE,0BAA0B;oBAChC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,aAAa,CACxB,oBAAmD;;YAEnD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;YACpF,MAAM,aAAa,GAAG,eAAe,CAAC;YACtC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,oBAAoB,CAAC,aAAa;gBACrD,gBAAgB,EAAE,oBAAoB,CAAC,YAAY;aACpD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,oBAAoB,CAAC,kBAAkB,EACvC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,wBAAwB;gBAC9B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,oBAAoB,CAAC,oBAAoB,EACzC,sBAAsB,EACtB,KAAK,CAAC,oBAAoB,CAAC,UAAU,CACtC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAmC,EAAE;oBACnD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,qBAAqB;oBAC9B,SAAS,EAAE,KAAK,CAAC,mBAAmB;oBACpC,IAAI,EAAE,2BAA2B;oBACjC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;;AAlZH,kEAmZC;AAlZkB,mDAAuB,GACtC,iEAAiE,CAAC;AACnD,+CAAmB,GAAG,EAAE,CAAC"}
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../../lib/generativeaiinference/lib/client.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qCAAsC;AAEtC,+CAAiC;AAEjC,2CAKoB;AACpB,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;AAEnC,kDAAkD;AAClD,kDAAkD;AAClD,kDAAkD;AAElD,IAAY,4BAA+B;AAA3C,WAAY,4BAA4B;AAAE,CAAC,EAA/B,4BAA4B,GAA5B,oCAA4B,KAA5B,oCAA4B,QAAG;AAC3C;;GAEG;AACH,MAAa,2BAA2B;IAkBtC,YAAY,MAAyB,EAAE,mBAAgD;QAd7E,6CAAuC,GAAwB,SAAS,CAAC;QACzE,iBAAW,GAAW,EAAE,CAAC;QACzB,uBAAiB,GAAQ,EAAE,CAAC;QAE5B,oBAAe,GAA0B,IAAI,CAAC;QAC9C,iBAAY,GAAQ,SAAS,CAAC;QAC9B,oBAAe,GAAQ,SAAS,CAAC;QACpC,kBAAa,GAAG,uBAAuB,CAAC;QACrC,cAAS,GAAW,EAAE,CAAC;QAEvB,6BAAwB,GAAW,EAAE,CAAC;QAK9C,MAAM,aAAa,GAAG,MAAM,CAAC,6BAA6B;YACxD,CAAC,CAAC,IAAI,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,6BAA6B,CAAC;YACvE,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,mBAAmB,EAAE;YACvB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;YAChD,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAe,CAAC,OAAO;gBAC7C,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,WAAW;gBACjD,CAAC,CAAC,mBAAmB,CAAC,WAAW;gBACjC,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAc;gBACpC,CAAC,CAAC,SAAS,CAAC;SACf;QAED,IAAI,CAAC,uCAA0B,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,EAAE;YACzE,IAAI,MAAM,GACR,4UAA4U,CAAC;YAC/U,MAAM,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;SAC9C;QAED,+GAA+G;QAC/G,MAAM,yBAAyB,GAAG,IAAI,CAAC;QACvC,IACE,CAAC,IAAI,CAAC,eAAe;YACrB,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,mBAAoB,CAAC;YAChE,CAAC,yBAAyB,IAAI,MAAM,CAAC,cAAc,CAAC,8BAA8B,CAAC,EACnF;YACA,IAAI,CAAC,eAAe,GAAG,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC;SAC5D;QACD,IAAI,CAAC,WAAW;YACd,MAAM,CAAC,UAAU;gBACjB,IAAI,MAAM,CAAC,eAAe,CACxB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,eAAe,CACrB,CAAC;QAEJ,IACE,MAAM,CAAC,6BAA6B;YACpC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,6BAA6B,CAAC,EAC7D;YACA,MAAM,QAAQ,GAA0B,MAAM,CAAC,6BAA6B,CAAC;YAC7E,IAAI,QAAQ,CAAC,SAAS,EAAE,EAAE;gBACxB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;aACpC;SACF;IACH,CAAC;IAED;;OAEG;IACH,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;QAC9C,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,IAAW,MAAM;QACf,OAAO,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,IAAW,gCAAgC,CAAC,oCAA6C;QACvF,IAAI,CAAC,qCAAqC,GAAG,oCAAoC,CAAC;QAClF,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+CAA+C,IAAI,CAAC,qCAAqC,EAAE,CAC5F,CAAC;QACJ,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE;YACjE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,OAAO,EACZ,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;aAAM,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;YAC3E,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,SAAS,EACd,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;IACH,CAAC;IAED;;;;OAIG;IACH,IAAW,MAAM,CAAC,MAAqB;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,MAAM,EACN,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;IAC9D,CAAC;IAED;;;;;;;OAOG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,QAAQ,EACR,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;IACjE,CAAC;IAED;;OAEG;IACI,sBAAsB;QAC3B,IAAI,IAAI,CAAC,eAAe,EAAE;YACxB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;SACjC;IACH,CAAC;IAED;;OAEG;IACI,KAAK;QACV,IAAI,CAAC,sBAAsB,EAAE,CAAC;IAChC,CAAC;IAED;;;;;;;;OAQG;IACU,IAAI,CAAC,WAAiC;;YACjD,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;YAC1F,MAAM,aAAa,GAAG,MAAM,CAAC;YAC7B,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,WAAW,CAAC,aAAa;gBAC5C,gBAAgB,EAAE,WAAW,CAAC,YAAY;aAC3C,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,WAAW,CAAC,kBAAkB,EAC9B,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,WAAW,CAAC,WAAW,EACvB,aAAa,EACb,KAAK,CAAC,WAAW,CAAC,UAAU,CAC7B;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,IACE,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;wBACxD,MAAM,CAAC,SAAS,CAAC,6BAA6B,EAChD;oBACA,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;iBAC9B;gBACD,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA0B,EAAE;oBAC1C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,YAAY;oBACrB,SAAS,EAAE,KAAK,CAAC,UAAU;oBAC3B,IAAI,EAAE,kBAAkB;oBACxB,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;;;SAUK;IACQ,SAAS,CACpB,gBAA2C;;YAE3C,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC/F,MAAM,aAAa,GAAG,WAAW,CAAC;YAClC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,gBAAgB,CAAC,aAAa;gBACjD,gBAAgB,EAAE,gBAAgB,CAAC,YAAY;aAChD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,gBAAgB,CAAC,kBAAkB,EACnC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,gBAAgB,CAAC,gBAAgB,EACjC,kBAAkB,EAClB,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAClC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA+B,EAAE;oBAC/C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK,CAAC,eAAe;oBAChC,IAAI,EAAE,uBAAuB;oBAC7B,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,YAAY,CACvB,mBAAiD;;YAEjD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACnF,MAAM,aAAa,GAAG,cAAc,CAAC;YACrC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,mBAAmB,CAAC,aAAa;gBACpD,gBAAgB,EAAE,mBAAmB,CAAC,YAAY;aACnD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,mBAAmB,CAAC,kBAAkB,EACtC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,uBAAuB;gBAC7B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,mBAAmB,CAAC,mBAAmB,EACvC,qBAAqB,EACrB,KAAK,CAAC,mBAAmB,CAAC,UAAU,CACrC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,IACE,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;wBACxD,MAAM,CAAC,SAAS,CAAC,6BAA6B,EAChD;oBACA,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;iBAC9B;gBACD,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAkC,EAAE;oBAClD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,oBAAoB;oBAC7B,SAAS,EAAE,KAAK,CAAC,kBAAkB;oBACnC,IAAI,EAAE,0BAA0B;oBAChC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,aAAa,CACxB,oBAAmD;;YAEnD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;YACpF,MAAM,aAAa,GAAG,eAAe,CAAC;YACtC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,oBAAoB,CAAC,aAAa;gBACrD,gBAAgB,EAAE,oBAAoB,CAAC,YAAY;aACpD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,oBAAoB,CAAC,kBAAkB,EACvC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,wBAAwB;gBAC9B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,oBAAoB,CAAC,oBAAoB,EACzC,sBAAsB,EACtB,KAAK,CAAC,oBAAoB,CAAC,UAAU,CACtC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAmC,EAAE;oBACnD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,qBAAqB;oBAC9B,SAAS,EAAE,KAAK,CAAC,mBAAmB;oBACpC,IAAI,EAAE,2BAA2B;oBACjC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;;AArfH,kEAsfC;AArfkB,mDAAuB,GACtC,iEAAiE,CAAC;AACnD,+CAAmB,GAAG,EAAE,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generative AI Service Inference API
|
|
3
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
4
|
+
|
|
5
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
6
|
+
|
|
7
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
8
|
+
|
|
9
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
10
|
+
|
|
11
|
+
* OpenAPI spec version: 20231130
|
|
12
|
+
*
|
|
13
|
+
*
|
|
14
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
15
|
+
* Do not edit the class manually.
|
|
16
|
+
*
|
|
17
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
|
+
*/
|
|
20
|
+
/**
|
|
21
|
+
* Base class for chat inference requests
|
|
22
|
+
*/
|
|
23
|
+
export interface BaseChatRequest {
|
|
24
|
+
"apiFormat": string;
|
|
25
|
+
}
|
|
26
|
+
export declare namespace BaseChatRequest {
|
|
27
|
+
function getJsonObj(obj: BaseChatRequest): object;
|
|
28
|
+
function getDeserializedJsonObj(obj: BaseChatRequest): object;
|
|
29
|
+
}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Generative AI Service Inference API
|
|
4
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
5
|
+
|
|
6
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
7
|
+
|
|
8
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
9
|
+
|
|
10
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
11
|
+
|
|
12
|
+
* OpenAPI spec version: 20231130
|
|
13
|
+
*
|
|
14
|
+
*
|
|
15
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
16
|
+
* Do not edit the class manually.
|
|
17
|
+
*
|
|
18
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
19
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
20
|
+
*/
|
|
21
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
22
|
+
if (k2 === undefined) k2 = k;
|
|
23
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
24
|
+
}) : (function(o, m, k, k2) {
|
|
25
|
+
if (k2 === undefined) k2 = k;
|
|
26
|
+
o[k2] = m[k];
|
|
27
|
+
}));
|
|
28
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
29
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
30
|
+
}) : function(o, v) {
|
|
31
|
+
o["default"] = v;
|
|
32
|
+
});
|
|
33
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
34
|
+
if (mod && mod.__esModule) return mod;
|
|
35
|
+
var result = {};
|
|
36
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
37
|
+
__setModuleDefault(result, mod);
|
|
38
|
+
return result;
|
|
39
|
+
};
|
|
40
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
41
|
+
exports.BaseChatRequest = void 0;
|
|
42
|
+
const model = __importStar(require("../model"));
|
|
43
|
+
const common = require("oci-common");
|
|
44
|
+
var BaseChatRequest;
|
|
45
|
+
(function (BaseChatRequest) {
|
|
46
|
+
function getJsonObj(obj) {
|
|
47
|
+
const jsonObj = Object.assign(Object.assign({}, obj), {});
|
|
48
|
+
if (obj && "apiFormat" in obj && obj.apiFormat) {
|
|
49
|
+
switch (obj.apiFormat) {
|
|
50
|
+
case "GENERIC":
|
|
51
|
+
return model.GenericChatRequest.getJsonObj(jsonObj, true);
|
|
52
|
+
case "COHERE":
|
|
53
|
+
return model.CohereChatRequest.getJsonObj(jsonObj, true);
|
|
54
|
+
default:
|
|
55
|
+
if (common.LOG.logger)
|
|
56
|
+
common.LOG.logger.info(`Unknown value for: ${obj.apiFormat}`);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
return jsonObj;
|
|
60
|
+
}
|
|
61
|
+
BaseChatRequest.getJsonObj = getJsonObj;
|
|
62
|
+
function getDeserializedJsonObj(obj) {
|
|
63
|
+
const jsonObj = Object.assign(Object.assign({}, obj), {});
|
|
64
|
+
if (obj && "apiFormat" in obj && obj.apiFormat) {
|
|
65
|
+
switch (obj.apiFormat) {
|
|
66
|
+
case "GENERIC":
|
|
67
|
+
return model.GenericChatRequest.getDeserializedJsonObj(jsonObj, true);
|
|
68
|
+
case "COHERE":
|
|
69
|
+
return model.CohereChatRequest.getDeserializedJsonObj(jsonObj, true);
|
|
70
|
+
default:
|
|
71
|
+
if (common.LOG.logger)
|
|
72
|
+
common.LOG.logger.info(`Unknown value for: ${obj.apiFormat}`);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
return jsonObj;
|
|
76
|
+
}
|
|
77
|
+
BaseChatRequest.getDeserializedJsonObj = getDeserializedJsonObj;
|
|
78
|
+
})(BaseChatRequest = exports.BaseChatRequest || (exports.BaseChatRequest = {}));
|
|
79
|
+
//# sourceMappingURL=base-chat-request.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base-chat-request.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/base-chat-request.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAClC,qCAAsC;AAStC,IAAiB,eAAe,CA2C/B;AA3CD,WAAiB,eAAe;IAC9B,SAAgB,UAAU,CAAC,GAAoB;QAC7C,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,IAAI,GAAG,IAAI,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE;YAC9C,QAAQ,GAAG,CAAC,SAAS,EAAE;gBACrB,KAAK,SAAS;oBACZ,OAAO,KAAK,CAAC,kBAAkB,CAAC,UAAU,CACL,OAAQ,EAC3C,IAAI,CACL,CAAC;gBACJ,KAAK,QAAQ;oBACX,OAAO,KAAK,CAAC,iBAAiB,CAAC,UAAU,CACL,OAAQ,EAC1C,IAAI,CACL,CAAC;gBACJ;oBACE,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM;wBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;aACxF;SACF;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IApBe,0BAAU,aAoBzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAoB;QACzD,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,IAAI,GAAG,IAAI,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE;YAC9C,QAAQ,GAAG,CAAC,SAAS,EAAE;gBACrB,KAAK,SAAS;oBACZ,OAAO,KAAK,CAAC,kBAAkB,CAAC,sBAAsB,CACjB,OAAQ,EAC3C,IAAI,CACL,CAAC;gBACJ,KAAK,QAAQ;oBACX,OAAO,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,CACjB,OAAQ,EAC1C,IAAI,CACL,CAAC;gBACJ;oBACE,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM;wBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;aACxF;SACF;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IApBe,sCAAsB,yBAoBrC,CAAA;AACH,CAAC,EA3CgB,eAAe,GAAf,uBAAe,KAAf,uBAAe,QA2C/B"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generative AI Service Inference API
|
|
3
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
4
|
+
|
|
5
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
6
|
+
|
|
7
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
8
|
+
|
|
9
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
10
|
+
|
|
11
|
+
* OpenAPI spec version: 20231130
|
|
12
|
+
*
|
|
13
|
+
*
|
|
14
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
15
|
+
* Do not edit the class manually.
|
|
16
|
+
*
|
|
17
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
|
+
*/
|
|
20
|
+
/**
|
|
21
|
+
* Base class for chat inference response
|
|
22
|
+
*/
|
|
23
|
+
export interface BaseChatResponse {
|
|
24
|
+
"apiFormat": string;
|
|
25
|
+
}
|
|
26
|
+
export declare namespace BaseChatResponse {
|
|
27
|
+
function getJsonObj(obj: BaseChatResponse): object;
|
|
28
|
+
function getDeserializedJsonObj(obj: BaseChatResponse): object;
|
|
29
|
+
}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Generative AI Service Inference API
|
|
4
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
5
|
+
|
|
6
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
7
|
+
|
|
8
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
9
|
+
|
|
10
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
11
|
+
|
|
12
|
+
* OpenAPI spec version: 20231130
|
|
13
|
+
*
|
|
14
|
+
*
|
|
15
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
16
|
+
* Do not edit the class manually.
|
|
17
|
+
*
|
|
18
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
19
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
20
|
+
*/
|
|
21
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
22
|
+
if (k2 === undefined) k2 = k;
|
|
23
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
24
|
+
}) : (function(o, m, k, k2) {
|
|
25
|
+
if (k2 === undefined) k2 = k;
|
|
26
|
+
o[k2] = m[k];
|
|
27
|
+
}));
|
|
28
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
29
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
30
|
+
}) : function(o, v) {
|
|
31
|
+
o["default"] = v;
|
|
32
|
+
});
|
|
33
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
34
|
+
if (mod && mod.__esModule) return mod;
|
|
35
|
+
var result = {};
|
|
36
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
37
|
+
__setModuleDefault(result, mod);
|
|
38
|
+
return result;
|
|
39
|
+
};
|
|
40
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
41
|
+
exports.BaseChatResponse = void 0;
|
|
42
|
+
const model = __importStar(require("../model"));
|
|
43
|
+
const common = require("oci-common");
|
|
44
|
+
var BaseChatResponse;
|
|
45
|
+
(function (BaseChatResponse) {
|
|
46
|
+
function getJsonObj(obj) {
|
|
47
|
+
const jsonObj = Object.assign(Object.assign({}, obj), {});
|
|
48
|
+
if (obj && "apiFormat" in obj && obj.apiFormat) {
|
|
49
|
+
switch (obj.apiFormat) {
|
|
50
|
+
case "GENERIC":
|
|
51
|
+
return model.GenericChatResponse.getJsonObj(jsonObj, true);
|
|
52
|
+
case "COHERE":
|
|
53
|
+
return model.CohereChatResponse.getJsonObj(jsonObj, true);
|
|
54
|
+
default:
|
|
55
|
+
if (common.LOG.logger)
|
|
56
|
+
common.LOG.logger.info(`Unknown value for: ${obj.apiFormat}`);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
return jsonObj;
|
|
60
|
+
}
|
|
61
|
+
BaseChatResponse.getJsonObj = getJsonObj;
|
|
62
|
+
function getDeserializedJsonObj(obj) {
|
|
63
|
+
const jsonObj = Object.assign(Object.assign({}, obj), {});
|
|
64
|
+
if (obj && "apiFormat" in obj && obj.apiFormat) {
|
|
65
|
+
switch (obj.apiFormat) {
|
|
66
|
+
case "GENERIC":
|
|
67
|
+
return model.GenericChatResponse.getDeserializedJsonObj(jsonObj, true);
|
|
68
|
+
case "COHERE":
|
|
69
|
+
return model.CohereChatResponse.getDeserializedJsonObj(jsonObj, true);
|
|
70
|
+
default:
|
|
71
|
+
if (common.LOG.logger)
|
|
72
|
+
common.LOG.logger.info(`Unknown value for: ${obj.apiFormat}`);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
return jsonObj;
|
|
76
|
+
}
|
|
77
|
+
BaseChatResponse.getDeserializedJsonObj = getDeserializedJsonObj;
|
|
78
|
+
})(BaseChatResponse = exports.BaseChatResponse || (exports.BaseChatResponse = {}));
|
|
79
|
+
//# sourceMappingURL=base-chat-response.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base-chat-response.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/base-chat-response.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAClC,qCAAsC;AAStC,IAAiB,gBAAgB,CA2ChC;AA3CD,WAAiB,gBAAgB;IAC/B,SAAgB,UAAU,CAAC,GAAqB;QAC9C,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,IAAI,GAAG,IAAI,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE;YAC9C,QAAQ,GAAG,CAAC,SAAS,EAAE;gBACrB,KAAK,SAAS;oBACZ,OAAO,KAAK,CAAC,mBAAmB,CAAC,UAAU,CACL,OAAQ,EAC5C,IAAI,CACL,CAAC;gBACJ,KAAK,QAAQ;oBACX,OAAO,KAAK,CAAC,kBAAkB,CAAC,UAAU,CACL,OAAQ,EAC3C,IAAI,CACL,CAAC;gBACJ;oBACE,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM;wBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;aACxF;SACF;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IApBe,2BAAU,aAoBzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAqB;QAC1D,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,IAAI,GAAG,IAAI,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE;YAC9C,QAAQ,GAAG,CAAC,SAAS,EAAE;gBACrB,KAAK,SAAS;oBACZ,OAAO,KAAK,CAAC,mBAAmB,CAAC,sBAAsB,CACjB,OAAQ,EAC5C,IAAI,CACL,CAAC;gBACJ,KAAK,QAAQ;oBACX,OAAO,KAAK,CAAC,kBAAkB,CAAC,sBAAsB,CACjB,OAAQ,EAC3C,IAAI,CACL,CAAC;gBACJ;oBACE,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM;wBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;aACxF;SACF;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IApBe,uCAAsB,yBAoBrC,CAAA;AACH,CAAC,EA3CgB,gBAAgB,GAAhB,wBAAgB,KAAhB,wBAAgB,QA2ChC"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generative AI Service Inference API
|
|
3
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
4
|
+
|
|
5
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
6
|
+
|
|
7
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
8
|
+
|
|
9
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
10
|
+
|
|
11
|
+
* OpenAPI spec version: 20231130
|
|
12
|
+
*
|
|
13
|
+
*
|
|
14
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
15
|
+
* Do not edit the class manually.
|
|
16
|
+
*
|
|
17
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
|
+
*/
|
|
20
|
+
import * as model from "../model";
|
|
21
|
+
/**
|
|
22
|
+
* Represents a single instance of the chat response.
|
|
23
|
+
*/
|
|
24
|
+
export interface ChatChoice {
|
|
25
|
+
/**
|
|
26
|
+
* The index of the chat. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
|
|
27
|
+
*/
|
|
28
|
+
"index": number;
|
|
29
|
+
"message": model.Message;
|
|
30
|
+
/**
|
|
31
|
+
* The reason why the model stopped generating tokens.
|
|
32
|
+
* <p>
|
|
33
|
+
Stops if the model hits a natural stop point or a provided stop sequence. Returns the length if the tokens reach the specified maximum number of tokens.
|
|
34
|
+
*
|
|
35
|
+
*/
|
|
36
|
+
"finishReason": string;
|
|
37
|
+
"logprobs"?: model.Logprobs;
|
|
38
|
+
}
|
|
39
|
+
export declare namespace ChatChoice {
|
|
40
|
+
function getJsonObj(obj: ChatChoice): object;
|
|
41
|
+
function getDeserializedJsonObj(obj: ChatChoice): object;
|
|
42
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Generative AI Service Inference API
|
|
4
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
5
|
+
|
|
6
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
7
|
+
|
|
8
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
9
|
+
|
|
10
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
11
|
+
|
|
12
|
+
* OpenAPI spec version: 20231130
|
|
13
|
+
*
|
|
14
|
+
*
|
|
15
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
16
|
+
* Do not edit the class manually.
|
|
17
|
+
*
|
|
18
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
19
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
20
|
+
*/
|
|
21
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
22
|
+
if (k2 === undefined) k2 = k;
|
|
23
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
24
|
+
}) : (function(o, m, k, k2) {
|
|
25
|
+
if (k2 === undefined) k2 = k;
|
|
26
|
+
o[k2] = m[k];
|
|
27
|
+
}));
|
|
28
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
29
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
30
|
+
}) : function(o, v) {
|
|
31
|
+
o["default"] = v;
|
|
32
|
+
});
|
|
33
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
34
|
+
if (mod && mod.__esModule) return mod;
|
|
35
|
+
var result = {};
|
|
36
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
37
|
+
__setModuleDefault(result, mod);
|
|
38
|
+
return result;
|
|
39
|
+
};
|
|
40
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
41
|
+
exports.ChatChoice = void 0;
|
|
42
|
+
const model = __importStar(require("../model"));
|
|
43
|
+
var ChatChoice;
|
|
44
|
+
(function (ChatChoice) {
|
|
45
|
+
function getJsonObj(obj) {
|
|
46
|
+
const jsonObj = Object.assign(Object.assign({}, obj), {
|
|
47
|
+
"message": obj.message ? model.Message.getJsonObj(obj.message) : undefined,
|
|
48
|
+
"logprobs": obj.logprobs ? model.Logprobs.getJsonObj(obj.logprobs) : undefined
|
|
49
|
+
});
|
|
50
|
+
return jsonObj;
|
|
51
|
+
}
|
|
52
|
+
ChatChoice.getJsonObj = getJsonObj;
|
|
53
|
+
function getDeserializedJsonObj(obj) {
|
|
54
|
+
const jsonObj = Object.assign(Object.assign({}, obj), {
|
|
55
|
+
"message": obj.message ? model.Message.getDeserializedJsonObj(obj.message) : undefined,
|
|
56
|
+
"logprobs": obj.logprobs ? model.Logprobs.getDeserializedJsonObj(obj.logprobs) : undefined
|
|
57
|
+
});
|
|
58
|
+
return jsonObj;
|
|
59
|
+
}
|
|
60
|
+
ChatChoice.getDeserializedJsonObj = getDeserializedJsonObj;
|
|
61
|
+
})(ChatChoice = exports.ChatChoice || (exports.ChatChoice = {}));
|
|
62
|
+
//# sourceMappingURL=chat-choice.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chat-choice.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/chat-choice.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAsBlC,IAAiB,UAAU,CAyB1B;AAzBD,WAAiB,UAAU;IACzB,SAAgB,UAAU,CAAC,GAAe;QACxC,MAAM,OAAO,mCACR,GAAG,GACH;YACD,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAE1E,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;SAC/E,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAXe,qBAAU,aAWzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAe;QACpD,MAAM,OAAO,mCACR,GAAG,GACH;YACD,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAEtF,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;SAC3F,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAXe,iCAAsB,yBAWrC,CAAA;AACH,CAAC,EAzBgB,UAAU,GAAV,kBAAU,KAAV,kBAAU,QAyB1B"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generative AI Service Inference API
|
|
3
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
4
|
+
|
|
5
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
6
|
+
|
|
7
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
8
|
+
|
|
9
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
10
|
+
|
|
11
|
+
* OpenAPI spec version: 20231130
|
|
12
|
+
*
|
|
13
|
+
*
|
|
14
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
15
|
+
* Do not edit the class manually.
|
|
16
|
+
*
|
|
17
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
|
+
*/
|
|
20
|
+
/**
|
|
21
|
+
* The base class for the chat content.
|
|
22
|
+
*/
|
|
23
|
+
export interface ChatContent {
|
|
24
|
+
"type": string;
|
|
25
|
+
}
|
|
26
|
+
export declare namespace ChatContent {
|
|
27
|
+
function getJsonObj(obj: ChatContent): object;
|
|
28
|
+
function getDeserializedJsonObj(obj: ChatContent): object;
|
|
29
|
+
}
|