oci-generativeaiinference 2.84.0 → 2.85.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (65) hide show
  1. package/lib/client.d.ts +17 -3
  2. package/lib/client.js +78 -3
  3. package/lib/client.js.map +1 -1
  4. package/lib/model/base-chat-request.d.ts +29 -0
  5. package/lib/model/base-chat-request.js +79 -0
  6. package/lib/model/base-chat-request.js.map +1 -0
  7. package/lib/model/base-chat-response.d.ts +29 -0
  8. package/lib/model/base-chat-response.js +79 -0
  9. package/lib/model/base-chat-response.js.map +1 -0
  10. package/lib/model/chat-choice.d.ts +42 -0
  11. package/lib/model/chat-choice.js +62 -0
  12. package/lib/model/chat-choice.js.map +1 -0
  13. package/lib/model/chat-content.d.ts +29 -0
  14. package/lib/model/chat-content.js +75 -0
  15. package/lib/model/chat-content.js.map +1 -0
  16. package/lib/model/chat-details.d.ts +35 -0
  17. package/lib/model/chat-details.js +68 -0
  18. package/lib/model/chat-details.js.map +1 -0
  19. package/lib/model/chat-result.d.ts +38 -0
  20. package/lib/model/chat-result.js +64 -0
  21. package/lib/model/chat-result.js.map +1 -0
  22. package/lib/model/citation.d.ts +44 -0
  23. package/lib/model/citation.js +36 -0
  24. package/lib/model/citation.js.map +1 -0
  25. package/lib/model/cohere-chat-request.d.ts +95 -0
  26. package/lib/model/cohere-chat-request.js +71 -0
  27. package/lib/model/cohere-chat-request.js.map +1 -0
  28. package/lib/model/cohere-chat-response.d.ts +70 -0
  29. package/lib/model/cohere-chat-response.js +95 -0
  30. package/lib/model/cohere-chat-response.js.map +1 -0
  31. package/lib/model/cohere-message.d.ts +40 -0
  32. package/lib/model/cohere-message.js +41 -0
  33. package/lib/model/cohere-message.js.map +1 -0
  34. package/lib/model/embed-text-details.d.ts +1 -1
  35. package/lib/model/generic-chat-request.d.ts +98 -0
  36. package/lib/model/generic-chat-request.js +71 -0
  37. package/lib/model/generic-chat-request.js.map +1 -0
  38. package/lib/model/generic-chat-response.d.ts +39 -0
  39. package/lib/model/generic-chat-response.js +71 -0
  40. package/lib/model/generic-chat-response.js.map +1 -0
  41. package/lib/model/index.d.ts +30 -0
  42. package/lib/model/index.js +31 -1
  43. package/lib/model/index.js.map +1 -1
  44. package/lib/model/llama-llm-inference-request.d.ts +1 -1
  45. package/lib/model/message.d.ts +37 -0
  46. package/lib/model/message.js +68 -0
  47. package/lib/model/message.js.map +1 -0
  48. package/lib/model/search-query.d.ts +32 -0
  49. package/lib/model/search-query.js +36 -0
  50. package/lib/model/search-query.js.map +1 -0
  51. package/lib/model/text-content.d.ts +35 -0
  52. package/lib/model/text-content.js +57 -0
  53. package/lib/model/text-content.js.map +1 -0
  54. package/lib/request/chat-request.d.ts +36 -0
  55. package/lib/request/chat-request.js +15 -0
  56. package/lib/request/chat-request.js.map +1 -0
  57. package/lib/request/embed-text-request.d.ts +1 -1
  58. package/lib/request/generate-text-request.d.ts +1 -1
  59. package/lib/request/index.d.ts +2 -0
  60. package/lib/request/summarize-text-request.d.ts +1 -1
  61. package/lib/response/chat-response.d.ts +30 -0
  62. package/lib/response/chat-response.js +15 -0
  63. package/lib/response/chat-response.js.map +1 -0
  64. package/lib/response/index.d.ts +2 -0
  65. package/package.json +3 -3
package/lib/client.d.ts CHANGED
@@ -77,6 +77,20 @@ export declare class GenerativeAiInferenceClient {
77
77
  * Shutdown the circuit breaker used by the client when it is no longer needed
78
78
  */
79
79
  shutdownCircuitBreaker(): void;
80
+ /**
81
+ * Close the client once it is no longer needed
82
+ */
83
+ close(): void;
84
+ /**
85
+ * Creates a response for the given conversation.
86
+ *
87
+ * This operation uses {@link common.OciSdkDefaultRetryConfiguration} by default if no retry configuration is defined by the user.
88
+ * @param ChatRequest
89
+ * @return ChatResponse
90
+ * @throws OciError when an error occurs
91
+ * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.85.0/generativeaiinference/Chat.ts.html |here} to see how to use Chat API.
92
+ */
93
+ chat(chatRequest: requests.ChatRequest): Promise<responses.ChatResponse | string>;
80
94
  /**
81
95
  * Produces embeddings for the inputs.
82
96
  * <p>
@@ -86,7 +100,7 @@ export declare class GenerativeAiInferenceClient {
86
100
  * @param EmbedTextRequest
87
101
  * @return EmbedTextResponse
88
102
  * @throws OciError when an error occurs
89
- * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.0/generativeaiinference/EmbedText.ts.html |here} to see how to use EmbedText API.
103
+ * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.85.0/generativeaiinference/EmbedText.ts.html |here} to see how to use EmbedText API.
90
104
  */
91
105
  embedText(embedTextRequest: requests.EmbedTextRequest): Promise<responses.EmbedTextResponse>;
92
106
  /**
@@ -96,7 +110,7 @@ export declare class GenerativeAiInferenceClient {
96
110
  * @param GenerateTextRequest
97
111
  * @return GenerateTextResponse
98
112
  * @throws OciError when an error occurs
99
- * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.0/generativeaiinference/GenerateText.ts.html |here} to see how to use GenerateText API.
113
+ * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.85.0/generativeaiinference/GenerateText.ts.html |here} to see how to use GenerateText API.
100
114
  */
101
115
  generateText(generateTextRequest: requests.GenerateTextRequest): Promise<responses.GenerateTextResponse | string>;
102
116
  /**
@@ -106,7 +120,7 @@ export declare class GenerativeAiInferenceClient {
106
120
  * @param SummarizeTextRequest
107
121
  * @return SummarizeTextResponse
108
122
  * @throws OciError when an error occurs
109
- * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.0/generativeaiinference/SummarizeText.ts.html |here} to see how to use SummarizeText API.
123
+ * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.85.0/generativeaiinference/SummarizeText.ts.html |here} to see how to use SummarizeText API.
110
124
  */
111
125
  summarizeText(summarizeTextRequest: requests.SummarizeTextRequest): Promise<responses.SummarizeTextResponse>;
112
126
  }
package/lib/client.js CHANGED
@@ -175,6 +175,81 @@ class GenerativeAiInferenceClient {
175
175
  this._circuitBreaker.shutdown();
176
176
  }
177
177
  }
178
+ /**
179
+ * Close the client once it is no longer needed
180
+ */
181
+ close() {
182
+ this.shutdownCircuitBreaker();
183
+ }
184
+ /**
185
+ * Creates a response for the given conversation.
186
+ *
187
+ * This operation uses {@link common.OciSdkDefaultRetryConfiguration} by default if no retry configuration is defined by the user.
188
+ * @param ChatRequest
189
+ * @return ChatResponse
190
+ * @throws OciError when an error occurs
191
+ * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.85.0/generativeaiinference/Chat.ts.html |here} to see how to use Chat API.
192
+ */
193
+ chat(chatRequest) {
194
+ return __awaiter(this, void 0, void 0, function* () {
195
+ if (this.logger)
196
+ this.logger.debug("Calling operation GenerativeAiInferenceClient#chat.");
197
+ const operationName = "chat";
198
+ const apiReferenceLink = "";
199
+ const pathParams = {};
200
+ const queryParams = {};
201
+ let headerParams = {
202
+ "Content-Type": common.Constants.APPLICATION_JSON,
203
+ "opc-retry-token": chatRequest.opcRetryToken,
204
+ "opc-request-id": chatRequest.opcRequestId
205
+ };
206
+ const specRetryConfiguration = common.OciSdkDefaultRetryConfiguration;
207
+ const retrier = oci_common_1.GenericRetrier.createPreferredRetrier(this._clientConfiguration ? this._clientConfiguration.retryConfiguration : undefined, chatRequest.retryConfiguration, specRetryConfiguration);
208
+ if (this.logger)
209
+ retrier.logger = this.logger;
210
+ const request = yield oci_common_1.composeRequest({
211
+ baseEndpoint: this._endpoint,
212
+ defaultHeaders: this._defaultHeaders,
213
+ path: "/actions/chat",
214
+ method: "POST",
215
+ bodyContent: common.ObjectSerializer.serialize(chatRequest.chatDetails, "ChatDetails", model.ChatDetails.getJsonObj),
216
+ pathParams: pathParams,
217
+ headerParams: headerParams,
218
+ queryParams: queryParams
219
+ });
220
+ try {
221
+ const response = yield retrier.makeServiceCall(this._httpClient, request, this.targetService, operationName, apiReferenceLink);
222
+ if (response.headers &&
223
+ response.headers.get(common.Constants.CONTENT_TYPE_HEADER) ===
224
+ common.Constants.SERVER_SIDE_EVENT_TEXT_STREAM) {
225
+ return yield response.text();
226
+ }
227
+ const sdkResponse = oci_common_1.composeResponse({
228
+ responseObject: {},
229
+ body: yield response.json(),
230
+ bodyKey: "chatResult",
231
+ bodyModel: model.ChatResult,
232
+ type: "model.ChatResult",
233
+ responseHeaders: [
234
+ {
235
+ value: response.headers.get("etag"),
236
+ key: "etag",
237
+ dataType: "string"
238
+ },
239
+ {
240
+ value: response.headers.get("opc-request-id"),
241
+ key: "opcRequestId",
242
+ dataType: "string"
243
+ }
244
+ ]
245
+ });
246
+ return sdkResponse;
247
+ }
248
+ catch (err) {
249
+ throw err;
250
+ }
251
+ });
252
+ }
178
253
  /**
179
254
  * Produces embeddings for the inputs.
180
255
  * <p>
@@ -184,7 +259,7 @@ class GenerativeAiInferenceClient {
184
259
  * @param EmbedTextRequest
185
260
  * @return EmbedTextResponse
186
261
  * @throws OciError when an error occurs
187
- * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.0/generativeaiinference/EmbedText.ts.html |here} to see how to use EmbedText API.
262
+ * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.85.0/generativeaiinference/EmbedText.ts.html |here} to see how to use EmbedText API.
188
263
  */
189
264
  embedText(embedTextRequest) {
190
265
  return __awaiter(this, void 0, void 0, function* () {
@@ -248,7 +323,7 @@ class GenerativeAiInferenceClient {
248
323
  * @param GenerateTextRequest
249
324
  * @return GenerateTextResponse
250
325
  * @throws OciError when an error occurs
251
- * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.0/generativeaiinference/GenerateText.ts.html |here} to see how to use GenerateText API.
326
+ * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.85.0/generativeaiinference/GenerateText.ts.html |here} to see how to use GenerateText API.
252
327
  */
253
328
  generateText(generateTextRequest) {
254
329
  return __awaiter(this, void 0, void 0, function* () {
@@ -317,7 +392,7 @@ class GenerativeAiInferenceClient {
317
392
  * @param SummarizeTextRequest
318
393
  * @return SummarizeTextResponse
319
394
  * @throws OciError when an error occurs
320
- * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.84.0/generativeaiinference/SummarizeText.ts.html |here} to see how to use SummarizeText API.
395
+ * @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.85.0/generativeaiinference/SummarizeText.ts.html |here} to see how to use SummarizeText API.
321
396
  */
322
397
  summarizeText(summarizeTextRequest) {
323
398
  return __awaiter(this, void 0, void 0, function* () {
package/lib/client.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"client.js","sourceRoot":"","sources":["../../../../lib/generativeaiinference/lib/client.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qCAAsC;AAEtC,+CAAiC;AAEjC,2CAKoB;AACpB,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;AAEnC,kDAAkD;AAClD,kDAAkD;AAClD,kDAAkD;AAElD,IAAY,4BAA+B;AAA3C,WAAY,4BAA4B;AAAE,CAAC,EAA/B,4BAA4B,GAA5B,oCAA4B,KAA5B,oCAA4B,QAAG;AAC3C;;GAEG;AACH,MAAa,2BAA2B;IAkBtC,YAAY,MAAyB,EAAE,mBAAgD;QAd7E,6CAAuC,GAAwB,SAAS,CAAC;QACzE,iBAAW,GAAW,EAAE,CAAC;QACzB,uBAAiB,GAAQ,EAAE,CAAC;QAE5B,oBAAe,GAA0B,IAAI,CAAC;QAC9C,iBAAY,GAAQ,SAAS,CAAC;QAC9B,oBAAe,GAAQ,SAAS,CAAC;QACpC,kBAAa,GAAG,uBAAuB,CAAC;QACrC,cAAS,GAAW,EAAE,CAAC;QAEvB,6BAAwB,GAAW,EAAE,CAAC;QAK9C,MAAM,aAAa,GAAG,MAAM,CAAC,6BAA6B;YACxD,CAAC,CAAC,IAAI,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,6BAA6B,CAAC;YACvE,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,mBAAmB,EAAE;YACvB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;YAChD,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAe,CAAC,OAAO;gBAC7C,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,WAAW;gBACjD,CAAC,CAAC,mBAAmB,CAAC,WAAW;gBACjC,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAc;gBACpC,CAAC,CAAC,SAAS,CAAC;SACf;QAED,IAAI,CAAC,uCAA0B,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,EAAE;YACzE,IAAI,MAAM,GACR,4UAA4U,CAAC;YAC/U,MAAM,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;SAC9C;QAED,+GAA+G;QAC/G,MAAM,yBAAyB,GAAG,IAAI,CAAC;QACvC,IACE,CAAC,IAAI,CAAC,eAAe;YACrB,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,mBAAoB,CAAC;YAChE,CAAC,yBAAyB,IAAI,MAAM,CAAC,cAAc,CAAC,8BAA8B,CAAC,EACnF;YACA,IAAI,CAAC,eAAe,GAAG,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC;SAC5D;QACD,IAAI,CAAC,WAAW;YACd,MAAM,CAAC,UAAU;gBACjB,IAAI,MAAM,CAAC,eAAe,CACxB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,eAAe,CACrB,CAAC;QAEJ,IACE,MAAM,CAAC,6BAA6B;YACpC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,6BAA6B,CAAC,EAC7D;YACA,MAAM,QAAQ,GAA0B,MAAM,CAAC,6BAA6B,CAAC;YAC7E,IAAI,QAAQ,CAAC,SAAS,EAAE,EAAE;gBACxB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;aACpC;SACF;IACH,CAAC;IAED;;OAEG;IACH,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;QAC9C,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,IAAW,MAAM;QACf,OAAO,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,IAAW,gCAAgC,CAAC,oCAA6C;QACvF,IAAI,CAAC,qCAAqC,GAAG,oCAAoC,CAAC;QAClF,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+CAA+C,IAAI,CAAC,qCAAqC,EAAE,CAC5F,CAAC;QACJ,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE;YACjE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,OAAO,EACZ,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;aAAM,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;YAC3E,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,SAAS,EACd,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;IACH,CAAC;IAED;;;;OAIG;IACH,IAAW,MAAM,CAAC,MAAqB;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,MAAM,EACN,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;IAC9D,CAAC;IAED;;;;;;;OAOG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,QAAQ,EACR,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;IACjE,CAAC;IAED;;OAEG;IACI,sBAAsB;QAC3B,IAAI,IAAI,CAAC,eAAe,EAAE;YACxB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;SACjC;IACH,CAAC;IAED;;;;;;;;;;SAUK;IACQ,SAAS,CACpB,gBAA2C;;YAE3C,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC/F,MAAM,aAAa,GAAG,WAAW,CAAC;YAClC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,gBAAgB,CAAC,aAAa;gBACjD,gBAAgB,EAAE,gBAAgB,CAAC,YAAY;aAChD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,gBAAgB,CAAC,kBAAkB,EACnC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,gBAAgB,CAAC,gBAAgB,EACjC,kBAAkB,EAClB,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAClC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA+B,EAAE;oBAC/C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK,CAAC,eAAe;oBAChC,IAAI,EAAE,uBAAuB;oBAC7B,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,YAAY,CACvB,mBAAiD;;YAEjD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACnF,MAAM,aAAa,GAAG,cAAc,CAAC;YACrC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,mBAAmB,CAAC,aAAa;gBACpD,gBAAgB,EAAE,mBAAmB,CAAC,YAAY;aACnD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,mBAAmB,CAAC,kBAAkB,EACtC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,uBAAuB;gBAC7B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,mBAAmB,CAAC,mBAAmB,EACvC,qBAAqB,EACrB,KAAK,CAAC,mBAAmB,CAAC,UAAU,CACrC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,IACE,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;wBACxD,MAAM,CAAC,SAAS,CAAC,6BAA6B,EAChD;oBACA,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;iBAC9B;gBACD,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAkC,EAAE;oBAClD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,oBAAoB;oBAC7B,SAAS,EAAE,KAAK,CAAC,kBAAkB;oBACnC,IAAI,EAAE,0BAA0B;oBAChC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,aAAa,CACxB,oBAAmD;;YAEnD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;YACpF,MAAM,aAAa,GAAG,eAAe,CAAC;YACtC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,oBAAoB,CAAC,aAAa;gBACrD,gBAAgB,EAAE,oBAAoB,CAAC,YAAY;aACpD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,oBAAoB,CAAC,kBAAkB,EACvC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,wBAAwB;gBAC9B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,oBAAoB,CAAC,oBAAoB,EACzC,sBAAsB,EACtB,KAAK,CAAC,oBAAoB,CAAC,UAAU,CACtC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAmC,EAAE;oBACnD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,qBAAqB;oBAC9B,SAAS,EAAE,KAAK,CAAC,mBAAmB;oBACpC,IAAI,EAAE,2BAA2B;oBACjC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;;AAzZH,kEA0ZC;AAzZkB,mDAAuB,GACtC,iEAAiE,CAAC;AACnD,+CAAmB,GAAG,EAAE,CAAC"}
1
+ {"version":3,"file":"client.js","sourceRoot":"","sources":["../../../../lib/generativeaiinference/lib/client.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qCAAsC;AAEtC,+CAAiC;AAEjC,2CAKoB;AACpB,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;AAEnC,kDAAkD;AAClD,kDAAkD;AAClD,kDAAkD;AAElD,IAAY,4BAA+B;AAA3C,WAAY,4BAA4B;AAAE,CAAC,EAA/B,4BAA4B,GAA5B,oCAA4B,KAA5B,oCAA4B,QAAG;AAC3C;;GAEG;AACH,MAAa,2BAA2B;IAkBtC,YAAY,MAAyB,EAAE,mBAAgD;QAd7E,6CAAuC,GAAwB,SAAS,CAAC;QACzE,iBAAW,GAAW,EAAE,CAAC;QACzB,uBAAiB,GAAQ,EAAE,CAAC;QAE5B,oBAAe,GAA0B,IAAI,CAAC;QAC9C,iBAAY,GAAQ,SAAS,CAAC;QAC9B,oBAAe,GAAQ,SAAS,CAAC;QACpC,kBAAa,GAAG,uBAAuB,CAAC;QACrC,cAAS,GAAW,EAAE,CAAC;QAEvB,6BAAwB,GAAW,EAAE,CAAC;QAK9C,MAAM,aAAa,GAAG,MAAM,CAAC,6BAA6B;YACxD,CAAC,CAAC,IAAI,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,6BAA6B,CAAC;YACvE,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,mBAAmB,EAAE;YACvB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;YAChD,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAe,CAAC,OAAO;gBAC7C,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,WAAW;gBACjD,CAAC,CAAC,mBAAmB,CAAC,WAAW;gBACjC,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAc;gBACpC,CAAC,CAAC,SAAS,CAAC;SACf;QAED,IAAI,CAAC,uCAA0B,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,EAAE;YACzE,IAAI,MAAM,GACR,4UAA4U,CAAC;YAC/U,MAAM,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;SAC9C;QAED,+GAA+G;QAC/G,MAAM,yBAAyB,GAAG,IAAI,CAAC;QACvC,IACE,CAAC,IAAI,CAAC,eAAe;YACrB,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,mBAAoB,CAAC;YAChE,CAAC,yBAAyB,IAAI,MAAM,CAAC,cAAc,CAAC,8BAA8B,CAAC,EACnF;YACA,IAAI,CAAC,eAAe,GAAG,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC;SAC5D;QACD,IAAI,CAAC,WAAW;YACd,MAAM,CAAC,UAAU;gBACjB,IAAI,MAAM,CAAC,eAAe,CACxB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,eAAe,CACrB,CAAC;QAEJ,IACE,MAAM,CAAC,6BAA6B;YACpC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,6BAA6B,CAAC,EAC7D;YACA,MAAM,QAAQ,GAA0B,MAAM,CAAC,6BAA6B,CAAC;YAC7E,IAAI,QAAQ,CAAC,SAAS,EAAE,EAAE;gBACxB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;aACpC;SACF;IACH,CAAC;IAED;;OAEG;IACH,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;QAC9C,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,IAAW,MAAM;QACf,OAAO,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,IAAW,gCAAgC,CAAC,oCAA6C;QACvF,IAAI,CAAC,qCAAqC,GAAG,oCAAoC,CAAC;QAClF,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+CAA+C,IAAI,CAAC,qCAAqC,EAAE,CAC5F,CAAC;QACJ,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE;YACjE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,OAAO,EACZ,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;aAAM,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;YAC3E,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,SAAS,EACd,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;IACH,CAAC;IAED;;;;OAIG;IACH,IAAW,MAAM,CAAC,MAAqB;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,MAAM,EACN,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;IAC9D,CAAC;IAED;;;;;;;OAOG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,QAAQ,EACR,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;IACjE,CAAC;IAED;;OAEG;IACI,sBAAsB;QAC3B,IAAI,IAAI,CAAC,eAAe,EAAE;YACxB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;SACjC;IACH,CAAC;IAED;;OAEG;IACI,KAAK;QACV,IAAI,CAAC,sBAAsB,EAAE,CAAC;IAChC,CAAC;IAED;;;;;;;;OAQG;IACU,IAAI,CAAC,WAAiC;;YACjD,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;YAC1F,MAAM,aAAa,GAAG,MAAM,CAAC;YAC7B,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,WAAW,CAAC,aAAa;gBAC5C,gBAAgB,EAAE,WAAW,CAAC,YAAY;aAC3C,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,WAAW,CAAC,kBAAkB,EAC9B,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,WAAW,CAAC,WAAW,EACvB,aAAa,EACb,KAAK,CAAC,WAAW,CAAC,UAAU,CAC7B;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,IACE,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;wBACxD,MAAM,CAAC,SAAS,CAAC,6BAA6B,EAChD;oBACA,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;iBAC9B;gBACD,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA0B,EAAE;oBAC1C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,YAAY;oBACrB,SAAS,EAAE,KAAK,CAAC,UAAU;oBAC3B,IAAI,EAAE,kBAAkB;oBACxB,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;;;SAUK;IACQ,SAAS,CACpB,gBAA2C;;YAE3C,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC/F,MAAM,aAAa,GAAG,WAAW,CAAC;YAClC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,gBAAgB,CAAC,aAAa;gBACjD,gBAAgB,EAAE,gBAAgB,CAAC,YAAY;aAChD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,gBAAgB,CAAC,kBAAkB,EACnC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,gBAAgB,CAAC,gBAAgB,EACjC,kBAAkB,EAClB,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAClC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA+B,EAAE;oBAC/C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK,CAAC,eAAe;oBAChC,IAAI,EAAE,uBAAuB;oBAC7B,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,YAAY,CACvB,mBAAiD;;YAEjD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACnF,MAAM,aAAa,GAAG,cAAc,CAAC;YACrC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,mBAAmB,CAAC,aAAa;gBACpD,gBAAgB,EAAE,mBAAmB,CAAC,YAAY;aACnD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,mBAAmB,CAAC,kBAAkB,EACtC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,uBAAuB;gBAC7B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,mBAAmB,CAAC,mBAAmB,EACvC,qBAAqB,EACrB,KAAK,CAAC,mBAAmB,CAAC,UAAU,CACrC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,IACE,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;wBACxD,MAAM,CAAC,SAAS,CAAC,6BAA6B,EAChD;oBACA,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;iBAC9B;gBACD,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAkC,EAAE;oBAClD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,oBAAoB;oBAC7B,SAAS,EAAE,KAAK,CAAC,kBAAkB;oBACnC,IAAI,EAAE,0BAA0B;oBAChC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,aAAa,CACxB,oBAAmD;;YAEnD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;YACpF,MAAM,aAAa,GAAG,eAAe,CAAC;YACtC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,oBAAoB,CAAC,aAAa;gBACrD,gBAAgB,EAAE,oBAAoB,CAAC,YAAY;aACpD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,oBAAoB,CAAC,kBAAkB,EACvC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,wBAAwB;gBAC9B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,oBAAoB,CAAC,oBAAoB,EACzC,sBAAsB,EACtB,KAAK,CAAC,oBAAoB,CAAC,UAAU,CACtC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAmC,EAAE;oBACnD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,qBAAqB;oBAC9B,SAAS,EAAE,KAAK,CAAC,mBAAmB;oBACpC,IAAI,EAAE,2BAA2B;oBACjC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;;AArfH,kEAsfC;AArfkB,mDAAuB,GACtC,iEAAiE,CAAC;AACnD,+CAAmB,GAAG,EAAE,CAAC"}
@@ -0,0 +1,29 @@
1
+ /**
2
+ * Generative AI Service Inference API
3
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
4
+
5
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
6
+
7
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
8
+
9
+ To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
10
+
11
+ * OpenAPI spec version: 20231130
12
+ *
13
+ *
14
+ * NOTE: This class is auto generated by OracleSDKGenerator.
15
+ * Do not edit the class manually.
16
+ *
17
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
18
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
19
+ */
20
+ /**
21
+ * Base class for chat inference requests
22
+ */
23
+ export interface BaseChatRequest {
24
+ "apiFormat": string;
25
+ }
26
+ export declare namespace BaseChatRequest {
27
+ function getJsonObj(obj: BaseChatRequest): object;
28
+ function getDeserializedJsonObj(obj: BaseChatRequest): object;
29
+ }
@@ -0,0 +1,79 @@
1
+ "use strict";
2
+ /**
3
+ * Generative AI Service Inference API
4
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
5
+
6
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
7
+
8
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
9
+
10
+ To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
11
+
12
+ * OpenAPI spec version: 20231130
13
+ *
14
+ *
15
+ * NOTE: This class is auto generated by OracleSDKGenerator.
16
+ * Do not edit the class manually.
17
+ *
18
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
19
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
20
+ */
21
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
22
+ if (k2 === undefined) k2 = k;
23
+ Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
24
+ }) : (function(o, m, k, k2) {
25
+ if (k2 === undefined) k2 = k;
26
+ o[k2] = m[k];
27
+ }));
28
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
29
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
30
+ }) : function(o, v) {
31
+ o["default"] = v;
32
+ });
33
+ var __importStar = (this && this.__importStar) || function (mod) {
34
+ if (mod && mod.__esModule) return mod;
35
+ var result = {};
36
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
37
+ __setModuleDefault(result, mod);
38
+ return result;
39
+ };
40
+ Object.defineProperty(exports, "__esModule", { value: true });
41
+ exports.BaseChatRequest = void 0;
42
+ const model = __importStar(require("../model"));
43
+ const common = require("oci-common");
44
+ var BaseChatRequest;
45
+ (function (BaseChatRequest) {
46
+ function getJsonObj(obj) {
47
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
48
+ if (obj && "apiFormat" in obj && obj.apiFormat) {
49
+ switch (obj.apiFormat) {
50
+ case "GENERIC":
51
+ return model.GenericChatRequest.getJsonObj(jsonObj, true);
52
+ case "COHERE":
53
+ return model.CohereChatRequest.getJsonObj(jsonObj, true);
54
+ default:
55
+ if (common.LOG.logger)
56
+ common.LOG.logger.info(`Unknown value for: ${obj.apiFormat}`);
57
+ }
58
+ }
59
+ return jsonObj;
60
+ }
61
+ BaseChatRequest.getJsonObj = getJsonObj;
62
+ function getDeserializedJsonObj(obj) {
63
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
64
+ if (obj && "apiFormat" in obj && obj.apiFormat) {
65
+ switch (obj.apiFormat) {
66
+ case "GENERIC":
67
+ return model.GenericChatRequest.getDeserializedJsonObj(jsonObj, true);
68
+ case "COHERE":
69
+ return model.CohereChatRequest.getDeserializedJsonObj(jsonObj, true);
70
+ default:
71
+ if (common.LOG.logger)
72
+ common.LOG.logger.info(`Unknown value for: ${obj.apiFormat}`);
73
+ }
74
+ }
75
+ return jsonObj;
76
+ }
77
+ BaseChatRequest.getDeserializedJsonObj = getDeserializedJsonObj;
78
+ })(BaseChatRequest = exports.BaseChatRequest || (exports.BaseChatRequest = {}));
79
+ //# sourceMappingURL=base-chat-request.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"base-chat-request.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/base-chat-request.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAClC,qCAAsC;AAStC,IAAiB,eAAe,CA2C/B;AA3CD,WAAiB,eAAe;IAC9B,SAAgB,UAAU,CAAC,GAAoB;QAC7C,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,IAAI,GAAG,IAAI,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE;YAC9C,QAAQ,GAAG,CAAC,SAAS,EAAE;gBACrB,KAAK,SAAS;oBACZ,OAAO,KAAK,CAAC,kBAAkB,CAAC,UAAU,CACL,OAAQ,EAC3C,IAAI,CACL,CAAC;gBACJ,KAAK,QAAQ;oBACX,OAAO,KAAK,CAAC,iBAAiB,CAAC,UAAU,CACL,OAAQ,EAC1C,IAAI,CACL,CAAC;gBACJ;oBACE,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM;wBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;aACxF;SACF;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IApBe,0BAAU,aAoBzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAoB;QACzD,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,IAAI,GAAG,IAAI,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE;YAC9C,QAAQ,GAAG,CAAC,SAAS,EAAE;gBACrB,KAAK,SAAS;oBACZ,OAAO,KAAK,CAAC,kBAAkB,CAAC,sBAAsB,CACjB,OAAQ,EAC3C,IAAI,CACL,CAAC;gBACJ,KAAK,QAAQ;oBACX,OAAO,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,CACjB,OAAQ,EAC1C,IAAI,CACL,CAAC;gBACJ;oBACE,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM;wBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;aACxF;SACF;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IApBe,sCAAsB,yBAoBrC,CAAA;AACH,CAAC,EA3CgB,eAAe,GAAf,uBAAe,KAAf,uBAAe,QA2C/B"}
@@ -0,0 +1,29 @@
1
+ /**
2
+ * Generative AI Service Inference API
3
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
4
+
5
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
6
+
7
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
8
+
9
+ To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
10
+
11
+ * OpenAPI spec version: 20231130
12
+ *
13
+ *
14
+ * NOTE: This class is auto generated by OracleSDKGenerator.
15
+ * Do not edit the class manually.
16
+ *
17
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
18
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
19
+ */
20
+ /**
21
+ * Base class for chat inference response
22
+ */
23
+ export interface BaseChatResponse {
24
+ "apiFormat": string;
25
+ }
26
+ export declare namespace BaseChatResponse {
27
+ function getJsonObj(obj: BaseChatResponse): object;
28
+ function getDeserializedJsonObj(obj: BaseChatResponse): object;
29
+ }
@@ -0,0 +1,79 @@
1
+ "use strict";
2
+ /**
3
+ * Generative AI Service Inference API
4
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
5
+
6
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
7
+
8
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
9
+
10
+ To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
11
+
12
+ * OpenAPI spec version: 20231130
13
+ *
14
+ *
15
+ * NOTE: This class is auto generated by OracleSDKGenerator.
16
+ * Do not edit the class manually.
17
+ *
18
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
19
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
20
+ */
21
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
22
+ if (k2 === undefined) k2 = k;
23
+ Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
24
+ }) : (function(o, m, k, k2) {
25
+ if (k2 === undefined) k2 = k;
26
+ o[k2] = m[k];
27
+ }));
28
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
29
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
30
+ }) : function(o, v) {
31
+ o["default"] = v;
32
+ });
33
+ var __importStar = (this && this.__importStar) || function (mod) {
34
+ if (mod && mod.__esModule) return mod;
35
+ var result = {};
36
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
37
+ __setModuleDefault(result, mod);
38
+ return result;
39
+ };
40
+ Object.defineProperty(exports, "__esModule", { value: true });
41
+ exports.BaseChatResponse = void 0;
42
+ const model = __importStar(require("../model"));
43
+ const common = require("oci-common");
44
+ var BaseChatResponse;
45
+ (function (BaseChatResponse) {
46
+ function getJsonObj(obj) {
47
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
48
+ if (obj && "apiFormat" in obj && obj.apiFormat) {
49
+ switch (obj.apiFormat) {
50
+ case "GENERIC":
51
+ return model.GenericChatResponse.getJsonObj(jsonObj, true);
52
+ case "COHERE":
53
+ return model.CohereChatResponse.getJsonObj(jsonObj, true);
54
+ default:
55
+ if (common.LOG.logger)
56
+ common.LOG.logger.info(`Unknown value for: ${obj.apiFormat}`);
57
+ }
58
+ }
59
+ return jsonObj;
60
+ }
61
+ BaseChatResponse.getJsonObj = getJsonObj;
62
+ function getDeserializedJsonObj(obj) {
63
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
64
+ if (obj && "apiFormat" in obj && obj.apiFormat) {
65
+ switch (obj.apiFormat) {
66
+ case "GENERIC":
67
+ return model.GenericChatResponse.getDeserializedJsonObj(jsonObj, true);
68
+ case "COHERE":
69
+ return model.CohereChatResponse.getDeserializedJsonObj(jsonObj, true);
70
+ default:
71
+ if (common.LOG.logger)
72
+ common.LOG.logger.info(`Unknown value for: ${obj.apiFormat}`);
73
+ }
74
+ }
75
+ return jsonObj;
76
+ }
77
+ BaseChatResponse.getDeserializedJsonObj = getDeserializedJsonObj;
78
+ })(BaseChatResponse = exports.BaseChatResponse || (exports.BaseChatResponse = {}));
79
+ //# sourceMappingURL=base-chat-response.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"base-chat-response.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/base-chat-response.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAClC,qCAAsC;AAStC,IAAiB,gBAAgB,CA2ChC;AA3CD,WAAiB,gBAAgB;IAC/B,SAAgB,UAAU,CAAC,GAAqB;QAC9C,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,IAAI,GAAG,IAAI,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE;YAC9C,QAAQ,GAAG,CAAC,SAAS,EAAE;gBACrB,KAAK,SAAS;oBACZ,OAAO,KAAK,CAAC,mBAAmB,CAAC,UAAU,CACL,OAAQ,EAC5C,IAAI,CACL,CAAC;gBACJ,KAAK,QAAQ;oBACX,OAAO,KAAK,CAAC,kBAAkB,CAAC,UAAU,CACL,OAAQ,EAC3C,IAAI,CACL,CAAC;gBACJ;oBACE,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM;wBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;aACxF;SACF;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IApBe,2BAAU,aAoBzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAqB;QAC1D,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,IAAI,GAAG,IAAI,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE;YAC9C,QAAQ,GAAG,CAAC,SAAS,EAAE;gBACrB,KAAK,SAAS;oBACZ,OAAO,KAAK,CAAC,mBAAmB,CAAC,sBAAsB,CACjB,OAAQ,EAC5C,IAAI,CACL,CAAC;gBACJ,KAAK,QAAQ;oBACX,OAAO,KAAK,CAAC,kBAAkB,CAAC,sBAAsB,CACjB,OAAQ,EAC3C,IAAI,CACL,CAAC;gBACJ;oBACE,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM;wBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;aACxF;SACF;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IApBe,uCAAsB,yBAoBrC,CAAA;AACH,CAAC,EA3CgB,gBAAgB,GAAhB,wBAAgB,KAAhB,wBAAgB,QA2ChC"}
@@ -0,0 +1,42 @@
1
+ /**
2
+ * Generative AI Service Inference API
3
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
4
+
5
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
6
+
7
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
8
+
9
+ To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
10
+
11
+ * OpenAPI spec version: 20231130
12
+ *
13
+ *
14
+ * NOTE: This class is auto generated by OracleSDKGenerator.
15
+ * Do not edit the class manually.
16
+ *
17
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
18
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
19
+ */
20
+ import * as model from "../model";
21
+ /**
22
+ * Represents a single instance of the chat response.
23
+ */
24
+ export interface ChatChoice {
25
+ /**
26
+ * The index of the chat. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
27
+ */
28
+ "index": number;
29
+ "message": model.Message;
30
+ /**
31
+ * The reason why the model stopped generating tokens.
32
+ * <p>
33
+ Stops if the model hits a natural stop point or a provided stop sequence. Returns the length if the tokens reach the specified maximum number of tokens.
34
+ *
35
+ */
36
+ "finishReason": string;
37
+ "logprobs"?: model.Logprobs;
38
+ }
39
+ export declare namespace ChatChoice {
40
+ function getJsonObj(obj: ChatChoice): object;
41
+ function getDeserializedJsonObj(obj: ChatChoice): object;
42
+ }
@@ -0,0 +1,62 @@
1
+ "use strict";
2
+ /**
3
+ * Generative AI Service Inference API
4
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
5
+
6
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
7
+
8
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
9
+
10
+ To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
11
+
12
+ * OpenAPI spec version: 20231130
13
+ *
14
+ *
15
+ * NOTE: This class is auto generated by OracleSDKGenerator.
16
+ * Do not edit the class manually.
17
+ *
18
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
19
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
20
+ */
21
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
22
+ if (k2 === undefined) k2 = k;
23
+ Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
24
+ }) : (function(o, m, k, k2) {
25
+ if (k2 === undefined) k2 = k;
26
+ o[k2] = m[k];
27
+ }));
28
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
29
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
30
+ }) : function(o, v) {
31
+ o["default"] = v;
32
+ });
33
+ var __importStar = (this && this.__importStar) || function (mod) {
34
+ if (mod && mod.__esModule) return mod;
35
+ var result = {};
36
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
37
+ __setModuleDefault(result, mod);
38
+ return result;
39
+ };
40
+ Object.defineProperty(exports, "__esModule", { value: true });
41
+ exports.ChatChoice = void 0;
42
+ const model = __importStar(require("../model"));
43
+ var ChatChoice;
44
+ (function (ChatChoice) {
45
+ function getJsonObj(obj) {
46
+ const jsonObj = Object.assign(Object.assign({}, obj), {
47
+ "message": obj.message ? model.Message.getJsonObj(obj.message) : undefined,
48
+ "logprobs": obj.logprobs ? model.Logprobs.getJsonObj(obj.logprobs) : undefined
49
+ });
50
+ return jsonObj;
51
+ }
52
+ ChatChoice.getJsonObj = getJsonObj;
53
+ function getDeserializedJsonObj(obj) {
54
+ const jsonObj = Object.assign(Object.assign({}, obj), {
55
+ "message": obj.message ? model.Message.getDeserializedJsonObj(obj.message) : undefined,
56
+ "logprobs": obj.logprobs ? model.Logprobs.getDeserializedJsonObj(obj.logprobs) : undefined
57
+ });
58
+ return jsonObj;
59
+ }
60
+ ChatChoice.getDeserializedJsonObj = getDeserializedJsonObj;
61
+ })(ChatChoice = exports.ChatChoice || (exports.ChatChoice = {}));
62
+ //# sourceMappingURL=chat-choice.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"chat-choice.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/chat-choice.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAsBlC,IAAiB,UAAU,CAyB1B;AAzBD,WAAiB,UAAU;IACzB,SAAgB,UAAU,CAAC,GAAe;QACxC,MAAM,OAAO,mCACR,GAAG,GACH;YACD,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAE1E,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;SAC/E,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAXe,qBAAU,aAWzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAe;QACpD,MAAM,OAAO,mCACR,GAAG,GACH;YACD,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAEtF,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;SAC3F,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAXe,iCAAsB,yBAWrC,CAAA;AACH,CAAC,EAzBgB,UAAU,GAAV,kBAAU,KAAV,kBAAU,QAyB1B"}
@@ -0,0 +1,29 @@
1
+ /**
2
+ * Generative AI Service Inference API
3
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
4
+
5
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
6
+
7
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
8
+
9
+ To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
10
+
11
+ * OpenAPI spec version: 20231130
12
+ *
13
+ *
14
+ * NOTE: This class is auto generated by OracleSDKGenerator.
15
+ * Do not edit the class manually.
16
+ *
17
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
18
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
19
+ */
20
+ /**
21
+ * The base class for the chat content.
22
+ */
23
+ export interface ChatContent {
24
+ "type": string;
25
+ }
26
+ export declare namespace ChatContent {
27
+ function getJsonObj(obj: ChatContent): object;
28
+ function getDeserializedJsonObj(obj: ChatContent): object;
29
+ }