oci-generativeaiinference 2.77.1

package/lib/model/embed-text-result.js

@@ -0,0 +1,36 @@
+"use strict";
+/**
+ * Generative AI Service Inference API
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
+
+Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
+
+To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a  [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
+
+To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
+
+ * OpenAPI spec version: 20231130
+ *
+ *
+ * NOTE: This class is auto generated by OracleSDKGenerator.
+ * Do not edit the class manually.
+ *
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates.  All rights reserved.
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EmbedTextResult = void 0;
+var EmbedTextResult;
+(function (EmbedTextResult) {
+    function getJsonObj(obj) {
+        const jsonObj = Object.assign(Object.assign({}, obj), {});
+        return jsonObj;
+    }
+    EmbedTextResult.getJsonObj = getJsonObj;
+    function getDeserializedJsonObj(obj) {
+        const jsonObj = Object.assign(Object.assign({}, obj), {});
+        return jsonObj;
+    }
+    EmbedTextResult.getDeserializedJsonObj = getDeserializedJsonObj;
+})(EmbedTextResult = exports.EmbedTextResult || (exports.EmbedTextResult = {}));
+//# sourceMappingURL=embed-text-result.js.map

package/lib/model/embed-text-result.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed-text-result.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/embed-text-result.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;AA+BH,IAAiB,eAAe,CAW/B;AAXD,WAAiB,eAAe;IAC9B,SAAgB,UAAU,CAAC,GAAoB;QAC7C,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,0BAAU,aAIzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAoB;QACzD,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,sCAAsB,yBAIrC,CAAA;AACH,CAAC,EAXgB,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAW/B"}

package/lib/model/generate-text-details.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Generative AI Service Inference API
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
+
+Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
+
+To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a  [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
+
+To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
+
+ * OpenAPI spec version: 20231130
+ *
+ *
+ * NOTE: This class is auto generated by OracleSDKGenerator.
+ * Do not edit the class manually.
+ *
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates.  All rights reserved.
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
+ */
+import * as model from "../model";
+/**
+ * Details for the request to generate text.
+ */
+export interface GenerateTextDetails {
+    /**
+     * The OCID of compartment that the user is authorized to use to call into the Generative AI service.
+     */
+    "compartmentId": string;
+    "servingMode": model.DedicatedServingMode | model.OnDemandServingMode;
+    "inferenceRequest": model.LlamaLlmInferenceRequest | model.CohereLlmInferenceRequest;
+}
+export declare namespace GenerateTextDetails {
+    function getJsonObj(obj: GenerateTextDetails): object;
+    function getDeserializedJsonObj(obj: GenerateTextDetails): object;
+}

package/lib/model/generate-text-details.js

@@ -0,0 +1,68 @@
+"use strict";
+/**
+ * Generative AI Service Inference API
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
+
+Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
+
+To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a  [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
+
+To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
+
+ * OpenAPI spec version: 20231130
+ *
+ *
+ * NOTE: This class is auto generated by OracleSDKGenerator.
+ * Do not edit the class manually.
+ *
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates.  All rights reserved.
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GenerateTextDetails = void 0;
+const model = __importStar(require("../model"));
+var GenerateTextDetails;
+(function (GenerateTextDetails) {
+    function getJsonObj(obj) {
+        const jsonObj = Object.assign(Object.assign({}, obj), {
+            "servingMode": obj.servingMode ? model.ServingMode.getJsonObj(obj.servingMode) : undefined,
+            "inferenceRequest": obj.inferenceRequest
+                ? model.LlmInferenceRequest.getJsonObj(obj.inferenceRequest)
+                : undefined
+        });
+        return jsonObj;
+    }
+    GenerateTextDetails.getJsonObj = getJsonObj;
+    function getDeserializedJsonObj(obj) {
+        const jsonObj = Object.assign(Object.assign({}, obj), {
+            "servingMode": obj.servingMode
+                ? model.ServingMode.getDeserializedJsonObj(obj.servingMode)
+                : undefined,
+            "inferenceRequest": obj.inferenceRequest
+                ? model.LlmInferenceRequest.getDeserializedJsonObj(obj.inferenceRequest)
+                : undefined
+        });
+        return jsonObj;
+    }
+    GenerateTextDetails.getDeserializedJsonObj = getDeserializedJsonObj;
+})(GenerateTextDetails = exports.GenerateTextDetails || (exports.GenerateTextDetails = {}));
+//# sourceMappingURL=generate-text-details.js.map

package/lib/model/generate-text-details.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-text-details.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/generate-text-details.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAelC,IAAiB,mBAAmB,CA6BnC;AA7BD,WAAiB,mBAAmB;IAClC,SAAgB,UAAU,CAAC,GAAwB;QACjD,MAAM,OAAO,mCACR,GAAG,GACH;YACD,aAAa,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;YAC1F,kBAAkB,EAAE,GAAG,CAAC,gBAAgB;gBACtC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,gBAAgB,CAAC;gBAC5D,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAZe,8BAAU,aAYzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAwB;QAC7D,MAAM,OAAO,mCACR,GAAG,GACH;YACD,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,sBAAsB,CAAC,GAAG,CAAC,WAAW,CAAC;gBAC3D,CAAC,CAAC,SAAS;YACb,kBAAkB,EAAE,GAAG,CAAC,gBAAgB;gBACtC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,sBAAsB,CAAC,GAAG,CAAC,gBAAgB,CAAC;gBACxE,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAde,0CAAsB,yBAcrC,CAAA;AACH,CAAC,EA7BgB,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QA6BnC"}

package/lib/model/generate-text-result.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Generative AI Service Inference API
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
+
+Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
+
+To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a  [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
+
+To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
+
+ * OpenAPI spec version: 20231130
+ *
+ *
+ * NOTE: This class is auto generated by OracleSDKGenerator.
+ * Do not edit the class manually.
+ *
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates.  All rights reserved.
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
+ */
+import * as model from "../model";
+/**
+ * The generated text result to return.
+ */
+export interface GenerateTextResult {
+    /**
+     * The OCID of the model used in this inference request.
+     */
+    "modelId": string;
+    /**
+     * The version of the model.
+     */
+    "modelVersion": string;
+    "inferenceResponse": model.LlamaLlmInferenceResponse | model.CohereLlmInferenceResponse;
+}
+export declare namespace GenerateTextResult {
+    function getJsonObj(obj: GenerateTextResult): object;
+    function getDeserializedJsonObj(obj: GenerateTextResult): object;
+}

package/lib/model/generate-text-result.js

@@ -0,0 +1,64 @@
+"use strict";
+/**
+ * Generative AI Service Inference API
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
+
+Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
+
+To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a  [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
+
+To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
+
+ * OpenAPI spec version: 20231130
+ *
+ *
+ * NOTE: This class is auto generated by OracleSDKGenerator.
+ * Do not edit the class manually.
+ *
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates.  All rights reserved.
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GenerateTextResult = void 0;
+const model = __importStar(require("../model"));
+var GenerateTextResult;
+(function (GenerateTextResult) {
+    function getJsonObj(obj) {
+        const jsonObj = Object.assign(Object.assign({}, obj), {
+            "inferenceResponse": obj.inferenceResponse
+                ? model.LlmInferenceResponse.getJsonObj(obj.inferenceResponse)
+                : undefined
+        });
+        return jsonObj;
+    }
+    GenerateTextResult.getJsonObj = getJsonObj;
+    function getDeserializedJsonObj(obj) {
+        const jsonObj = Object.assign(Object.assign({}, obj), {
+            "inferenceResponse": obj.inferenceResponse
+                ? model.LlmInferenceResponse.getDeserializedJsonObj(obj.inferenceResponse)
+                : undefined
+        });
+        return jsonObj;
+    }
+    GenerateTextResult.getDeserializedJsonObj = getDeserializedJsonObj;
+})(GenerateTextResult = exports.GenerateTextResult || (exports.GenerateTextResult = {}));
+//# sourceMappingURL=generate-text-result.js.map

package/lib/model/generate-text-result.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-text-result.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/generate-text-result.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAkBlC,IAAiB,kBAAkB,CAyBlC;AAzBD,WAAiB,kBAAkB;IACjC,SAAgB,UAAU,CAAC,GAAuB;QAChD,MAAM,OAAO,mCACR,GAAG,GACH;YACD,mBAAmB,EAAE,GAAG,CAAC,iBAAiB;gBACxC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC;gBAC9D,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAXe,6BAAU,aAWzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAuB;QAC5D,MAAM,OAAO,mCACR,GAAG,GACH;YACD,mBAAmB,EAAE,GAAG,CAAC,iBAAiB;gBACxC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,sBAAsB,CAAC,GAAG,CAAC,iBAAiB,CAAC;gBAC1E,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAXe,yCAAsB,yBAWrC,CAAA;AACH,CAAC,EAzBgB,kBAAkB,GAAlB,0BAAkB,KAAlB,0BAAkB,QAyBlC"}

package/lib/model/generated-text.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Generative AI Service Inference API
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
+
+Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
+
+To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a  [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
+
+To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
+
+ * OpenAPI spec version: 20231130
+ *
+ *
+ * NOTE: This class is auto generated by OracleSDKGenerator.
+ * Do not edit the class manually.
+ *
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates.  All rights reserved.
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
+ */
+import * as model from "../model";
+/**
+ * The text generated during each run.
+ */
+export interface GeneratedText {
+    /**
+     * A unique identifier for this text generation.
+     */
+    "id": string;
+    /**
+     * The generated text.
+     */
+    "text": string;
+    /**
+      * The overall likelihood of the generated text.
+  * <p>
+  When a large language model generates a new token for the output text, a likelihood is assigned to all tokens, where tokens with higher likelihoods are more likely to follow the current token. For example, it's more likely that the word favorite is followed by the word food or book rather than the word zebra. A lower likelihood means that it's less likely that token follows the current token.
+  *  Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
+      */
+    "likelihood": number;
+    /**
+      * The reason why the model stopped generating tokens.
+  * <p>
+  A model stops generating tokens if the model hits a natural stop point or reaches a provided stop sequence.
+  *
+      */
+    "finishReason"?: string;
+    /**
+     * A collection of generated tokens and their corresponding likelihoods.
+     */
+    "tokenLikelihoods"?: Array<model.TokenLikelihood>;
+}
+export declare namespace GeneratedText {
+    function getJsonObj(obj: GeneratedText): object;
+    function getDeserializedJsonObj(obj: GeneratedText): object;
+}

package/lib/model/generated-text.js

@@ -0,0 +1,68 @@
+"use strict";
+/**
+ * Generative AI Service Inference API
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
+
+Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
+
+To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a  [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
+
+To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
+
+ * OpenAPI spec version: 20231130
+ *
+ *
+ * NOTE: This class is auto generated by OracleSDKGenerator.
+ * Do not edit the class manually.
+ *
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates.  All rights reserved.
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeneratedText = void 0;
+const model = __importStar(require("../model"));
+var GeneratedText;
+(function (GeneratedText) {
+    function getJsonObj(obj) {
+        const jsonObj = Object.assign(Object.assign({}, obj), {
+            "tokenLikelihoods": obj.tokenLikelihoods
+                ? obj.tokenLikelihoods.map(item => {
+                    return model.TokenLikelihood.getJsonObj(item);
+                })
+                : undefined
+        });
+        return jsonObj;
+    }
+    GeneratedText.getJsonObj = getJsonObj;
+    function getDeserializedJsonObj(obj) {
+        const jsonObj = Object.assign(Object.assign({}, obj), {
+            "tokenLikelihoods": obj.tokenLikelihoods
+                ? obj.tokenLikelihoods.map(item => {
+                    return model.TokenLikelihood.getDeserializedJsonObj(item);
+                })
+                : undefined
+        });
+        return jsonObj;
+    }
+    GeneratedText.getDeserializedJsonObj = getDeserializedJsonObj;
+})(GeneratedText = exports.GeneratedText || (exports.GeneratedText = {}));
+//# sourceMappingURL=generated-text.js.map

package/lib/model/generated-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generated-text.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/generated-text.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAmClC,IAAiB,aAAa,CA6B7B;AA7BD,WAAiB,aAAa;IAC5B,SAAgB,UAAU,CAAC,GAAkB;QAC3C,MAAM,OAAO,mCACR,GAAG,GACH;YACD,kBAAkB,EAAE,GAAG,CAAC,gBAAgB;gBACtC,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBAC9B,OAAO,KAAK,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAChD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAbe,wBAAU,aAazB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAkB;QACvD,MAAM,OAAO,mCACR,GAAG,GACH;YACD,kBAAkB,EAAE,GAAG,CAAC,gBAAgB;gBACtC,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBAC9B,OAAO,KAAK,CAAC,eAAe,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAC5D,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAbe,oCAAsB,yBAarC,CAAA;AACH,CAAC,EA7BgB,aAAa,GAAb,qBAAa,KAAb,qBAAa,QA6B7B"}

package/lib/model/index.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Generative AI Service Inference API
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
+
+Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
+
+To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a  [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
+
+To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
+
+ * OpenAPI spec version: 20231130
+ *
+ *
+ * NOTE: This class is auto generated by OracleSDKGenerator.
+ * Do not edit the class manually.
+ *
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates.  All rights reserved.
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
+ */
+import * as Choice from "./choice";
+export import Choice = Choice.Choice;
+import * as EmbedTextDetails from "./embed-text-details";
+export import EmbedTextDetails = EmbedTextDetails.EmbedTextDetails;
+import * as EmbedTextResult from "./embed-text-result";
+export import EmbedTextResult = EmbedTextResult.EmbedTextResult;
+import * as GenerateTextDetails from "./generate-text-details";
+export import GenerateTextDetails = GenerateTextDetails.GenerateTextDetails;
+import * as GenerateTextResult from "./generate-text-result";
+export import GenerateTextResult = GenerateTextResult.GenerateTextResult;
+import * as GeneratedText from "./generated-text";
+export import GeneratedText = GeneratedText.GeneratedText;
+import * as LlmInferenceRequest from "./llm-inference-request";
+export import LlmInferenceRequest = LlmInferenceRequest.LlmInferenceRequest;
+import * as LlmInferenceResponse from "./llm-inference-response";
+export import LlmInferenceResponse = LlmInferenceResponse.LlmInferenceResponse;
+import * as Logprobs from "./logprobs";
+export import Logprobs = Logprobs.Logprobs;
+import * as ServingMode from "./serving-mode";
+export import ServingMode = ServingMode.ServingMode;
+import * as SummarizeTextDetails from "./summarize-text-details";
+export import SummarizeTextDetails = SummarizeTextDetails.SummarizeTextDetails;
+import * as SummarizeTextResult from "./summarize-text-result";
+export import SummarizeTextResult = SummarizeTextResult.SummarizeTextResult;
+import * as TokenLikelihood from "./token-likelihood";
+export import TokenLikelihood = TokenLikelihood.TokenLikelihood;
+import * as CohereLlmInferenceRequest from "./cohere-llm-inference-request";
+export import CohereLlmInferenceRequest = CohereLlmInferenceRequest.CohereLlmInferenceRequest;
+import * as CohereLlmInferenceResponse from "./cohere-llm-inference-response";
+export import CohereLlmInferenceResponse = CohereLlmInferenceResponse.CohereLlmInferenceResponse;
+import * as DedicatedServingMode from "./dedicated-serving-mode";
+export import DedicatedServingMode = DedicatedServingMode.DedicatedServingMode;
+import * as LlamaLlmInferenceRequest from "./llama-llm-inference-request";
+export import LlamaLlmInferenceRequest = LlamaLlmInferenceRequest.LlamaLlmInferenceRequest;
+import * as LlamaLlmInferenceResponse from "./llama-llm-inference-response";
+export import LlamaLlmInferenceResponse = LlamaLlmInferenceResponse.LlamaLlmInferenceResponse;
+import * as OnDemandServingMode from "./on-demand-serving-mode";
+export import OnDemandServingMode = OnDemandServingMode.OnDemandServingMode;

package/lib/model/index.js

@@ -0,0 +1,80 @@
+"use strict";
+/**
+ * Generative AI Service Inference API
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
+
+Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
+
+To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a  [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
+
+To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
+
+ * OpenAPI spec version: 20231130
+ *
+ *
+ * NOTE: This class is auto generated by OracleSDKGenerator.
+ * Do not edit the class manually.
+ *
+ * Copyright (c) 2020, 2024, Oracle and/or its affiliates.  All rights reserved.
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OnDemandServingMode = exports.LlamaLlmInferenceResponse = exports.LlamaLlmInferenceRequest = exports.DedicatedServingMode = exports.CohereLlmInferenceResponse = exports.CohereLlmInferenceRequest = exports.TokenLikelihood = exports.SummarizeTextResult = exports.SummarizeTextDetails = exports.ServingMode = exports.Logprobs = exports.LlmInferenceResponse = exports.LlmInferenceRequest = exports.GeneratedText = exports.GenerateTextResult = exports.GenerateTextDetails = exports.EmbedTextResult = exports.EmbedTextDetails = exports.Choice = void 0;
+const Choice = __importStar(require("./choice"));
+exports.Choice = Choice.Choice;
+const EmbedTextDetails = __importStar(require("./embed-text-details"));
+exports.EmbedTextDetails = EmbedTextDetails.EmbedTextDetails;
+const EmbedTextResult = __importStar(require("./embed-text-result"));
+exports.EmbedTextResult = EmbedTextResult.EmbedTextResult;
+const GenerateTextDetails = __importStar(require("./generate-text-details"));
+exports.GenerateTextDetails = GenerateTextDetails.GenerateTextDetails;
+const GenerateTextResult = __importStar(require("./generate-text-result"));
+exports.GenerateTextResult = GenerateTextResult.GenerateTextResult;
+const GeneratedText = __importStar(require("./generated-text"));
+exports.GeneratedText = GeneratedText.GeneratedText;
+const LlmInferenceRequest = __importStar(require("./llm-inference-request"));
+exports.LlmInferenceRequest = LlmInferenceRequest.LlmInferenceRequest;
+const LlmInferenceResponse = __importStar(require("./llm-inference-response"));
+exports.LlmInferenceResponse = LlmInferenceResponse.LlmInferenceResponse;
+const Logprobs = __importStar(require("./logprobs"));
+exports.Logprobs = Logprobs.Logprobs;
+const ServingMode = __importStar(require("./serving-mode"));
+exports.ServingMode = ServingMode.ServingMode;
+const SummarizeTextDetails = __importStar(require("./summarize-text-details"));
+exports.SummarizeTextDetails = SummarizeTextDetails.SummarizeTextDetails;
+const SummarizeTextResult = __importStar(require("./summarize-text-result"));
+exports.SummarizeTextResult = SummarizeTextResult.SummarizeTextResult;
+const TokenLikelihood = __importStar(require("./token-likelihood"));
+exports.TokenLikelihood = TokenLikelihood.TokenLikelihood;
+const CohereLlmInferenceRequest = __importStar(require("./cohere-llm-inference-request"));
+exports.CohereLlmInferenceRequest = CohereLlmInferenceRequest.CohereLlmInferenceRequest;
+const CohereLlmInferenceResponse = __importStar(require("./cohere-llm-inference-response"));
+exports.CohereLlmInferenceResponse = CohereLlmInferenceResponse.CohereLlmInferenceResponse;
+const DedicatedServingMode = __importStar(require("./dedicated-serving-mode"));
+exports.DedicatedServingMode = DedicatedServingMode.DedicatedServingMode;
+const LlamaLlmInferenceRequest = __importStar(require("./llama-llm-inference-request"));
+exports.LlamaLlmInferenceRequest = LlamaLlmInferenceRequest.LlamaLlmInferenceRequest;
+const LlamaLlmInferenceResponse = __importStar(require("./llama-llm-inference-response"));
+exports.LlamaLlmInferenceResponse = LlamaLlmInferenceResponse.LlamaLlmInferenceResponse;
+const OnDemandServingMode = __importStar(require("./on-demand-serving-mode"));
+exports.OnDemandServingMode = OnDemandServingMode.OnDemandServingMode;
+//# sourceMappingURL=index.js.map

package/lib/model/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,iDAAmC;AACrB,QAAA,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;AACrC,uEAAyD;AAC3C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,qEAAuD;AACzC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAChE,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,qDAAuC;AACzB,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,oEAAsD;AACxC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAEhE,0FAA4E;AAC9D,QAAA,yBAAyB,GAAG,yBAAyB,CAAC,yBAAyB,CAAC;AAC9F,4FAA8E;AAChE,QAAA,0BAA0B,GAAG,0BAA0B,CAAC,0BAA0B,CAAC;AACjG,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,wFAA0E;AAC5D,QAAA,wBAAwB,GAAG,wBAAwB,CAAC,wBAAwB,CAAC;AAC3F,0FAA4E;AAC9D,QAAA,yBAAyB,GAAG,yBAAyB,CAAC,yBAAyB,CAAC;AAC9F,8EAAgE;AAClD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC"}