oci-generativeaiinference 2.77.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.txt +89 -0
- package/NOTICE.txt +1 -0
- package/README.md +22 -0
- package/THIRD_PARTY_LICENSES.txt +576 -0
- package/index.d.ts +27 -0
- package/index.js +50 -0
- package/index.js.map +1 -0
- package/lib/client.d.ts +113 -0
- package/lib/client.js +376 -0
- package/lib/client.js.map +1 -0
- package/lib/model/choice.d.ts +45 -0
- package/lib/model/choice.js +60 -0
- package/lib/model/choice.js.map +1 -0
- package/lib/model/cohere-llm-inference-request.d.ts +106 -0
- package/lib/model/cohere-llm-inference-request.js +73 -0
- package/lib/model/cohere-llm-inference-request.js.map +1 -0
- package/lib/model/cohere-llm-inference-response.d.ts +43 -0
- package/lib/model/cohere-llm-inference-response.js +73 -0
- package/lib/model/cohere-llm-inference-response.js.map +1 -0
- package/lib/model/dedicated-serving-mode.d.ts +35 -0
- package/lib/model/dedicated-serving-mode.js +59 -0
- package/lib/model/dedicated-serving-mode.js.map +1 -0
- package/lib/model/embed-text-details.d.ts +61 -0
- package/lib/model/embed-text-details.js +75 -0
- package/lib/model/embed-text-details.js.map +1 -0
- package/lib/model/embed-text-result.d.ts +48 -0
- package/lib/model/embed-text-result.js +36 -0
- package/lib/model/embed-text-result.js.map +1 -0
- package/lib/model/generate-text-details.d.ts +35 -0
- package/lib/model/generate-text-details.js +68 -0
- package/lib/model/generate-text-details.js.map +1 -0
- package/lib/model/generate-text-result.d.ts +38 -0
- package/lib/model/generate-text-result.js +64 -0
- package/lib/model/generate-text-result.js.map +1 -0
- package/lib/model/generated-text.d.ts +55 -0
- package/lib/model/generated-text.js +68 -0
- package/lib/model/generated-text.js.map +1 -0
- package/lib/model/index.d.ts +57 -0
- package/lib/model/index.js +80 -0
- package/lib/model/index.js.map +1 -0
- package/lib/model/llama-llm-inference-request.d.ts +94 -0
- package/lib/model/llama-llm-inference-request.js +61 -0
- package/lib/model/llama-llm-inference-request.js.map +1 -0
- package/lib/model/llama-llm-inference-response.d.ts +39 -0
- package/lib/model/llama-llm-inference-response.js +73 -0
- package/lib/model/llama-llm-inference-response.js.map +1 -0
- package/lib/model/llm-inference-request.d.ts +29 -0
- package/lib/model/llm-inference-request.js +79 -0
- package/lib/model/llm-inference-request.js.map +1 -0
- package/lib/model/llm-inference-response.d.ts +29 -0
- package/lib/model/llm-inference-response.js +79 -0
- package/lib/model/llm-inference-response.js.map +1 -0
- package/lib/model/logprobs.d.ts +46 -0
- package/lib/model/logprobs.js +36 -0
- package/lib/model/logprobs.js.map +1 -0
- package/lib/model/on-demand-serving-mode.d.ts +35 -0
- package/lib/model/on-demand-serving-mode.js +59 -0
- package/lib/model/on-demand-serving-mode.js.map +1 -0
- package/lib/model/serving-mode.d.ts +29 -0
- package/lib/model/serving-mode.js +79 -0
- package/lib/model/serving-mode.js.map +1 -0
- package/lib/model/summarize-text-details.d.ts +82 -0
- package/lib/model/summarize-text-details.js +82 -0
- package/lib/model/summarize-text-details.js.map +1 -0
- package/lib/model/summarize-text-result.d.ts +48 -0
- package/lib/model/summarize-text-result.js +36 -0
- package/lib/model/summarize-text-result.js.map +1 -0
- package/lib/model/token-likelihood.d.ts +39 -0
- package/lib/model/token-likelihood.js +36 -0
- package/lib/model/token-likelihood.js.map +1 -0
- package/lib/request/embed-text-request.d.ts +36 -0
- package/lib/request/embed-text-request.js +15 -0
- package/lib/request/embed-text-request.js.map +1 -0
- package/lib/request/generate-text-request.d.ts +36 -0
- package/lib/request/generate-text-request.js +15 -0
- package/lib/request/generate-text-request.js.map +1 -0
- package/lib/request/index.d.ts +25 -0
- package/lib/request/index.js +22 -0
- package/lib/request/index.js.map +1 -0
- package/lib/request/summarize-text-request.d.ts +36 -0
- package/lib/request/summarize-text-request.js +15 -0
- package/lib/request/summarize-text-request.js.map +1 -0
- package/lib/response/embed-text-response.d.ts +30 -0
- package/lib/response/embed-text-response.js +15 -0
- package/lib/response/embed-text-response.js.map +1 -0
- package/lib/response/generate-text-response.d.ts +30 -0
- package/lib/response/generate-text-response.js +15 -0
- package/lib/response/generate-text-response.js.map +1 -0
- package/lib/response/index.d.ts +25 -0
- package/lib/response/index.js +22 -0
- package/lib/response/index.js.map +1 -0
- package/lib/response/summarize-text-response.d.ts +30 -0
- package/lib/response/summarize-text-response.js +15 -0
- package/lib/response/summarize-text-response.js.map +1 -0
- package/package.json +29 -0
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
*
|
|
3
|
+
*
|
|
4
|
+
* OpenAPI spec version: 20231130
|
|
5
|
+
*
|
|
6
|
+
*
|
|
7
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
8
|
+
* Do not edit the class manually.
|
|
9
|
+
*
|
|
10
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
11
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
12
|
+
*/
|
|
13
|
+
import * as model from "../model";
|
|
14
|
+
import common = require("oci-common");
|
|
15
|
+
/**
|
|
16
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.77.1/generativeaiinference/GenerateText.ts.html |here} to see how to use GenerateTextRequest.
|
|
17
|
+
*/
|
|
18
|
+
export interface GenerateTextRequest extends common.BaseRequest {
|
|
19
|
+
/**
|
|
20
|
+
* Details for generating the text response.
|
|
21
|
+
*/
|
|
22
|
+
"generateTextDetails": model.GenerateTextDetails;
|
|
23
|
+
/**
|
|
24
|
+
* A token that uniquely identifies a request so it can be retried in case of a timeout or
|
|
25
|
+
* server error without risk of executing that same action again. Retry tokens expire after 24
|
|
26
|
+
* hours, but can be invalidated before then due to conflicting operations. For example, if a resource
|
|
27
|
+
* has been deleted and purged from the system, then a retry of the original creation request
|
|
28
|
+
* might be rejected.
|
|
29
|
+
*
|
|
30
|
+
*/
|
|
31
|
+
"opcRetryToken"?: string;
|
|
32
|
+
/**
|
|
33
|
+
* The client request ID for tracing.
|
|
34
|
+
*/
|
|
35
|
+
"opcRequestId"?: string;
|
|
36
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
*
|
|
4
|
+
*
|
|
5
|
+
* OpenAPI spec version: 20231130
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
9
|
+
* Do not edit the class manually.
|
|
10
|
+
*
|
|
11
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
12
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
13
|
+
*/
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
//# sourceMappingURL=generate-text-request.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate-text-request.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/request/generate-text-request.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generative AI Service Inference API
|
|
3
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
4
|
+
|
|
5
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
6
|
+
|
|
7
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
8
|
+
|
|
9
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
10
|
+
|
|
11
|
+
* OpenAPI spec version: 20231130
|
|
12
|
+
*
|
|
13
|
+
*
|
|
14
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
15
|
+
* Do not edit the class manually.
|
|
16
|
+
*
|
|
17
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
|
+
*/
|
|
20
|
+
import * as EmbedTextRequest from "./embed-text-request";
|
|
21
|
+
export import EmbedTextRequest = EmbedTextRequest.EmbedTextRequest;
|
|
22
|
+
import * as GenerateTextRequest from "./generate-text-request";
|
|
23
|
+
export import GenerateTextRequest = GenerateTextRequest.GenerateTextRequest;
|
|
24
|
+
import * as SummarizeTextRequest from "./summarize-text-request";
|
|
25
|
+
export import SummarizeTextRequest = SummarizeTextRequest.SummarizeTextRequest;
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Generative AI Service Inference API
|
|
4
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
5
|
+
|
|
6
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
7
|
+
|
|
8
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
9
|
+
|
|
10
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
11
|
+
|
|
12
|
+
* OpenAPI spec version: 20231130
|
|
13
|
+
*
|
|
14
|
+
*
|
|
15
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
16
|
+
* Do not edit the class manually.
|
|
17
|
+
*
|
|
18
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
19
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
20
|
+
*/
|
|
21
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
22
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/request/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
*
|
|
3
|
+
*
|
|
4
|
+
* OpenAPI spec version: 20231130
|
|
5
|
+
*
|
|
6
|
+
*
|
|
7
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
8
|
+
* Do not edit the class manually.
|
|
9
|
+
*
|
|
10
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
11
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
12
|
+
*/
|
|
13
|
+
import * as model from "../model";
|
|
14
|
+
import common = require("oci-common");
|
|
15
|
+
/**
|
|
16
|
+
* @example Click {@link https://docs.cloud.oracle.com/en-us/iaas/tools/typescript-sdk-examples/2.77.1/generativeaiinference/SummarizeText.ts.html |here} to see how to use SummarizeTextRequest.
|
|
17
|
+
*/
|
|
18
|
+
export interface SummarizeTextRequest extends common.BaseRequest {
|
|
19
|
+
/**
|
|
20
|
+
* Details for summarizing the text.
|
|
21
|
+
*/
|
|
22
|
+
"summarizeTextDetails": model.SummarizeTextDetails;
|
|
23
|
+
/**
|
|
24
|
+
* A token that uniquely identifies a request so it can be retried in case of a timeout or
|
|
25
|
+
* server error without risk of executing that same action again. Retry tokens expire after 24
|
|
26
|
+
* hours, but can be invalidated before then due to conflicting operations. For example, if a resource
|
|
27
|
+
* has been deleted and purged from the system, then a retry of the original creation request
|
|
28
|
+
* might be rejected.
|
|
29
|
+
*
|
|
30
|
+
*/
|
|
31
|
+
"opcRetryToken"?: string;
|
|
32
|
+
/**
|
|
33
|
+
* The client request ID for tracing.
|
|
34
|
+
*/
|
|
35
|
+
"opcRequestId"?: string;
|
|
36
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
*
|
|
4
|
+
*
|
|
5
|
+
* OpenAPI spec version: 20231130
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
9
|
+
* Do not edit the class manually.
|
|
10
|
+
*
|
|
11
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
12
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
13
|
+
*/
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
//# sourceMappingURL=summarize-text-request.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"summarize-text-request.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/request/summarize-text-request.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
*
|
|
3
|
+
*
|
|
4
|
+
* OpenAPI spec version: 20231130
|
|
5
|
+
*
|
|
6
|
+
*
|
|
7
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
8
|
+
* Do not edit the class manually.
|
|
9
|
+
*
|
|
10
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
11
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
12
|
+
*/
|
|
13
|
+
import * as model from "../model";
|
|
14
|
+
export interface EmbedTextResponse {
|
|
15
|
+
/**
|
|
16
|
+
* For optimistic concurrency control. See {@code if-match}.
|
|
17
|
+
*
|
|
18
|
+
*/
|
|
19
|
+
"etag": string;
|
|
20
|
+
/**
|
|
21
|
+
* Unique Oracle-assigned identifier for the request. If you need to contact
|
|
22
|
+
* Oracle about a particular request, please provide the request ID.
|
|
23
|
+
*
|
|
24
|
+
*/
|
|
25
|
+
"opcRequestId": string;
|
|
26
|
+
/**
|
|
27
|
+
* The returned model.EmbedTextResult instance.
|
|
28
|
+
*/
|
|
29
|
+
"embedTextResult": model.EmbedTextResult;
|
|
30
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
*
|
|
4
|
+
*
|
|
5
|
+
* OpenAPI spec version: 20231130
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
9
|
+
* Do not edit the class manually.
|
|
10
|
+
*
|
|
11
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
12
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
13
|
+
*/
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
//# sourceMappingURL=embed-text-response.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed-text-response.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/response/embed-text-response.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
*
|
|
3
|
+
*
|
|
4
|
+
* OpenAPI spec version: 20231130
|
|
5
|
+
*
|
|
6
|
+
*
|
|
7
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
8
|
+
* Do not edit the class manually.
|
|
9
|
+
*
|
|
10
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
11
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
12
|
+
*/
|
|
13
|
+
import * as model from "../model";
|
|
14
|
+
export interface GenerateTextResponse {
|
|
15
|
+
/**
|
|
16
|
+
* For optimistic concurrency control. See {@code if-match}.
|
|
17
|
+
*
|
|
18
|
+
*/
|
|
19
|
+
"etag": string;
|
|
20
|
+
/**
|
|
21
|
+
* Unique Oracle-assigned identifier for the request. If you need to contact
|
|
22
|
+
* Oracle about a particular request, please provide the request ID.
|
|
23
|
+
*
|
|
24
|
+
*/
|
|
25
|
+
"opcRequestId": string;
|
|
26
|
+
/**
|
|
27
|
+
* The returned model.GenerateTextResult instance.
|
|
28
|
+
*/
|
|
29
|
+
"generateTextResult": model.GenerateTextResult;
|
|
30
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
*
|
|
4
|
+
*
|
|
5
|
+
* OpenAPI spec version: 20231130
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
9
|
+
* Do not edit the class manually.
|
|
10
|
+
*
|
|
11
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
12
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
13
|
+
*/
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
//# sourceMappingURL=generate-text-response.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate-text-response.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/response/generate-text-response.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generative AI Service Inference API
|
|
3
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
4
|
+
|
|
5
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
6
|
+
|
|
7
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
8
|
+
|
|
9
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
10
|
+
|
|
11
|
+
* OpenAPI spec version: 20231130
|
|
12
|
+
*
|
|
13
|
+
*
|
|
14
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
15
|
+
* Do not edit the class manually.
|
|
16
|
+
*
|
|
17
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
|
+
*/
|
|
20
|
+
import * as EmbedTextResponse from "./embed-text-response";
|
|
21
|
+
export import EmbedTextResponse = EmbedTextResponse.EmbedTextResponse;
|
|
22
|
+
import * as GenerateTextResponse from "./generate-text-response";
|
|
23
|
+
export import GenerateTextResponse = GenerateTextResponse.GenerateTextResponse;
|
|
24
|
+
import * as SummarizeTextResponse from "./summarize-text-response";
|
|
25
|
+
export import SummarizeTextResponse = SummarizeTextResponse.SummarizeTextResponse;
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Generative AI Service Inference API
|
|
4
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
5
|
+
|
|
6
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
7
|
+
|
|
8
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
9
|
+
|
|
10
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
11
|
+
|
|
12
|
+
* OpenAPI spec version: 20231130
|
|
13
|
+
*
|
|
14
|
+
*
|
|
15
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
16
|
+
* Do not edit the class manually.
|
|
17
|
+
*
|
|
18
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
19
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
20
|
+
*/
|
|
21
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
22
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/response/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
*
|
|
3
|
+
*
|
|
4
|
+
* OpenAPI spec version: 20231130
|
|
5
|
+
*
|
|
6
|
+
*
|
|
7
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
8
|
+
* Do not edit the class manually.
|
|
9
|
+
*
|
|
10
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
11
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
12
|
+
*/
|
|
13
|
+
import * as model from "../model";
|
|
14
|
+
export interface SummarizeTextResponse {
|
|
15
|
+
/**
|
|
16
|
+
* For optimistic concurrency control. See {@code if-match}.
|
|
17
|
+
*
|
|
18
|
+
*/
|
|
19
|
+
"etag": string;
|
|
20
|
+
/**
|
|
21
|
+
* Unique Oracle-assigned identifier for the request. If you need to contact
|
|
22
|
+
* Oracle about a particular request, please provide the request ID.
|
|
23
|
+
*
|
|
24
|
+
*/
|
|
25
|
+
"opcRequestId": string;
|
|
26
|
+
/**
|
|
27
|
+
* The returned model.SummarizeTextResult instance.
|
|
28
|
+
*/
|
|
29
|
+
"summarizeTextResult": model.SummarizeTextResult;
|
|
30
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
*
|
|
4
|
+
*
|
|
5
|
+
* OpenAPI spec version: 20231130
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
9
|
+
* Do not edit the class manually.
|
|
10
|
+
*
|
|
11
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
12
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
13
|
+
*/
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
//# sourceMappingURL=summarize-text-response.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"summarize-text-response.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/response/summarize-text-response.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG"}
|
package/package.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "oci-generativeaiinference",
|
|
3
|
+
"version": "2.77.1",
|
|
4
|
+
"description": "OCI NodeJS client for Generative Ai Inference Service",
|
|
5
|
+
"repository": {
|
|
6
|
+
"type": "git",
|
|
7
|
+
"url": "https://github.com/oracle/oci-typescript-sdk"
|
|
8
|
+
},
|
|
9
|
+
"main": "./index.js",
|
|
10
|
+
"typings": "./index",
|
|
11
|
+
"scripts": {},
|
|
12
|
+
"author": {
|
|
13
|
+
"name": "Oracle Cloud Infrastructure",
|
|
14
|
+
"email": ""
|
|
15
|
+
},
|
|
16
|
+
"license": "(UPL-1.0 OR Apache-2.0)",
|
|
17
|
+
"dependencies": {
|
|
18
|
+
"oci-common": "2.77.1",
|
|
19
|
+
"oci-workrequests": "2.77.1"
|
|
20
|
+
},
|
|
21
|
+
"publishConfig": {
|
|
22
|
+
"registry": "https://registry.npmjs.org"
|
|
23
|
+
},
|
|
24
|
+
"contributors": [
|
|
25
|
+
"Jyoti Saini <jyoti.s.saini@oracle.com>",
|
|
26
|
+
"Joe Levy <joe.levy@oracle.com>",
|
|
27
|
+
"Walt Tran <walt.tran@oracle.com>"
|
|
28
|
+
]
|
|
29
|
+
}
|