oci-generativeaiinference 2.84.0 → 2.85.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/client.d.ts +17 -3
- package/lib/client.js +78 -3
- package/lib/client.js.map +1 -1
- package/lib/model/base-chat-request.d.ts +29 -0
- package/lib/model/base-chat-request.js +79 -0
- package/lib/model/base-chat-request.js.map +1 -0
- package/lib/model/base-chat-response.d.ts +29 -0
- package/lib/model/base-chat-response.js +79 -0
- package/lib/model/base-chat-response.js.map +1 -0
- package/lib/model/chat-choice.d.ts +42 -0
- package/lib/model/chat-choice.js +62 -0
- package/lib/model/chat-choice.js.map +1 -0
- package/lib/model/chat-content.d.ts +29 -0
- package/lib/model/chat-content.js +75 -0
- package/lib/model/chat-content.js.map +1 -0
- package/lib/model/chat-details.d.ts +35 -0
- package/lib/model/chat-details.js +68 -0
- package/lib/model/chat-details.js.map +1 -0
- package/lib/model/chat-result.d.ts +38 -0
- package/lib/model/chat-result.js +64 -0
- package/lib/model/chat-result.js.map +1 -0
- package/lib/model/citation.d.ts +44 -0
- package/lib/model/citation.js +36 -0
- package/lib/model/citation.js.map +1 -0
- package/lib/model/cohere-chat-request.d.ts +95 -0
- package/lib/model/cohere-chat-request.js +71 -0
- package/lib/model/cohere-chat-request.js.map +1 -0
- package/lib/model/cohere-chat-response.d.ts +70 -0
- package/lib/model/cohere-chat-response.js +95 -0
- package/lib/model/cohere-chat-response.js.map +1 -0
- package/lib/model/cohere-message.d.ts +40 -0
- package/lib/model/cohere-message.js +41 -0
- package/lib/model/cohere-message.js.map +1 -0
- package/lib/model/embed-text-details.d.ts +1 -1
- package/lib/model/generic-chat-request.d.ts +98 -0
- package/lib/model/generic-chat-request.js +71 -0
- package/lib/model/generic-chat-request.js.map +1 -0
- package/lib/model/generic-chat-response.d.ts +39 -0
- package/lib/model/generic-chat-response.js +71 -0
- package/lib/model/generic-chat-response.js.map +1 -0
- package/lib/model/index.d.ts +30 -0
- package/lib/model/index.js +31 -1
- package/lib/model/index.js.map +1 -1
- package/lib/model/llama-llm-inference-request.d.ts +1 -1
- package/lib/model/message.d.ts +37 -0
- package/lib/model/message.js +68 -0
- package/lib/model/message.js.map +1 -0
- package/lib/model/search-query.d.ts +32 -0
- package/lib/model/search-query.js +36 -0
- package/lib/model/search-query.js.map +1 -0
- package/lib/model/text-content.d.ts +35 -0
- package/lib/model/text-content.js +57 -0
- package/lib/model/text-content.js.map +1 -0
- package/lib/request/chat-request.d.ts +36 -0
- package/lib/request/chat-request.js +15 -0
- package/lib/request/chat-request.js.map +1 -0
- package/lib/request/embed-text-request.d.ts +1 -1
- package/lib/request/generate-text-request.d.ts +1 -1
- package/lib/request/index.d.ts +2 -0
- package/lib/request/summarize-text-request.d.ts +1 -1
- package/lib/response/chat-response.d.ts +30 -0
- package/lib/response/chat-response.js +15 -0
- package/lib/response/chat-response.js.map +1 -0
- package/lib/response/index.d.ts +2 -0
- package/package.json +3 -3
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Generative AI Service Inference API
|
|
4
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
5
|
+
|
|
6
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
7
|
+
|
|
8
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
9
|
+
|
|
10
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
11
|
+
|
|
12
|
+
* OpenAPI spec version: 20231130
|
|
13
|
+
*
|
|
14
|
+
*
|
|
15
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
16
|
+
* Do not edit the class manually.
|
|
17
|
+
*
|
|
18
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
19
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
20
|
+
*/
|
|
21
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
22
|
+
if (k2 === undefined) k2 = k;
|
|
23
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
24
|
+
}) : (function(o, m, k, k2) {
|
|
25
|
+
if (k2 === undefined) k2 = k;
|
|
26
|
+
o[k2] = m[k];
|
|
27
|
+
}));
|
|
28
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
29
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
30
|
+
}) : function(o, v) {
|
|
31
|
+
o["default"] = v;
|
|
32
|
+
});
|
|
33
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
34
|
+
if (mod && mod.__esModule) return mod;
|
|
35
|
+
var result = {};
|
|
36
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
37
|
+
__setModuleDefault(result, mod);
|
|
38
|
+
return result;
|
|
39
|
+
};
|
|
40
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
41
|
+
exports.CohereChatResponse = void 0;
|
|
42
|
+
const model = __importStar(require("../model"));
|
|
43
|
+
var CohereChatResponse;
|
|
44
|
+
(function (CohereChatResponse) {
|
|
45
|
+
let FinishReason;
|
|
46
|
+
(function (FinishReason) {
|
|
47
|
+
FinishReason["Complete"] = "COMPLETE";
|
|
48
|
+
FinishReason["ErrorToxic"] = "ERROR_TOXIC";
|
|
49
|
+
FinishReason["ErrorLimit"] = "ERROR_LIMIT";
|
|
50
|
+
FinishReason["Error"] = "ERROR";
|
|
51
|
+
FinishReason["UserCancel"] = "USER_CANCEL";
|
|
52
|
+
FinishReason["MaxTokens"] = "MAX_TOKENS";
|
|
53
|
+
/**
|
|
54
|
+
* This value is used if a service returns a value for this enum that is not recognized by this
|
|
55
|
+
* version of the SDK.
|
|
56
|
+
*/
|
|
57
|
+
FinishReason["UnknownValue"] = "UNKNOWN_VALUE";
|
|
58
|
+
})(FinishReason = CohereChatResponse.FinishReason || (CohereChatResponse.FinishReason = {}));
|
|
59
|
+
function getJsonObj(obj, isParentJsonObj) {
|
|
60
|
+
const jsonObj = Object.assign(Object.assign({}, (isParentJsonObj ? obj : model.BaseChatResponse.getJsonObj(obj))), {
|
|
61
|
+
"citations": obj.citations
|
|
62
|
+
? obj.citations.map(item => {
|
|
63
|
+
return model.Citation.getJsonObj(item);
|
|
64
|
+
})
|
|
65
|
+
: undefined,
|
|
66
|
+
"searchQueries": obj.searchQueries
|
|
67
|
+
? obj.searchQueries.map(item => {
|
|
68
|
+
return model.SearchQuery.getJsonObj(item);
|
|
69
|
+
})
|
|
70
|
+
: undefined
|
|
71
|
+
});
|
|
72
|
+
return jsonObj;
|
|
73
|
+
}
|
|
74
|
+
CohereChatResponse.getJsonObj = getJsonObj;
|
|
75
|
+
CohereChatResponse.apiFormat = "COHERE";
|
|
76
|
+
function getDeserializedJsonObj(obj, isParentJsonObj) {
|
|
77
|
+
const jsonObj = Object.assign(Object.assign({}, (isParentJsonObj
|
|
78
|
+
? obj
|
|
79
|
+
: model.BaseChatResponse.getDeserializedJsonObj(obj))), {
|
|
80
|
+
"citations": obj.citations
|
|
81
|
+
? obj.citations.map(item => {
|
|
82
|
+
return model.Citation.getDeserializedJsonObj(item);
|
|
83
|
+
})
|
|
84
|
+
: undefined,
|
|
85
|
+
"searchQueries": obj.searchQueries
|
|
86
|
+
? obj.searchQueries.map(item => {
|
|
87
|
+
return model.SearchQuery.getDeserializedJsonObj(item);
|
|
88
|
+
})
|
|
89
|
+
: undefined
|
|
90
|
+
});
|
|
91
|
+
return jsonObj;
|
|
92
|
+
}
|
|
93
|
+
CohereChatResponse.getDeserializedJsonObj = getDeserializedJsonObj;
|
|
94
|
+
})(CohereChatResponse = exports.CohereChatResponse || (exports.CohereChatResponse = {}));
|
|
95
|
+
//# sourceMappingURL=cohere-chat-response.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cohere-chat-response.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/cohere-chat-response.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAqClC,IAAiB,kBAAkB,CA6DlC;AA7DD,WAAiB,kBAAkB;IACjC,IAAY,YAYX;IAZD,WAAY,YAAY;QACtB,qCAAqB,CAAA;QACrB,0CAA0B,CAAA;QAC1B,0CAA0B,CAAA;QAC1B,+BAAe,CAAA;QACf,0CAA0B,CAAA;QAC1B,wCAAwB,CAAA;QACxB;;;WAGG;QACH,8CAA8B,CAAA;IAChC,CAAC,EAZW,YAAY,GAAZ,+BAAY,KAAZ,+BAAY,QAYvB;IAED,SAAgB,UAAU,CAAC,GAAuB,EAAE,eAAyB;QAC3E,MAAM,OAAO,mCACR,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAwB,CAAC,GACxF;YACD,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACzC,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,eAAe,EAAE,GAAG,CAAC,aAAa;gBAChC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBAC3B,OAAO,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC5C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAnBe,6BAAU,aAmBzB,CAAA;IACY,4BAAS,GAAG,QAAQ,CAAC;IAClC,SAAgB,sBAAsB,CACpC,GAAuB,EACvB,eAAyB;QAEzB,MAAM,OAAO,mCACR,CAAC,eAAe;YACjB,CAAC,CAAC,GAAG;YACL,CAAC,CAAE,KAAK,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,GAAG,CAAwB,CAAC,GAC5E;YACD,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACrD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,eAAe,EAAE,GAAG,CAAC,aAAa;gBAChC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBAC3B,OAAO,KAAK,CAAC,WAAW,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACxD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAxBe,yCAAsB,yBAwBrC,CAAA;AACH,CAAC,EA7DgB,kBAAkB,GAAlB,0BAAkB,KAAlB,0BAAkB,QA6DlC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generative AI Service Inference API
|
|
3
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
4
|
+
|
|
5
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
6
|
+
|
|
7
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
8
|
+
|
|
9
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
10
|
+
|
|
11
|
+
* OpenAPI spec version: 20231130
|
|
12
|
+
*
|
|
13
|
+
*
|
|
14
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
15
|
+
* Do not edit the class manually.
|
|
16
|
+
*
|
|
17
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
|
+
*/
|
|
20
|
+
/**
|
|
21
|
+
* An message that represents a single dialogue of chat
|
|
22
|
+
*/
|
|
23
|
+
export interface CohereMessage {
|
|
24
|
+
/**
|
|
25
|
+
* One of CHATBOT|USER to identify who the message is coming from.
|
|
26
|
+
*/
|
|
27
|
+
"role": CohereMessage.Role;
|
|
28
|
+
/**
|
|
29
|
+
* Contents of the chat message.
|
|
30
|
+
*/
|
|
31
|
+
"message": string;
|
|
32
|
+
}
|
|
33
|
+
export declare namespace CohereMessage {
|
|
34
|
+
enum Role {
|
|
35
|
+
Chatbot = "CHATBOT",
|
|
36
|
+
User = "USER"
|
|
37
|
+
}
|
|
38
|
+
function getJsonObj(obj: CohereMessage): object;
|
|
39
|
+
function getDeserializedJsonObj(obj: CohereMessage): object;
|
|
40
|
+
}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Generative AI Service Inference API
|
|
4
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
5
|
+
|
|
6
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
7
|
+
|
|
8
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
9
|
+
|
|
10
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
11
|
+
|
|
12
|
+
* OpenAPI spec version: 20231130
|
|
13
|
+
*
|
|
14
|
+
*
|
|
15
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
16
|
+
* Do not edit the class manually.
|
|
17
|
+
*
|
|
18
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
19
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
20
|
+
*/
|
|
21
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
22
|
+
exports.CohereMessage = void 0;
|
|
23
|
+
var CohereMessage;
|
|
24
|
+
(function (CohereMessage) {
|
|
25
|
+
let Role;
|
|
26
|
+
(function (Role) {
|
|
27
|
+
Role["Chatbot"] = "CHATBOT";
|
|
28
|
+
Role["User"] = "USER";
|
|
29
|
+
})(Role = CohereMessage.Role || (CohereMessage.Role = {}));
|
|
30
|
+
function getJsonObj(obj) {
|
|
31
|
+
const jsonObj = Object.assign(Object.assign({}, obj), {});
|
|
32
|
+
return jsonObj;
|
|
33
|
+
}
|
|
34
|
+
CohereMessage.getJsonObj = getJsonObj;
|
|
35
|
+
function getDeserializedJsonObj(obj) {
|
|
36
|
+
const jsonObj = Object.assign(Object.assign({}, obj), {});
|
|
37
|
+
return jsonObj;
|
|
38
|
+
}
|
|
39
|
+
CohereMessage.getDeserializedJsonObj = getDeserializedJsonObj;
|
|
40
|
+
})(CohereMessage = exports.CohereMessage || (exports.CohereMessage = {}));
|
|
41
|
+
//# sourceMappingURL=cohere-message.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cohere-message.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/cohere-message.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;AAmBH,IAAiB,aAAa,CAgB7B;AAhBD,WAAiB,aAAa;IAC5B,IAAY,IAGX;IAHD,WAAY,IAAI;QACd,2BAAmB,CAAA;QACnB,qBAAa,CAAA;IACf,CAAC,EAHW,IAAI,GAAJ,kBAAI,KAAJ,kBAAI,QAGf;IAED,SAAgB,UAAU,CAAC,GAAkB;QAC3C,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,wBAAU,aAIzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAkB;QACvD,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,oCAAsB,yBAIrC,CAAA;AACH,CAAC,EAhBgB,aAAa,GAAb,qBAAa,KAAb,qBAAa,QAgB7B"}
|
|
@@ -23,7 +23,7 @@ import * as model from "../model";
|
|
|
23
23
|
*/
|
|
24
24
|
export interface EmbedTextDetails {
|
|
25
25
|
/**
|
|
26
|
-
*
|
|
26
|
+
* Provide a list of strings with a maximum number of 96 entries. Each string can be words, a phrase, or a paragraph. The maximum length of each string entry in the list is 512 tokens.
|
|
27
27
|
*/
|
|
28
28
|
"inputs": Array<string>;
|
|
29
29
|
"servingMode": model.DedicatedServingMode | model.OnDemandServingMode;
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generative AI Service Inference API
|
|
3
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
4
|
+
|
|
5
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
6
|
+
|
|
7
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
8
|
+
|
|
9
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
10
|
+
|
|
11
|
+
* OpenAPI spec version: 20231130
|
|
12
|
+
*
|
|
13
|
+
*
|
|
14
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
15
|
+
* Do not edit the class manually.
|
|
16
|
+
*
|
|
17
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
|
+
*/
|
|
20
|
+
import * as model from "../model";
|
|
21
|
+
/**
|
|
22
|
+
* Details for the chat request.
|
|
23
|
+
*/
|
|
24
|
+
export interface GenericChatRequest extends model.BaseChatRequest {
|
|
25
|
+
/**
|
|
26
|
+
* The series of messages associated with this chat completion request. It should include previous messages in the conversation. Each message has a role and content.
|
|
27
|
+
*/
|
|
28
|
+
"messages"?: Array<model.Message>;
|
|
29
|
+
/**
|
|
30
|
+
* Whether to stream back partial progress. If set, tokens are sent as data-only server-sent events as they become available.
|
|
31
|
+
*/
|
|
32
|
+
"isStream"?: boolean;
|
|
33
|
+
/**
|
|
34
|
+
* The number of of generated texts that will be returned. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
|
|
35
|
+
*/
|
|
36
|
+
"numGenerations"?: number;
|
|
37
|
+
/**
|
|
38
|
+
* Whether or not to return the user prompt in the response. Applies only to non-stream results.
|
|
39
|
+
*/
|
|
40
|
+
"isEcho"?: boolean;
|
|
41
|
+
/**
|
|
42
|
+
* An integer that sets up the model to use only the top k most likely tokens in the generated output. A higher k introduces more randomness into the output making the output text sound more natural. Default value is -1 which means to consider all tokens. Setting to 0 disables this method and considers all tokens.
|
|
43
|
+
* <p>
|
|
44
|
+
If also using top p, then the model considers only the top tokens whose probabilities add up to p percent and ignores the rest of the k tokens. For example, if k is 20, but the probabilities of the top 10 add up to .75, then only the top 10 tokens are chosen.
|
|
45
|
+
* Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
|
|
46
|
+
*/
|
|
47
|
+
"topK"?: number;
|
|
48
|
+
/**
|
|
49
|
+
* If set to a probability 0.0 < p < 1.0, it ensures that only the most likely tokens, with total probability mass of p, are considered for generation at each step.
|
|
50
|
+
* <p>
|
|
51
|
+
To eliminate tokens with low likelihood, assign p a minimum percentage for the next token's likelihood. For example, when p is set to 0.75, the model eliminates the bottom 25 percent for the next token. Set to 1 to consider all tokens and set to 0 to disable. If both k and p are enabled, p acts after k.
|
|
52
|
+
* Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
|
|
53
|
+
*/
|
|
54
|
+
"topP"?: number;
|
|
55
|
+
/**
|
|
56
|
+
* A number that sets the randomness of the generated output. A lower temperature means a less random generations.
|
|
57
|
+
* <p>
|
|
58
|
+
Use lower numbers for tasks with a correct answer such as question answering or summarizing. High temperatures can generate hallucinations or factually incorrect information. Start with temperatures lower than 1.0 and increase the temperature for more creative outputs, as you regenerate the prompts to refine the outputs.
|
|
59
|
+
* Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
|
|
60
|
+
*/
|
|
61
|
+
"temperature"?: number;
|
|
62
|
+
/**
|
|
63
|
+
* To reduce repetitiveness of generated tokens, this number penalizes new tokens based on their frequency in the generated text so far. Values > 0 encourage the model to use new tokens and values < 0 encourage the model to repeat tokens. Set to 0 to disable. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
|
|
64
|
+
*/
|
|
65
|
+
"frequencyPenalty"?: number;
|
|
66
|
+
/**
|
|
67
|
+
* To reduce repetitiveness of generated tokens, this number penalizes new tokens based on whether they've appeared in the generated text so far. Values > 0 encourage the model to use new tokens and values < 0 encourage the model to repeat tokens.
|
|
68
|
+
* <p>
|
|
69
|
+
Similar to frequency penalty, a penalty is applied to previously present tokens, except that this penalty is applied equally to all tokens that have already appeared, regardless of how many times they've appeared. Set to 0 to disable.
|
|
70
|
+
* Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
|
|
71
|
+
*/
|
|
72
|
+
"presencePenalty"?: number;
|
|
73
|
+
/**
|
|
74
|
+
* List of strings that stop the generation if they are generated for the response text. The returned output will not contain the stop strings.
|
|
75
|
+
*/
|
|
76
|
+
"stop"?: Array<string>;
|
|
77
|
+
/**
|
|
78
|
+
* Includes the logarithmic probabilities for the most likely output tokens and the chosen tokens.
|
|
79
|
+
* <p>
|
|
80
|
+
For example, if the log probability is 5, the API returns a list of the 5 most likely tokens. The API returns the log probability of the sampled token, so there might be up to logprobs+1 elements in the response.
|
|
81
|
+
* Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
|
|
82
|
+
*/
|
|
83
|
+
"logProbs"?: number;
|
|
84
|
+
/**
|
|
85
|
+
* The maximum number of tokens that can be generated per output sequence. The token count of your prompt plus max_tokens cannot exceed the model's context length. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
|
|
86
|
+
*/
|
|
87
|
+
"maxTokens"?: number;
|
|
88
|
+
/**
|
|
89
|
+
* Modify the likelihood of specified tokens appearing in the completion.
|
|
90
|
+
*/
|
|
91
|
+
"logitBias"?: any;
|
|
92
|
+
"apiFormat": string;
|
|
93
|
+
}
|
|
94
|
+
export declare namespace GenericChatRequest {
|
|
95
|
+
function getJsonObj(obj: GenericChatRequest, isParentJsonObj?: boolean): object;
|
|
96
|
+
const apiFormat = "GENERIC";
|
|
97
|
+
function getDeserializedJsonObj(obj: GenericChatRequest, isParentJsonObj?: boolean): object;
|
|
98
|
+
}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Generative AI Service Inference API
|
|
4
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
5
|
+
|
|
6
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
7
|
+
|
|
8
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
9
|
+
|
|
10
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
11
|
+
|
|
12
|
+
* OpenAPI spec version: 20231130
|
|
13
|
+
*
|
|
14
|
+
*
|
|
15
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
16
|
+
* Do not edit the class manually.
|
|
17
|
+
*
|
|
18
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
19
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
20
|
+
*/
|
|
21
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
22
|
+
if (k2 === undefined) k2 = k;
|
|
23
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
24
|
+
}) : (function(o, m, k, k2) {
|
|
25
|
+
if (k2 === undefined) k2 = k;
|
|
26
|
+
o[k2] = m[k];
|
|
27
|
+
}));
|
|
28
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
29
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
30
|
+
}) : function(o, v) {
|
|
31
|
+
o["default"] = v;
|
|
32
|
+
});
|
|
33
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
34
|
+
if (mod && mod.__esModule) return mod;
|
|
35
|
+
var result = {};
|
|
36
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
37
|
+
__setModuleDefault(result, mod);
|
|
38
|
+
return result;
|
|
39
|
+
};
|
|
40
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
41
|
+
exports.GenericChatRequest = void 0;
|
|
42
|
+
const model = __importStar(require("../model"));
|
|
43
|
+
var GenericChatRequest;
|
|
44
|
+
(function (GenericChatRequest) {
|
|
45
|
+
function getJsonObj(obj, isParentJsonObj) {
|
|
46
|
+
const jsonObj = Object.assign(Object.assign({}, (isParentJsonObj ? obj : model.BaseChatRequest.getJsonObj(obj))), {
|
|
47
|
+
"messages": obj.messages
|
|
48
|
+
? obj.messages.map(item => {
|
|
49
|
+
return model.Message.getJsonObj(item);
|
|
50
|
+
})
|
|
51
|
+
: undefined
|
|
52
|
+
});
|
|
53
|
+
return jsonObj;
|
|
54
|
+
}
|
|
55
|
+
GenericChatRequest.getJsonObj = getJsonObj;
|
|
56
|
+
GenericChatRequest.apiFormat = "GENERIC";
|
|
57
|
+
function getDeserializedJsonObj(obj, isParentJsonObj) {
|
|
58
|
+
const jsonObj = Object.assign(Object.assign({}, (isParentJsonObj
|
|
59
|
+
? obj
|
|
60
|
+
: model.BaseChatRequest.getDeserializedJsonObj(obj))), {
|
|
61
|
+
"messages": obj.messages
|
|
62
|
+
? obj.messages.map(item => {
|
|
63
|
+
return model.Message.getDeserializedJsonObj(item);
|
|
64
|
+
})
|
|
65
|
+
: undefined
|
|
66
|
+
});
|
|
67
|
+
return jsonObj;
|
|
68
|
+
}
|
|
69
|
+
GenericChatRequest.getDeserializedJsonObj = getDeserializedJsonObj;
|
|
70
|
+
})(GenericChatRequest = exports.GenericChatRequest || (exports.GenericChatRequest = {}));
|
|
71
|
+
//# sourceMappingURL=generic-chat-request.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generic-chat-request.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/generic-chat-request.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AA8ElC,IAAiB,kBAAkB,CAmClC;AAnCD,WAAiB,kBAAkB;IACjC,SAAgB,UAAU,CAAC,GAAuB,EAAE,eAAyB;QAC3E,MAAM,OAAO,mCACR,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,KAAK,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,CAAwB,CAAC,GACvF;YACD,UAAU,EAAE,GAAG,CAAC,QAAQ;gBACtB,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACtB,OAAO,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACxC,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAbe,6BAAU,aAazB,CAAA;IACY,4BAAS,GAAG,SAAS,CAAC;IACnC,SAAgB,sBAAsB,CACpC,GAAuB,EACvB,eAAyB;QAEzB,MAAM,OAAO,mCACR,CAAC,eAAe;YACjB,CAAC,CAAC,GAAG;YACL,CAAC,CAAE,KAAK,CAAC,eAAe,CAAC,sBAAsB,CAAC,GAAG,CAAwB,CAAC,GAC3E;YACD,UAAU,EAAE,GAAG,CAAC,QAAQ;gBACtB,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACtB,OAAO,KAAK,CAAC,OAAO,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACpD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAlBe,yCAAsB,yBAkBrC,CAAA;AACH,CAAC,EAnCgB,kBAAkB,GAAlB,0BAAkB,KAAlB,0BAAkB,QAmClC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generative AI Service Inference API
|
|
3
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
4
|
+
|
|
5
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
6
|
+
|
|
7
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
8
|
+
|
|
9
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
10
|
+
|
|
11
|
+
* OpenAPI spec version: 20231130
|
|
12
|
+
*
|
|
13
|
+
*
|
|
14
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
15
|
+
* Do not edit the class manually.
|
|
16
|
+
*
|
|
17
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
|
+
*/
|
|
20
|
+
import * as model from "../model";
|
|
21
|
+
/**
|
|
22
|
+
* The response to the chat conversation.
|
|
23
|
+
*/
|
|
24
|
+
export interface GenericChatResponse extends model.BaseChatResponse {
|
|
25
|
+
/**
|
|
26
|
+
* The Unix timestamp (in seconds) of when the generation was created.
|
|
27
|
+
*/
|
|
28
|
+
"timeCreated": Date;
|
|
29
|
+
/**
|
|
30
|
+
* A list of generated texts. Can be more than one if n is greater than 1.
|
|
31
|
+
*/
|
|
32
|
+
"choices": Array<model.ChatChoice>;
|
|
33
|
+
"apiFormat": string;
|
|
34
|
+
}
|
|
35
|
+
export declare namespace GenericChatResponse {
|
|
36
|
+
function getJsonObj(obj: GenericChatResponse, isParentJsonObj?: boolean): object;
|
|
37
|
+
const apiFormat = "GENERIC";
|
|
38
|
+
function getDeserializedJsonObj(obj: GenericChatResponse, isParentJsonObj?: boolean): object;
|
|
39
|
+
}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Generative AI Service Inference API
|
|
4
|
+
* OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
|
|
5
|
+
|
|
6
|
+
Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to [generate text](#/en/generative-ai-inference/latest/GenerateTextResult/GenerateText), [summarize](#/en/generative-ai-inference/latest/SummarizeTextResult/SummarizeText), and [create text embeddings](#/en/generative-ai-inference/latest/EmbedTextResult/EmbedText).
|
|
7
|
+
|
|
8
|
+
To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the [Generative AI service management API](/#/en/generative-ai/latest/) to [create a custom model](#/en/generative-ai/latest/Model/) by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a [fine-tuning dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/). Then, create a [hosting dedicated AI cluster](#/en/generative-ai/latest/DedicatedAiCluster/) with an [endpoint](#/en/generative-ai/latest/Endpoint/) to host your custom model. For resource management in the Generative AI service, use the [Generative AI service management API](/#/en/generative-ai/latest/).
|
|
9
|
+
|
|
10
|
+
To learn more about the service, see the [Generative AI documentation](/iaas/Content/generative-ai/home.htm).
|
|
11
|
+
|
|
12
|
+
* OpenAPI spec version: 20231130
|
|
13
|
+
*
|
|
14
|
+
*
|
|
15
|
+
* NOTE: This class is auto generated by OracleSDKGenerator.
|
|
16
|
+
* Do not edit the class manually.
|
|
17
|
+
*
|
|
18
|
+
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
19
|
+
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
20
|
+
*/
|
|
21
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
22
|
+
if (k2 === undefined) k2 = k;
|
|
23
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
24
|
+
}) : (function(o, m, k, k2) {
|
|
25
|
+
if (k2 === undefined) k2 = k;
|
|
26
|
+
o[k2] = m[k];
|
|
27
|
+
}));
|
|
28
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
29
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
30
|
+
}) : function(o, v) {
|
|
31
|
+
o["default"] = v;
|
|
32
|
+
});
|
|
33
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
34
|
+
if (mod && mod.__esModule) return mod;
|
|
35
|
+
var result = {};
|
|
36
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
37
|
+
__setModuleDefault(result, mod);
|
|
38
|
+
return result;
|
|
39
|
+
};
|
|
40
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
41
|
+
exports.GenericChatResponse = void 0;
|
|
42
|
+
const model = __importStar(require("../model"));
|
|
43
|
+
var GenericChatResponse;
|
|
44
|
+
(function (GenericChatResponse) {
|
|
45
|
+
function getJsonObj(obj, isParentJsonObj) {
|
|
46
|
+
const jsonObj = Object.assign(Object.assign({}, (isParentJsonObj ? obj : model.BaseChatResponse.getJsonObj(obj))), {
|
|
47
|
+
"choices": obj.choices
|
|
48
|
+
? obj.choices.map(item => {
|
|
49
|
+
return model.ChatChoice.getJsonObj(item);
|
|
50
|
+
})
|
|
51
|
+
: undefined
|
|
52
|
+
});
|
|
53
|
+
return jsonObj;
|
|
54
|
+
}
|
|
55
|
+
GenericChatResponse.getJsonObj = getJsonObj;
|
|
56
|
+
GenericChatResponse.apiFormat = "GENERIC";
|
|
57
|
+
function getDeserializedJsonObj(obj, isParentJsonObj) {
|
|
58
|
+
const jsonObj = Object.assign(Object.assign({}, (isParentJsonObj
|
|
59
|
+
? obj
|
|
60
|
+
: model.BaseChatResponse.getDeserializedJsonObj(obj))), {
|
|
61
|
+
"choices": obj.choices
|
|
62
|
+
? obj.choices.map(item => {
|
|
63
|
+
return model.ChatChoice.getDeserializedJsonObj(item);
|
|
64
|
+
})
|
|
65
|
+
: undefined
|
|
66
|
+
});
|
|
67
|
+
return jsonObj;
|
|
68
|
+
}
|
|
69
|
+
GenericChatResponse.getDeserializedJsonObj = getDeserializedJsonObj;
|
|
70
|
+
})(GenericChatResponse = exports.GenericChatResponse || (exports.GenericChatResponse = {}));
|
|
71
|
+
//# sourceMappingURL=generic-chat-response.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generic-chat-response.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/generic-chat-response.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAmBlC,IAAiB,mBAAmB,CAmCnC;AAnCD,WAAiB,mBAAmB;IAClC,SAAgB,UAAU,CAAC,GAAwB,EAAE,eAAyB;QAC5E,MAAM,OAAO,mCACR,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAyB,CAAC,GACzF;YACD,SAAS,EAAE,GAAG,CAAC,OAAO;gBACpB,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACrB,OAAO,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC3C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAbe,8BAAU,aAazB,CAAA;IACY,6BAAS,GAAG,SAAS,CAAC;IACnC,SAAgB,sBAAsB,CACpC,GAAwB,EACxB,eAAyB;QAEzB,MAAM,OAAO,mCACR,CAAC,eAAe;YACjB,CAAC,CAAC,GAAG;YACL,CAAC,CAAE,KAAK,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,GAAG,CAAyB,CAAC,GAC7E;YACD,SAAS,EAAE,GAAG,CAAC,OAAO;gBACpB,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACrB,OAAO,KAAK,CAAC,UAAU,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACvD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAlBe,0CAAsB,yBAkBrC,CAAA;AACH,CAAC,EAnCgB,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QAmCnC"}
|
package/lib/model/index.d.ts
CHANGED
|
@@ -17,8 +17,24 @@ To learn more about the service, see the [Generative AI documentation](/iaas/Con
|
|
|
17
17
|
* Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.
|
|
18
18
|
* This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
|
|
19
19
|
*/
|
|
20
|
+
import * as BaseChatRequest from "./base-chat-request";
|
|
21
|
+
export import BaseChatRequest = BaseChatRequest.BaseChatRequest;
|
|
22
|
+
import * as BaseChatResponse from "./base-chat-response";
|
|
23
|
+
export import BaseChatResponse = BaseChatResponse.BaseChatResponse;
|
|
24
|
+
import * as ChatChoice from "./chat-choice";
|
|
25
|
+
export import ChatChoice = ChatChoice.ChatChoice;
|
|
26
|
+
import * as ChatContent from "./chat-content";
|
|
27
|
+
export import ChatContent = ChatContent.ChatContent;
|
|
28
|
+
import * as ChatDetails from "./chat-details";
|
|
29
|
+
export import ChatDetails = ChatDetails.ChatDetails;
|
|
30
|
+
import * as ChatResult from "./chat-result";
|
|
31
|
+
export import ChatResult = ChatResult.ChatResult;
|
|
20
32
|
import * as Choice from "./choice";
|
|
21
33
|
export import Choice = Choice.Choice;
|
|
34
|
+
import * as Citation from "./citation";
|
|
35
|
+
export import Citation = Citation.Citation;
|
|
36
|
+
import * as CohereMessage from "./cohere-message";
|
|
37
|
+
export import CohereMessage = CohereMessage.CohereMessage;
|
|
22
38
|
import * as EmbedTextDetails from "./embed-text-details";
|
|
23
39
|
export import EmbedTextDetails = EmbedTextDetails.EmbedTextDetails;
|
|
24
40
|
import * as EmbedTextResult from "./embed-text-result";
|
|
@@ -35,6 +51,10 @@ import * as LlmInferenceResponse from "./llm-inference-response";
|
|
|
35
51
|
export import LlmInferenceResponse = LlmInferenceResponse.LlmInferenceResponse;
|
|
36
52
|
import * as Logprobs from "./logprobs";
|
|
37
53
|
export import Logprobs = Logprobs.Logprobs;
|
|
54
|
+
import * as Message from "./message";
|
|
55
|
+
export import Message = Message.Message;
|
|
56
|
+
import * as SearchQuery from "./search-query";
|
|
57
|
+
export import SearchQuery = SearchQuery.SearchQuery;
|
|
38
58
|
import * as ServingMode from "./serving-mode";
|
|
39
59
|
export import ServingMode = ServingMode.ServingMode;
|
|
40
60
|
import * as SummarizeTextDetails from "./summarize-text-details";
|
|
@@ -43,15 +63,25 @@ import * as SummarizeTextResult from "./summarize-text-result";
|
|
|
43
63
|
export import SummarizeTextResult = SummarizeTextResult.SummarizeTextResult;
|
|
44
64
|
import * as TokenLikelihood from "./token-likelihood";
|
|
45
65
|
export import TokenLikelihood = TokenLikelihood.TokenLikelihood;
|
|
66
|
+
import * as CohereChatRequest from "./cohere-chat-request";
|
|
67
|
+
export import CohereChatRequest = CohereChatRequest.CohereChatRequest;
|
|
68
|
+
import * as CohereChatResponse from "./cohere-chat-response";
|
|
69
|
+
export import CohereChatResponse = CohereChatResponse.CohereChatResponse;
|
|
46
70
|
import * as CohereLlmInferenceRequest from "./cohere-llm-inference-request";
|
|
47
71
|
export import CohereLlmInferenceRequest = CohereLlmInferenceRequest.CohereLlmInferenceRequest;
|
|
48
72
|
import * as CohereLlmInferenceResponse from "./cohere-llm-inference-response";
|
|
49
73
|
export import CohereLlmInferenceResponse = CohereLlmInferenceResponse.CohereLlmInferenceResponse;
|
|
50
74
|
import * as DedicatedServingMode from "./dedicated-serving-mode";
|
|
51
75
|
export import DedicatedServingMode = DedicatedServingMode.DedicatedServingMode;
|
|
76
|
+
import * as GenericChatRequest from "./generic-chat-request";
|
|
77
|
+
export import GenericChatRequest = GenericChatRequest.GenericChatRequest;
|
|
78
|
+
import * as GenericChatResponse from "./generic-chat-response";
|
|
79
|
+
export import GenericChatResponse = GenericChatResponse.GenericChatResponse;
|
|
52
80
|
import * as LlamaLlmInferenceRequest from "./llama-llm-inference-request";
|
|
53
81
|
export import LlamaLlmInferenceRequest = LlamaLlmInferenceRequest.LlamaLlmInferenceRequest;
|
|
54
82
|
import * as LlamaLlmInferenceResponse from "./llama-llm-inference-response";
|
|
55
83
|
export import LlamaLlmInferenceResponse = LlamaLlmInferenceResponse.LlamaLlmInferenceResponse;
|
|
56
84
|
import * as OnDemandServingMode from "./on-demand-serving-mode";
|
|
57
85
|
export import OnDemandServingMode = OnDemandServingMode.OnDemandServingMode;
|
|
86
|
+
import * as TextContent from "./text-content";
|
|
87
|
+
export import TextContent = TextContent.TextContent;
|
package/lib/model/index.js
CHANGED
|
@@ -38,9 +38,25 @@ var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
38
38
|
return result;
|
|
39
39
|
};
|
|
40
40
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
41
|
-
exports.OnDemandServingMode = exports.LlamaLlmInferenceResponse = exports.LlamaLlmInferenceRequest = exports.DedicatedServingMode = exports.CohereLlmInferenceResponse = exports.CohereLlmInferenceRequest = exports.TokenLikelihood = exports.SummarizeTextResult = exports.SummarizeTextDetails = exports.ServingMode = exports.Logprobs = exports.LlmInferenceResponse = exports.LlmInferenceRequest = exports.GeneratedText = exports.GenerateTextResult = exports.GenerateTextDetails = exports.EmbedTextResult = exports.EmbedTextDetails = exports.Choice = void 0;
|
|
41
|
+
exports.TextContent = exports.OnDemandServingMode = exports.LlamaLlmInferenceResponse = exports.LlamaLlmInferenceRequest = exports.GenericChatResponse = exports.GenericChatRequest = exports.DedicatedServingMode = exports.CohereLlmInferenceResponse = exports.CohereLlmInferenceRequest = exports.CohereChatResponse = exports.CohereChatRequest = exports.TokenLikelihood = exports.SummarizeTextResult = exports.SummarizeTextDetails = exports.ServingMode = exports.SearchQuery = exports.Message = exports.Logprobs = exports.LlmInferenceResponse = exports.LlmInferenceRequest = exports.GeneratedText = exports.GenerateTextResult = exports.GenerateTextDetails = exports.EmbedTextResult = exports.EmbedTextDetails = exports.CohereMessage = exports.Citation = exports.Choice = exports.ChatResult = exports.ChatDetails = exports.ChatContent = exports.ChatChoice = exports.BaseChatResponse = exports.BaseChatRequest = void 0;
|
|
42
|
+
const BaseChatRequest = __importStar(require("./base-chat-request"));
|
|
43
|
+
exports.BaseChatRequest = BaseChatRequest.BaseChatRequest;
|
|
44
|
+
const BaseChatResponse = __importStar(require("./base-chat-response"));
|
|
45
|
+
exports.BaseChatResponse = BaseChatResponse.BaseChatResponse;
|
|
46
|
+
const ChatChoice = __importStar(require("./chat-choice"));
|
|
47
|
+
exports.ChatChoice = ChatChoice.ChatChoice;
|
|
48
|
+
const ChatContent = __importStar(require("./chat-content"));
|
|
49
|
+
exports.ChatContent = ChatContent.ChatContent;
|
|
50
|
+
const ChatDetails = __importStar(require("./chat-details"));
|
|
51
|
+
exports.ChatDetails = ChatDetails.ChatDetails;
|
|
52
|
+
const ChatResult = __importStar(require("./chat-result"));
|
|
53
|
+
exports.ChatResult = ChatResult.ChatResult;
|
|
42
54
|
const Choice = __importStar(require("./choice"));
|
|
43
55
|
exports.Choice = Choice.Choice;
|
|
56
|
+
const Citation = __importStar(require("./citation"));
|
|
57
|
+
exports.Citation = Citation.Citation;
|
|
58
|
+
const CohereMessage = __importStar(require("./cohere-message"));
|
|
59
|
+
exports.CohereMessage = CohereMessage.CohereMessage;
|
|
44
60
|
const EmbedTextDetails = __importStar(require("./embed-text-details"));
|
|
45
61
|
exports.EmbedTextDetails = EmbedTextDetails.EmbedTextDetails;
|
|
46
62
|
const EmbedTextResult = __importStar(require("./embed-text-result"));
|
|
@@ -57,6 +73,10 @@ const LlmInferenceResponse = __importStar(require("./llm-inference-response"));
|
|
|
57
73
|
exports.LlmInferenceResponse = LlmInferenceResponse.LlmInferenceResponse;
|
|
58
74
|
const Logprobs = __importStar(require("./logprobs"));
|
|
59
75
|
exports.Logprobs = Logprobs.Logprobs;
|
|
76
|
+
const Message = __importStar(require("./message"));
|
|
77
|
+
exports.Message = Message.Message;
|
|
78
|
+
const SearchQuery = __importStar(require("./search-query"));
|
|
79
|
+
exports.SearchQuery = SearchQuery.SearchQuery;
|
|
60
80
|
const ServingMode = __importStar(require("./serving-mode"));
|
|
61
81
|
exports.ServingMode = ServingMode.ServingMode;
|
|
62
82
|
const SummarizeTextDetails = __importStar(require("./summarize-text-details"));
|
|
@@ -65,16 +85,26 @@ const SummarizeTextResult = __importStar(require("./summarize-text-result"));
|
|
|
65
85
|
exports.SummarizeTextResult = SummarizeTextResult.SummarizeTextResult;
|
|
66
86
|
const TokenLikelihood = __importStar(require("./token-likelihood"));
|
|
67
87
|
exports.TokenLikelihood = TokenLikelihood.TokenLikelihood;
|
|
88
|
+
const CohereChatRequest = __importStar(require("./cohere-chat-request"));
|
|
89
|
+
exports.CohereChatRequest = CohereChatRequest.CohereChatRequest;
|
|
90
|
+
const CohereChatResponse = __importStar(require("./cohere-chat-response"));
|
|
91
|
+
exports.CohereChatResponse = CohereChatResponse.CohereChatResponse;
|
|
68
92
|
const CohereLlmInferenceRequest = __importStar(require("./cohere-llm-inference-request"));
|
|
69
93
|
exports.CohereLlmInferenceRequest = CohereLlmInferenceRequest.CohereLlmInferenceRequest;
|
|
70
94
|
const CohereLlmInferenceResponse = __importStar(require("./cohere-llm-inference-response"));
|
|
71
95
|
exports.CohereLlmInferenceResponse = CohereLlmInferenceResponse.CohereLlmInferenceResponse;
|
|
72
96
|
const DedicatedServingMode = __importStar(require("./dedicated-serving-mode"));
|
|
73
97
|
exports.DedicatedServingMode = DedicatedServingMode.DedicatedServingMode;
|
|
98
|
+
const GenericChatRequest = __importStar(require("./generic-chat-request"));
|
|
99
|
+
exports.GenericChatRequest = GenericChatRequest.GenericChatRequest;
|
|
100
|
+
const GenericChatResponse = __importStar(require("./generic-chat-response"));
|
|
101
|
+
exports.GenericChatResponse = GenericChatResponse.GenericChatResponse;
|
|
74
102
|
const LlamaLlmInferenceRequest = __importStar(require("./llama-llm-inference-request"));
|
|
75
103
|
exports.LlamaLlmInferenceRequest = LlamaLlmInferenceRequest.LlamaLlmInferenceRequest;
|
|
76
104
|
const LlamaLlmInferenceResponse = __importStar(require("./llama-llm-inference-response"));
|
|
77
105
|
exports.LlamaLlmInferenceResponse = LlamaLlmInferenceResponse.LlamaLlmInferenceResponse;
|
|
78
106
|
const OnDemandServingMode = __importStar(require("./on-demand-serving-mode"));
|
|
79
107
|
exports.OnDemandServingMode = OnDemandServingMode.OnDemandServingMode;
|
|
108
|
+
const TextContent = __importStar(require("./text-content"));
|
|
109
|
+
exports.TextContent = TextContent.TextContent;
|
|
80
110
|
//# sourceMappingURL=index.js.map
|