@orq-ai/node 2.5.0 → 2.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/lib/api/deployments.d.ts +2 -1
- package/src/lib/api/deployments.js +9 -9
- package/src/lib/api/deployments.js.map +1 -1
- package/src/lib/models/deployments.d.ts +11 -7
- package/src/lib/models/deployments.js +23 -1
- package/src/lib/models/deployments.js.map +1 -1
- package/src/lib/utils/index.d.ts +1 -1
package/package.json
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
|
-
import { DeplomentToolCall, DeploymentChoice, DeploymentCommon, DeploymentConfiguration, DeploymentEvent, DeploymentMessage, DeploymentModelType, DeploymentParameter, DeploymentProvider, DeploymentResponse } from
|
|
1
|
+
import { DeplomentToolCall, DeploymentChoice, DeploymentCommon, DeploymentConfiguration, DeploymentEvent, DeploymentMessage, DeploymentModelType, DeploymentParameter, DeploymentProvider, DeploymentResponse } from "../models";
|
|
2
2
|
export type InvokeDeploymentParams = DeploymentCommon & {
|
|
3
3
|
key: string;
|
|
4
4
|
context?: Record<string, unknown>;
|
|
5
5
|
metadata?: Record<string, unknown>;
|
|
6
6
|
inputs?: Record<string, string>;
|
|
7
7
|
messages?: DeploymentMessage[];
|
|
8
|
+
extra_params?: Record<string, unknown>;
|
|
8
9
|
};
|
|
9
10
|
export declare abstract class BaseDeployment {
|
|
10
11
|
id: string;
|
|
@@ -5,17 +5,17 @@ const tslib_1 = require("tslib");
|
|
|
5
5
|
const exceptions_1 = require("../exceptions");
|
|
6
6
|
const http_1 = require("../http");
|
|
7
7
|
const utils_1 = require("../utils");
|
|
8
|
-
const DEPLOYMENTS_GET_CONFIG =
|
|
9
|
-
const DEPLOYMENTS_INVOKE =
|
|
8
|
+
const DEPLOYMENTS_GET_CONFIG = "deployments/get_config";
|
|
9
|
+
const DEPLOYMENTS_INVOKE = "deployments/invoke";
|
|
10
10
|
const buildAddMetricsUrl = (id) => `deployments/${id}/metrics`;
|
|
11
11
|
function buildDeploymentRequestBody(params) {
|
|
12
|
-
return Object.assign(Object.assign(Object.assign({ key: params.key }, (params.context && { context: params.context })), (params.metadata && { metadata: params.metadata })), (params.inputs && { inputs: params.inputs }));
|
|
12
|
+
return Object.assign(Object.assign(Object.assign(Object.assign(Object.assign({ key: params.key }, (params.context && { context: params.context })), (params.metadata && { metadata: params.metadata })), (params.inputs && { inputs: params.inputs })), (params.messages && { messages: params.messages })), (params.extra_params && { extra_params: params.extra_params }));
|
|
13
13
|
}
|
|
14
14
|
class BaseDeployment {
|
|
15
15
|
constructor(id) {
|
|
16
16
|
this.id = id;
|
|
17
17
|
if (!id) {
|
|
18
|
-
throw new Error(
|
|
18
|
+
throw new Error("Something went wrong while fetching the deployment. Please try again.");
|
|
19
19
|
}
|
|
20
20
|
}
|
|
21
21
|
addMetrics(metrics) {
|
|
@@ -27,7 +27,7 @@ class BaseDeployment {
|
|
|
27
27
|
}
|
|
28
28
|
try {
|
|
29
29
|
const response = yield (0, http_1.createHttpRequest)({
|
|
30
|
-
method:
|
|
30
|
+
method: "POST",
|
|
31
31
|
apiKey: utils_1.Store.apiKey,
|
|
32
32
|
url,
|
|
33
33
|
data: metrics,
|
|
@@ -74,7 +74,7 @@ class Deployment {
|
|
|
74
74
|
return tslib_1.__awaiter(this, void 0, void 0, function* () {
|
|
75
75
|
try {
|
|
76
76
|
const response = yield (0, http_1.createHttpRequest)({
|
|
77
|
-
method:
|
|
77
|
+
method: "POST",
|
|
78
78
|
apiKey: utils_1.Store.apiKey,
|
|
79
79
|
url: DEPLOYMENTS_GET_CONFIG,
|
|
80
80
|
data: buildDeploymentRequestBody(params),
|
|
@@ -91,7 +91,7 @@ class Deployment {
|
|
|
91
91
|
return tslib_1.__awaiter(this, void 0, void 0, function* () {
|
|
92
92
|
try {
|
|
93
93
|
const response = yield (0, http_1.createHttpRequest)({
|
|
94
|
-
method:
|
|
94
|
+
method: "POST",
|
|
95
95
|
apiKey: utils_1.Store.apiKey,
|
|
96
96
|
url: DEPLOYMENTS_INVOKE,
|
|
97
97
|
data: buildDeploymentRequestBody(params),
|
|
@@ -109,7 +109,7 @@ class Deployment {
|
|
|
109
109
|
var _a, e_1, _b, _c;
|
|
110
110
|
try {
|
|
111
111
|
const response = yield tslib_1.__await((0, http_1.createHttpRequest)({
|
|
112
|
-
method:
|
|
112
|
+
method: "POST",
|
|
113
113
|
apiKey: utils_1.Store.apiKey,
|
|
114
114
|
url: DEPLOYMENTS_INVOKE,
|
|
115
115
|
data: Object.assign(Object.assign({}, buildDeploymentRequestBody(params)), { stream: true }),
|
|
@@ -120,7 +120,7 @@ class Deployment {
|
|
|
120
120
|
_c = stream_1_1.value;
|
|
121
121
|
_d = false;
|
|
122
122
|
const chunk = _c;
|
|
123
|
-
const jsonValue = (0, utils_1.extractSSEData)(chunk.toString(
|
|
123
|
+
const jsonValue = (0, utils_1.extractSSEData)(chunk.toString("utf8"));
|
|
124
124
|
const parsedObjects = (0, utils_1.safeJSONParse)(jsonValue);
|
|
125
125
|
for (const parsedObject of parsedObjects) {
|
|
126
126
|
yield yield tslib_1.__await(new DeploymentGeneration(parsedObject));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"deployments.js","sourceRoot":"","sources":["../../../../../orq-ai-sdk/src/lib/api/deployments.ts"],"names":[],"mappings":";;;;AACA,8CAAmD;AACnD,kCAA4C;AAa5C,oCAAgE;AAEhE,MAAM,sBAAsB,GAAG,wBAAwB,CAAC;AACxD,MAAM,kBAAkB,GAAG,oBAAoB,CAAC;AAEhD,MAAM,kBAAkB,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,eAAe,EAAE,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"deployments.js","sourceRoot":"","sources":["../../../../../orq-ai-sdk/src/lib/api/deployments.ts"],"names":[],"mappings":";;;;AACA,8CAAmD;AACnD,kCAA4C;AAa5C,oCAAgE;AAEhE,MAAM,sBAAsB,GAAG,wBAAwB,CAAC;AACxD,MAAM,kBAAkB,GAAG,oBAAoB,CAAC;AAEhD,MAAM,kBAAkB,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,eAAe,EAAE,UAAU,CAAC;AAWvE,SAAS,0BAA0B,CAAC,MAA8B;IACjE,+EACC,GAAG,EAAE,MAAM,CAAC,GAAG,IACZ,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,GAC/C,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,GAClD,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,GAC5C,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,GAClD,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,EAChE;AACH,CAAC;AAED,MAAsB,cAAc;IACnC,YAAmB,EAAU;QAAV,OAAE,GAAF,EAAE,CAAQ;QAC5B,IAAI,CAAC,EAAE,EAAE;YACR,MAAM,IAAI,KAAK,CACd,uEAAuE,CACvE,CAAC;SACF;IACF,CAAC;IAEY,UAAU,CACtB,OAAwB;;;YAExB,MAAM,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAExC,IAAI,CAAC,OAAO,CAAC,OAAO,KAAI,MAAA,aAAK,CAAC,QAAQ,0CAAE,EAAE,CAAA,EAAE;gBAC3C,OAAO,CAAC,OAAO,GAAG,aAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;aACpC;YAED,IAAI;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAA,wBAAiB,EAAC;oBACxC,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,aAAK,CAAC,MAAM;oBACpB,GAAG;oBACH,IAAI,EAAE,OAAO;iBACb,CAAC,CAAC;gBAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;aACrB;YAAC,OAAO,GAAG,EAAE;gBACb,IAAA,+BAAkB,EAAC,GAAG,CAAC,CAAC;gBACxB,OAAO;aACP;;KACD;CACD;AAhCD,wCAgCC;AAED,MAAa,sBACZ,SAAQ,cAAc;IAUtB,YAAoB,MAA8B;QACjD,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QADE,WAAM,GAAN,MAAM,CAAwB;QAGjD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACzC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;IAChC,CAAC;CACD;AArBD,wDAqBC;AAED,MAAa,oBACZ,SAAQ,cAAc;IAYtB,YAAY,IAAwB;QACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;IACnD,CAAC;CACD;AAxBD,oDAwBC;AAED,MAAa,UAAU;IACT,SAAS,CACrB,MAA8B;;YAE9B,IAAI;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAA,wBAAiB,EAAC;oBACxC,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,aAAK,CAAC,MAAM;oBACpB,GAAG,EAAE,sBAAsB;oBAC3B,IAAI,EAAE,0BAA0B,CAAC,MAAM,CAAC;iBACxC,CAAC,CAAC;gBAEH,OAAO,IAAI,sBAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;aACjD;YAAC,OAAO,GAAG,EAAE;gBACb,IAAA,+BAAkB,EAAC,GAAG,CAAC,CAAC;gBACxB,OAAO;aACP;QACF,CAAC;KAAA;IAEY,MAAM,CAClB,MAA8B;;YAE9B,IAAI;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAA,wBAAiB,EAAC;oBACxC,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,aAAK,CAAC,MAAM;oBACpB,GAAG,EAAE,kBAAkB;oBACvB,IAAI,EAAE,0BAA0B,CAAC,MAAM,CAAC;iBACxC,CAAC,CAAC;gBAEH,OAAO,IAAI,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;aAC/C;YAAC,OAAO,GAAG,EAAE;gBACb,IAAA,+BAAkB,EAAC,GAAG,CAAC,CAAC;gBACxB,OAAO;aACP;QACF,CAAC;KAAA;IAEa,gBAAgB,CAC7B,MAA8B;;;YAE9B,IAAI;gBACH,MAAM,QAAQ,GAAG,sBAAM,IAAA,wBAAiB,EAAC;oBACxC,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,aAAK,CAAC,MAAM;oBACpB,GAAG,EAAE,kBAAkB;oBACvB,IAAI,kCACA,0BAA0B,CAAC,MAAM,CAAC,KACrC,MAAM,EAAE,IAAI,GACZ;iBACD,CAAC,CAAA,CAAC;gBAEH,MAAM,MAAM,GAAa,QAAQ,CAAC,IAAI,CAAC;;oBAEvC,KAA0B,eAAA,WAAA,sBAAA,MAAM,CAAA,YAAA,6FAAE;wBAAR,sBAAM;wBAAN,WAAM;wBAArB,MAAM,KAAK,KAAA,CAAA;wBACrB,MAAM,SAAS,GAAG,IAAA,sBAAc,EAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;wBACzD,MAAM,aAAa,GAAG,IAAA,qBAAa,EAAC,SAAS,CAAC,CAAC;wBAC/C,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE;4BACzC,4BAAM,IAAI,oBAAoB,CAAC,YAAY,CAAC,CAAA,CAAC;yBAC7C;qBACD;;;;;;;;;aACD;YAAC,OAAO,GAAG,EAAE;gBACb,IAAA,+BAAkB,EAAC,GAAG,CAAC,CAAC;aACxB;QACF,CAAC;KAAA;CACD;AAhED,gCAgEC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export declare
|
|
1
|
+
export declare enum DeploymentProvider {
|
|
2
2
|
Cohere = "cohere",
|
|
3
3
|
OpenAI = "openai",
|
|
4
4
|
Anthropic = "anthropic",
|
|
@@ -7,7 +7,7 @@ export declare const enum DeploymentProvider {
|
|
|
7
7
|
Aws = "aws",
|
|
8
8
|
Anyscale = "anyscale"
|
|
9
9
|
}
|
|
10
|
-
export declare
|
|
10
|
+
export declare enum DeploymentModelType {
|
|
11
11
|
Completion = "completion",
|
|
12
12
|
Chat = "chat",
|
|
13
13
|
Image = "image"
|
|
@@ -25,7 +25,7 @@ export declare enum DeploymentParameter {
|
|
|
25
25
|
Quality = "quality",
|
|
26
26
|
Style = "style"
|
|
27
27
|
}
|
|
28
|
-
export declare
|
|
28
|
+
export declare enum DeploymentMessageRole {
|
|
29
29
|
System = "system",
|
|
30
30
|
User = "user",
|
|
31
31
|
Assistant = "assistant"
|
|
@@ -35,7 +35,7 @@ export type DeploymentMessage = {
|
|
|
35
35
|
content: string;
|
|
36
36
|
};
|
|
37
37
|
export type DeploymentToolFunctionParameters = {
|
|
38
|
-
type:
|
|
38
|
+
type: "object";
|
|
39
39
|
properties: Record<string, {
|
|
40
40
|
type: string;
|
|
41
41
|
description: string;
|
|
@@ -47,9 +47,13 @@ export type DeploymentToolFunction = {
|
|
|
47
47
|
description?: string;
|
|
48
48
|
parameters: DeploymentToolFunctionParameters;
|
|
49
49
|
};
|
|
50
|
+
export type DeploymentToolCallFunction = {
|
|
51
|
+
name: string;
|
|
52
|
+
arguments: string;
|
|
53
|
+
};
|
|
50
54
|
export type DeplomentToolCall = {
|
|
51
|
-
type:
|
|
52
|
-
function:
|
|
55
|
+
type: "function";
|
|
56
|
+
function: DeploymentToolCallFunction;
|
|
53
57
|
};
|
|
54
58
|
export type DeploymentConfiguration = {
|
|
55
59
|
id: string;
|
|
@@ -81,7 +85,7 @@ export type DeploymentChoice = {
|
|
|
81
85
|
/**
|
|
82
86
|
* Represents the response object for a deployment.
|
|
83
87
|
*/
|
|
84
|
-
export type DeploymentResponse = Omit<DeploymentConfiguration,
|
|
88
|
+
export type DeploymentResponse = Omit<DeploymentConfiguration, "tools" | "parameters" | "messages" | "type"> & {
|
|
85
89
|
/**
|
|
86
90
|
* The timestamp when the deployment was created.
|
|
87
91
|
*/
|
|
@@ -1,6 +1,22 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.DeploymentParameter = void 0;
|
|
3
|
+
exports.DeploymentMessageRole = exports.DeploymentParameter = exports.DeploymentModelType = exports.DeploymentProvider = void 0;
|
|
4
|
+
var DeploymentProvider;
|
|
5
|
+
(function (DeploymentProvider) {
|
|
6
|
+
DeploymentProvider["Cohere"] = "cohere";
|
|
7
|
+
DeploymentProvider["OpenAI"] = "openai";
|
|
8
|
+
DeploymentProvider["Anthropic"] = "anthropic";
|
|
9
|
+
DeploymentProvider["Google"] = "google";
|
|
10
|
+
DeploymentProvider["Azure"] = "azure";
|
|
11
|
+
DeploymentProvider["Aws"] = "aws";
|
|
12
|
+
DeploymentProvider["Anyscale"] = "anyscale";
|
|
13
|
+
})(DeploymentProvider || (exports.DeploymentProvider = DeploymentProvider = {}));
|
|
14
|
+
var DeploymentModelType;
|
|
15
|
+
(function (DeploymentModelType) {
|
|
16
|
+
DeploymentModelType["Completion"] = "completion";
|
|
17
|
+
DeploymentModelType["Chat"] = "chat";
|
|
18
|
+
DeploymentModelType["Image"] = "image";
|
|
19
|
+
})(DeploymentModelType || (exports.DeploymentModelType = DeploymentModelType = {}));
|
|
4
20
|
var DeploymentParameter;
|
|
5
21
|
(function (DeploymentParameter) {
|
|
6
22
|
DeploymentParameter["TopK"] = "topK";
|
|
@@ -15,4 +31,10 @@ var DeploymentParameter;
|
|
|
15
31
|
DeploymentParameter["Quality"] = "quality";
|
|
16
32
|
DeploymentParameter["Style"] = "style";
|
|
17
33
|
})(DeploymentParameter || (exports.DeploymentParameter = DeploymentParameter = {}));
|
|
34
|
+
var DeploymentMessageRole;
|
|
35
|
+
(function (DeploymentMessageRole) {
|
|
36
|
+
DeploymentMessageRole["System"] = "system";
|
|
37
|
+
DeploymentMessageRole["User"] = "user";
|
|
38
|
+
DeploymentMessageRole["Assistant"] = "assistant";
|
|
39
|
+
})(DeploymentMessageRole || (exports.DeploymentMessageRole = DeploymentMessageRole = {}));
|
|
18
40
|
//# sourceMappingURL=deployments.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"deployments.js","sourceRoot":"","sources":["../../../../../orq-ai-sdk/src/lib/models/deployments.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"deployments.js","sourceRoot":"","sources":["../../../../../orq-ai-sdk/src/lib/models/deployments.ts"],"names":[],"mappings":";;;AAAA,IAAY,kBAQX;AARD,WAAY,kBAAkB;IAC7B,uCAAiB,CAAA;IACjB,uCAAiB,CAAA;IACjB,6CAAuB,CAAA;IACvB,uCAAiB,CAAA;IACjB,qCAAe,CAAA;IACf,iCAAW,CAAA;IACX,2CAAqB,CAAA;AACtB,CAAC,EARW,kBAAkB,kCAAlB,kBAAkB,QAQ7B;AAED,IAAY,mBAIX;AAJD,WAAY,mBAAmB;IAC9B,gDAAyB,CAAA;IACzB,oCAAa,CAAA;IACb,sCAAe,CAAA;AAChB,CAAC,EAJW,mBAAmB,mCAAnB,mBAAmB,QAI9B;AAED,IAAY,mBAYX;AAZD,WAAY,mBAAmB;IAC9B,oCAAa,CAAA;IACb,oCAAa,CAAA;IACb,kDAA2B,CAAA;IAC3B,4DAAqC,CAAA;IACrC,0DAAmC,CAAA;IACnC,8CAAuB,CAAA;IACvB,8CAAuB,CAAA;IACvB,wCAAiB,CAAA;IACjB,gDAAyB,CAAA;IACzB,0CAAmB,CAAA;IACnB,sCAAe,CAAA;AAChB,CAAC,EAZW,mBAAmB,mCAAnB,mBAAmB,QAY9B;AAED,IAAY,qBAIX;AAJD,WAAY,qBAAqB;IAChC,0CAAiB,CAAA;IACjB,sCAAa,CAAA;IACb,gDAAuB,CAAA;AACxB,CAAC,EAJW,qBAAqB,qCAArB,qBAAqB,QAIhC"}
|
package/src/lib/utils/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { OrqAIClientOptions, UserInfo } from "../models";
|
|
1
|
+
import type { OrqAIClientOptions, UserInfo } from "../models";
|
|
2
2
|
export declare function extractSSEData(input: string): string;
|
|
3
3
|
export declare function safeJSONParse(input: string): any[];
|
|
4
4
|
export declare function parseJson(input: string): any[];
|