@orq-ai/node 4.0.16 → 4.0.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +213 -213
- package/bin/mcp-server.js.map +36 -36
- package/examples/package-lock.json +1 -1
- package/jsr.json +1 -1
- package/lib/config.d.ts +2 -2
- package/lib/config.js +2 -2
- package/mcp-server/mcp-server.js +1 -1
- package/mcp-server/server.js +1 -1
- package/models/operations/createbudget.js +2 -2
- package/models/operations/createcontact.js +2 -2
- package/models/operations/createdataset.js +2 -2
- package/models/operations/createdatasetitem.js +8 -8
- package/models/operations/createdatasource.js +2 -2
- package/models/operations/createeval.js +28 -28
- package/models/operations/createtool.js +12 -12
- package/models/operations/fileget.js +2 -2
- package/models/operations/filelist.js +2 -2
- package/models/operations/fileupload.js +2 -2
- package/models/operations/getalltools.js +12 -12
- package/models/operations/getbudget.js +2 -2
- package/models/operations/getevals.js +28 -28
- package/models/operations/listbudgets.js +2 -2
- package/models/operations/listcontacts.js +2 -2
- package/models/operations/listdatasetdatapoints.js +8 -8
- package/models/operations/listdatasets.js +2 -2
- package/models/operations/listdatasources.js +2 -2
- package/models/operations/retrievecontact.js +2 -2
- package/models/operations/retrievedatapoint.js +8 -8
- package/models/operations/retrievedataset.js +2 -2
- package/models/operations/retrievedatasource.js +2 -2
- package/models/operations/retrievetool.js +12 -12
- package/models/operations/runagent.js +2 -2
- package/models/operations/streamrunagent.js +2 -2
- package/models/operations/updatebudget.js +2 -2
- package/models/operations/updatecontact.js +2 -2
- package/models/operations/updatedatapoint.js +8 -8
- package/models/operations/updatedataset.js +2 -2
- package/models/operations/updatedatasource.js +2 -2
- package/models/operations/updateeval.js +28 -28
- package/models/operations/updatetool.js +14 -14
- package/package.json +1 -1
- package/packages/orq-rc/README.md +22 -18
- package/packages/orq-rc/docs/sdks/evals/README.md +103 -1
- package/packages/orq-rc/examples/package-lock.json +1 -1
- package/packages/orq-rc/jsr.json +1 -1
- package/packages/orq-rc/package-lock.json +2 -2
- package/packages/orq-rc/package.json +1 -1
- package/packages/orq-rc/src/funcs/evalsInvoke.ts +177 -0
- package/packages/orq-rc/src/lib/config.ts +2 -2
- package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
- package/packages/orq-rc/src/mcp-server/server.ts +3 -1
- package/packages/orq-rc/src/mcp-server/tools/evalsInvoke.ts +35 -0
- package/packages/orq-rc/src/models/errors/index.ts +1 -0
- package/packages/orq-rc/src/models/errors/invokeeval.ts +128 -0
- package/packages/orq-rc/src/models/operations/createagentrequest.ts +3 -0
- package/packages/orq-rc/src/models/operations/createbudget.ts +2 -2
- package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
- package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
- package/packages/orq-rc/src/models/operations/createdatasetitem.ts +8 -8
- package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
- package/packages/orq-rc/src/models/operations/createeval.ts +28 -28
- package/packages/orq-rc/src/models/operations/createtool.ts +12 -12
- package/packages/orq-rc/src/models/operations/deploymentgetconfig.ts +877 -685
- package/packages/orq-rc/src/models/operations/deploymentinvoke.ts +35 -35
- package/packages/orq-rc/src/models/operations/deployments.ts +36 -36
- package/packages/orq-rc/src/models/operations/deploymentstream.ts +55 -38
- package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
- package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
- package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
- package/packages/orq-rc/src/models/operations/getalltools.ts +12 -12
- package/packages/orq-rc/src/models/operations/getbudget.ts +2 -2
- package/packages/orq-rc/src/models/operations/getevals.ts +28 -28
- package/packages/orq-rc/src/models/operations/index.ts +1 -0
- package/packages/orq-rc/src/models/operations/invokeeval.ts +2062 -0
- package/packages/orq-rc/src/models/operations/listagents.ts +3 -0
- package/packages/orq-rc/src/models/operations/listbudgets.ts +2 -2
- package/packages/orq-rc/src/models/operations/listcontacts.ts +2 -2
- package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +8 -8
- package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
- package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
- package/packages/orq-rc/src/models/operations/retrieveagentrequest.ts +3 -0
- package/packages/orq-rc/src/models/operations/retrievecontact.ts +2 -2
- package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +8 -8
- package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
- package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
- package/packages/orq-rc/src/models/operations/retrievetool.ts +12 -12
- package/packages/orq-rc/src/models/operations/runagent.ts +2 -2
- package/packages/orq-rc/src/models/operations/streamrunagent.ts +2 -2
- package/packages/orq-rc/src/models/operations/updateagent.ts +3 -0
- package/packages/orq-rc/src/models/operations/updatebudget.ts +2 -2
- package/packages/orq-rc/src/models/operations/updatecontact.ts +2 -2
- package/packages/orq-rc/src/models/operations/updatedatapoint.ts +8 -8
- package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
- package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
- package/packages/orq-rc/src/models/operations/updateeval.ts +28 -28
- package/packages/orq-rc/src/models/operations/updatetool.ts +14 -14
- package/packages/orq-rc/src/sdk/evals.ts +15 -0
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/operations/createbudget.ts +2 -2
- package/src/models/operations/createcontact.ts +2 -2
- package/src/models/operations/createdataset.ts +2 -2
- package/src/models/operations/createdatasetitem.ts +8 -8
- package/src/models/operations/createdatasource.ts +2 -2
- package/src/models/operations/createeval.ts +28 -28
- package/src/models/operations/createtool.ts +12 -12
- package/src/models/operations/fileget.ts +2 -2
- package/src/models/operations/filelist.ts +2 -2
- package/src/models/operations/fileupload.ts +2 -2
- package/src/models/operations/getalltools.ts +12 -12
- package/src/models/operations/getbudget.ts +2 -2
- package/src/models/operations/getevals.ts +28 -28
- package/src/models/operations/listbudgets.ts +2 -2
- package/src/models/operations/listcontacts.ts +2 -2
- package/src/models/operations/listdatasetdatapoints.ts +8 -8
- package/src/models/operations/listdatasets.ts +2 -2
- package/src/models/operations/listdatasources.ts +2 -2
- package/src/models/operations/retrievecontact.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +8 -8
- package/src/models/operations/retrievedataset.ts +2 -2
- package/src/models/operations/retrievedatasource.ts +2 -2
- package/src/models/operations/retrievetool.ts +12 -12
- package/src/models/operations/runagent.ts +2 -2
- package/src/models/operations/streamrunagent.ts +2 -2
- package/src/models/operations/updatebudget.ts +2 -2
- package/src/models/operations/updatecontact.ts +2 -2
- package/src/models/operations/updatedatapoint.ts +8 -8
- package/src/models/operations/updatedataset.ts +2 -2
- package/src/models/operations/updatedatasource.ts +2 -2
- package/src/models/operations/updateeval.ts +28 -28
- package/src/models/operations/updatetool.ts +14 -14
|
@@ -1856,7 +1856,7 @@ exports.UpdateDatapointEvaluations3$inboundSchema = z.object({
|
|
|
1856
1856
|
source: exports.UpdateDatapointEvaluationsDatasetsResponseSource$inboundSchema
|
|
1857
1857
|
.default("orq"),
|
|
1858
1858
|
reviewed_by_id: z.string(),
|
|
1859
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2025-11-
|
|
1859
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2025-11-27T11:10:57.994Z").transform(v => new Date(v)),
|
|
1860
1860
|
type: exports.UpdateDatapointEvaluationsDatasetsResponseType$inboundSchema,
|
|
1861
1861
|
values: z.array(z.string()),
|
|
1862
1862
|
}).transform((v) => {
|
|
@@ -1875,7 +1875,7 @@ exports.UpdateDatapointEvaluations3$outboundSchema = z.object({
|
|
|
1875
1875
|
source: exports.UpdateDatapointEvaluationsDatasetsResponseSource$outboundSchema
|
|
1876
1876
|
.default("orq"),
|
|
1877
1877
|
reviewedById: z.string(),
|
|
1878
|
-
reviewedAt: z.date().default(() => new Date("2025-11-
|
|
1878
|
+
reviewedAt: z.date().default(() => new Date("2025-11-27T11:10:57.994Z"))
|
|
1879
1879
|
.transform(v => v.toISOString()),
|
|
1880
1880
|
type: exports.UpdateDatapointEvaluationsDatasetsResponseType$outboundSchema,
|
|
1881
1881
|
values: z.array(z.string()),
|
|
@@ -1914,7 +1914,7 @@ exports.UpdateDatapointEvaluations2$inboundSchema = z.object({
|
|
|
1914
1914
|
human_review_id: z.string(),
|
|
1915
1915
|
source: exports.UpdateDatapointEvaluationsDatasetsSource$inboundSchema.default("orq"),
|
|
1916
1916
|
reviewed_by_id: z.string(),
|
|
1917
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2025-11-
|
|
1917
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2025-11-27T11:10:57.994Z").transform(v => new Date(v)),
|
|
1918
1918
|
type: exports.UpdateDatapointEvaluationsDatasetsType$inboundSchema,
|
|
1919
1919
|
value: z.number(),
|
|
1920
1920
|
}).transform((v) => {
|
|
@@ -1932,7 +1932,7 @@ exports.UpdateDatapointEvaluations2$outboundSchema = z.object({
|
|
|
1932
1932
|
humanReviewId: z.string(),
|
|
1933
1933
|
source: exports.UpdateDatapointEvaluationsDatasetsSource$outboundSchema.default("orq"),
|
|
1934
1934
|
reviewedById: z.string(),
|
|
1935
|
-
reviewedAt: z.date().default(() => new Date("2025-11-
|
|
1935
|
+
reviewedAt: z.date().default(() => new Date("2025-11-27T11:10:57.994Z"))
|
|
1936
1936
|
.transform(v => v.toISOString()),
|
|
1937
1937
|
type: exports.UpdateDatapointEvaluationsDatasetsType$outboundSchema,
|
|
1938
1938
|
value: z.number(),
|
|
@@ -1970,7 +1970,7 @@ exports.UpdateDatapointEvaluations1$inboundSchema = z.object({
|
|
|
1970
1970
|
human_review_id: z.string(),
|
|
1971
1971
|
source: exports.UpdateDatapointEvaluationsSource$inboundSchema.default("orq"),
|
|
1972
1972
|
reviewed_by_id: z.string(),
|
|
1973
|
-
reviewed_at: z.string().datetime({ offset: true }).default("2025-11-
|
|
1973
|
+
reviewed_at: z.string().datetime({ offset: true }).default("2025-11-27T11:10:57.993Z").transform(v => new Date(v)),
|
|
1974
1974
|
type: exports.UpdateDatapointEvaluationsType$inboundSchema,
|
|
1975
1975
|
value: z.string(),
|
|
1976
1976
|
}).transform((v) => {
|
|
@@ -1988,7 +1988,7 @@ exports.UpdateDatapointEvaluations1$outboundSchema = z.object({
|
|
|
1988
1988
|
humanReviewId: z.string(),
|
|
1989
1989
|
source: exports.UpdateDatapointEvaluationsSource$outboundSchema.default("orq"),
|
|
1990
1990
|
reviewedById: z.string(),
|
|
1991
|
-
reviewedAt: z.date().default(() => new Date("2025-11-
|
|
1991
|
+
reviewedAt: z.date().default(() => new Date("2025-11-27T11:10:57.993Z"))
|
|
1992
1992
|
.transform(v => v.toISOString()),
|
|
1993
1993
|
type: exports.UpdateDatapointEvaluationsType$outboundSchema,
|
|
1994
1994
|
value: z.string(),
|
|
@@ -2048,7 +2048,7 @@ exports.UpdateDatapointResponseBody$inboundSchema = z.object({
|
|
|
2048
2048
|
updated_by_id: z.string().optional(),
|
|
2049
2049
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
2050
2050
|
.optional(),
|
|
2051
|
-
updated: z.string().datetime({ offset: true }).default("2025-11-
|
|
2051
|
+
updated: z.string().datetime({ offset: true }).default("2025-11-27T11:10:46.317Z").transform(v => new Date(v)),
|
|
2052
2052
|
}).transform((v) => {
|
|
2053
2053
|
return (0, primitives_js_1.remap)(v, {
|
|
2054
2054
|
"_id": "id",
|
|
@@ -2083,7 +2083,7 @@ exports.UpdateDatapointResponseBody$outboundSchema = z.object({
|
|
|
2083
2083
|
createdById: z.string().optional(),
|
|
2084
2084
|
updatedById: z.string().optional(),
|
|
2085
2085
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
2086
|
-
updated: z.date().default(() => new Date("2025-11-
|
|
2086
|
+
updated: z.date().default(() => new Date("2025-11-27T11:10:46.317Z"))
|
|
2087
2087
|
.transform(v => v.toISOString()),
|
|
2088
2088
|
}).transform((v) => {
|
|
2089
2089
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -139,7 +139,7 @@ exports.UpdateDatasetResponseBody$inboundSchema = z.object({
|
|
|
139
139
|
updated_by_id: z.string().optional(),
|
|
140
140
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
141
141
|
.optional(),
|
|
142
|
-
updated: z.string().datetime({ offset: true }).default("2025-11-
|
|
142
|
+
updated: z.string().datetime({ offset: true }).default("2025-11-27T11:10:46.317Z").transform(v => new Date(v)),
|
|
143
143
|
}).transform((v) => {
|
|
144
144
|
return (0, primitives_js_1.remap)(v, {
|
|
145
145
|
"_id": "id",
|
|
@@ -160,7 +160,7 @@ exports.UpdateDatasetResponseBody$outboundSchema = z.object({
|
|
|
160
160
|
createdById: z.string().optional(),
|
|
161
161
|
updatedById: z.string().optional(),
|
|
162
162
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
163
|
-
updated: z.date().default(() => new Date("2025-11-
|
|
163
|
+
updated: z.date().default(() => new Date("2025-11-27T11:10:46.317Z"))
|
|
164
164
|
.transform(v => v.toISOString()),
|
|
165
165
|
}).transform((v) => {
|
|
166
166
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -111,7 +111,7 @@ exports.UpdateDatasourceStatus$inboundSchema = z.nativeEnum(exports.UpdateDataso
|
|
|
111
111
|
exports.UpdateDatasourceStatus$outboundSchema = exports.UpdateDatasourceStatus$inboundSchema;
|
|
112
112
|
/** @internal */
|
|
113
113
|
exports.UpdateDatasourceResponseBody$inboundSchema = z.object({
|
|
114
|
-
_id: z.string().default("
|
|
114
|
+
_id: z.string().default("01KB2G4QAQZR2GHCTZXV597S17"),
|
|
115
115
|
display_name: z.string(),
|
|
116
116
|
description: z.string().optional(),
|
|
117
117
|
status: exports.UpdateDatasourceStatus$inboundSchema,
|
|
@@ -135,7 +135,7 @@ exports.UpdateDatasourceResponseBody$inboundSchema = z.object({
|
|
|
135
135
|
});
|
|
136
136
|
/** @internal */
|
|
137
137
|
exports.UpdateDatasourceResponseBody$outboundSchema = z.object({
|
|
138
|
-
id: z.string().default("
|
|
138
|
+
id: z.string().default("01KB2G4QAQZR2GHCTZXV597S17"),
|
|
139
139
|
displayName: z.string(),
|
|
140
140
|
description: z.string().optional(),
|
|
141
141
|
status: exports.UpdateDatasourceStatus$outboundSchema,
|
|
@@ -1159,8 +1159,8 @@ exports.UpdateEvalResponseBodyEvalsResponse200ApplicationJson7Type$outboundSchem
|
|
|
1159
1159
|
exports.ResponseBodyTypescript$inboundSchema = z.object({
|
|
1160
1160
|
_id: z.string(),
|
|
1161
1161
|
description: z.string(),
|
|
1162
|
-
created: z.string().default("2025-11-
|
|
1163
|
-
updated: z.string().default("2025-11-
|
|
1162
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
1163
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
1164
1164
|
guardrail_config: z.union([
|
|
1165
1165
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema),
|
|
1166
1166
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean$inboundSchema),
|
|
@@ -1178,8 +1178,8 @@ exports.ResponseBodyTypescript$inboundSchema = z.object({
|
|
|
1178
1178
|
exports.ResponseBodyTypescript$outboundSchema = z.object({
|
|
1179
1179
|
id: z.string(),
|
|
1180
1180
|
description: z.string(),
|
|
1181
|
-
created: z.string().default("2025-11-
|
|
1182
|
-
updated: z.string().default("2025-11-
|
|
1181
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
1182
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
1183
1183
|
guardrailConfig: z.union([
|
|
1184
1184
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$outboundSchema),
|
|
1185
1185
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean$outboundSchema),
|
|
@@ -1283,8 +1283,8 @@ exports.ResponseBodyRagasMetric$outboundSchema = exports.ResponseBodyRagasMetric
|
|
|
1283
1283
|
exports.ResponseBodyRagas$inboundSchema = z.object({
|
|
1284
1284
|
_id: z.string(),
|
|
1285
1285
|
description: z.string(),
|
|
1286
|
-
created: z.string().default("2025-11-
|
|
1287
|
-
updated: z.string().default("2025-11-
|
|
1286
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
1287
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
1288
1288
|
guardrail_config: z.union([
|
|
1289
1289
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number$inboundSchema),
|
|
1290
1290
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$inboundSchema),
|
|
@@ -1304,8 +1304,8 @@ exports.ResponseBodyRagas$inboundSchema = z.object({
|
|
|
1304
1304
|
exports.ResponseBodyRagas$outboundSchema = z.object({
|
|
1305
1305
|
id: z.string(),
|
|
1306
1306
|
description: z.string(),
|
|
1307
|
-
created: z.string().default("2025-11-
|
|
1308
|
-
updated: z.string().default("2025-11-
|
|
1307
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
1308
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
1309
1309
|
guardrailConfig: z.union([
|
|
1310
1310
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number$outboundSchema),
|
|
1311
1311
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$outboundSchema),
|
|
@@ -2085,8 +2085,8 @@ function responseBodyFunctionParamsFromJSON(jsonString) {
|
|
|
2085
2085
|
exports.ResponseBodyFunction$inboundSchema = z.object({
|
|
2086
2086
|
_id: z.string(),
|
|
2087
2087
|
description: z.string(),
|
|
2088
|
-
created: z.string().default("2025-11-
|
|
2089
|
-
updated: z.string().default("2025-11-
|
|
2088
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2089
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2090
2090
|
guardrail_config: z.union([
|
|
2091
2091
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Number$inboundSchema),
|
|
2092
2092
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Boolean$inboundSchema),
|
|
@@ -2138,8 +2138,8 @@ exports.ResponseBodyFunction$inboundSchema = z.object({
|
|
|
2138
2138
|
exports.ResponseBodyFunction$outboundSchema = z.object({
|
|
2139
2139
|
id: z.string(),
|
|
2140
2140
|
description: z.string(),
|
|
2141
|
-
created: z.string().default("2025-11-
|
|
2142
|
-
updated: z.string().default("2025-11-
|
|
2141
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2142
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2143
2143
|
guardrailConfig: z.union([
|
|
2144
2144
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Number$outboundSchema),
|
|
2145
2145
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Boolean$outboundSchema),
|
|
@@ -2272,8 +2272,8 @@ exports.UpdateEvalResponseBodyEvalsResponse200Type$outboundSchema = exports.Upda
|
|
|
2272
2272
|
exports.UpdateEvalResponseBodyPython$inboundSchema = z.object({
|
|
2273
2273
|
_id: z.string(),
|
|
2274
2274
|
description: z.string(),
|
|
2275
|
-
created: z.string().default("2025-11-
|
|
2276
|
-
updated: z.string().default("2025-11-
|
|
2275
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2276
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2277
2277
|
guardrail_config: z.union([
|
|
2278
2278
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema),
|
|
2279
2279
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema),
|
|
@@ -2291,8 +2291,8 @@ exports.UpdateEvalResponseBodyPython$inboundSchema = z.object({
|
|
|
2291
2291
|
exports.UpdateEvalResponseBodyPython$outboundSchema = z.object({
|
|
2292
2292
|
id: z.string(),
|
|
2293
2293
|
description: z.string(),
|
|
2294
|
-
created: z.string().default("2025-11-
|
|
2295
|
-
updated: z.string().default("2025-11-
|
|
2294
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2295
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2296
2296
|
guardrailConfig: z.union([
|
|
2297
2297
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$outboundSchema),
|
|
2298
2298
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$outboundSchema),
|
|
@@ -2395,8 +2395,8 @@ exports.UpdateEvalResponseBodyMethod$outboundSchema = exports.UpdateEvalResponse
|
|
|
2395
2395
|
exports.UpdateEvalResponseBodyHTTP$inboundSchema = z.object({
|
|
2396
2396
|
_id: z.string(),
|
|
2397
2397
|
description: z.string(),
|
|
2398
|
-
created: z.string().default("2025-11-
|
|
2399
|
-
updated: z.string().default("2025-11-
|
|
2398
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2399
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2400
2400
|
guardrail_config: z.union([
|
|
2401
2401
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema),
|
|
2402
2402
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema),
|
|
@@ -2417,8 +2417,8 @@ exports.UpdateEvalResponseBodyHTTP$inboundSchema = z.object({
|
|
|
2417
2417
|
exports.UpdateEvalResponseBodyHTTP$outboundSchema = z.object({
|
|
2418
2418
|
id: z.string(),
|
|
2419
2419
|
description: z.string(),
|
|
2420
|
-
created: z.string().default("2025-11-
|
|
2421
|
-
updated: z.string().default("2025-11-
|
|
2420
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2421
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2422
2422
|
guardrailConfig: z.union([
|
|
2423
2423
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$outboundSchema),
|
|
2424
2424
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$outboundSchema),
|
|
@@ -2516,8 +2516,8 @@ exports.UpdateEvalResponseBodyEvalsType$outboundSchema = exports.UpdateEvalRespo
|
|
|
2516
2516
|
exports.UpdateEvalResponseBodyJSON$inboundSchema = z.object({
|
|
2517
2517
|
_id: z.string(),
|
|
2518
2518
|
description: z.string(),
|
|
2519
|
-
created: z.string().default("2025-11-
|
|
2520
|
-
updated: z.string().default("2025-11-
|
|
2519
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2520
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2521
2521
|
guardrail_config: z.union([
|
|
2522
2522
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200Number$inboundSchema),
|
|
2523
2523
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema),
|
|
@@ -2535,8 +2535,8 @@ exports.UpdateEvalResponseBodyJSON$inboundSchema = z.object({
|
|
|
2535
2535
|
exports.UpdateEvalResponseBodyJSON$outboundSchema = z.object({
|
|
2536
2536
|
id: z.string(),
|
|
2537
2537
|
description: z.string(),
|
|
2538
|
-
created: z.string().default("2025-11-
|
|
2539
|
-
updated: z.string().default("2025-11-
|
|
2538
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2539
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2540
2540
|
guardrailConfig: z.union([
|
|
2541
2541
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200Number$outboundSchema),
|
|
2542
2542
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200Boolean$outboundSchema),
|
|
@@ -2633,8 +2633,8 @@ exports.UpdateEvalResponseBodyType$outboundSchema = exports.UpdateEvalResponseBo
|
|
|
2633
2633
|
exports.UpdateEvalResponseBodyLLM$inboundSchema = z.object({
|
|
2634
2634
|
_id: z.string(),
|
|
2635
2635
|
description: z.string(),
|
|
2636
|
-
created: z.string().default("2025-11-
|
|
2637
|
-
updated: z.string().default("2025-11-
|
|
2636
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2637
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2638
2638
|
guardrail_config: z.union([
|
|
2639
2639
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponseNumber$inboundSchema),
|
|
2640
2640
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema),
|
|
@@ -2653,8 +2653,8 @@ exports.UpdateEvalResponseBodyLLM$inboundSchema = z.object({
|
|
|
2653
2653
|
exports.UpdateEvalResponseBodyLLM$outboundSchema = z.object({
|
|
2654
2654
|
id: z.string(),
|
|
2655
2655
|
description: z.string(),
|
|
2656
|
-
created: z.string().default("2025-11-
|
|
2657
|
-
updated: z.string().default("2025-11-
|
|
2656
|
+
created: z.string().default("2025-11-27T11:10:48.412Z"),
|
|
2657
|
+
updated: z.string().default("2025-11-27T11:10:48.413Z"),
|
|
2658
2658
|
guardrailConfig: z.union([
|
|
2659
2659
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponseNumber$outboundSchema),
|
|
2660
2660
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponseBoolean$outboundSchema),
|
|
@@ -489,14 +489,14 @@ function updateToolRequestBodyToolsSchemaFromJSON(jsonString) {
|
|
|
489
489
|
}
|
|
490
490
|
/** @internal */
|
|
491
491
|
exports.RequestBodyTools$inboundSchema = z.object({
|
|
492
|
-
id: z.string().default("
|
|
492
|
+
id: z.string().default("01KB2G4Q5WE4RK8JTFAE74X2ZX"),
|
|
493
493
|
name: z.string(),
|
|
494
494
|
description: z.string().optional(),
|
|
495
495
|
schema: z.lazy(() => exports.UpdateToolRequestBodyToolsSchema$inboundSchema),
|
|
496
496
|
});
|
|
497
497
|
/** @internal */
|
|
498
498
|
exports.RequestBodyTools$outboundSchema = z.object({
|
|
499
|
-
id: z.string().default("
|
|
499
|
+
id: z.string().default("01KB2G4Q5WE4RK8JTFAE74X2ZX"),
|
|
500
500
|
name: z.string(),
|
|
501
501
|
description: z.string().optional(),
|
|
502
502
|
schema: z.lazy(() => exports.UpdateToolRequestBodyToolsSchema$outboundSchema),
|
|
@@ -1042,7 +1042,7 @@ function updateToolResponseBodyCodeToolFromJSON(jsonString) {
|
|
|
1042
1042
|
}
|
|
1043
1043
|
/** @internal */
|
|
1044
1044
|
exports.UpdateToolResponseBodyCodeExecutionTool$inboundSchema = z.object({
|
|
1045
|
-
_id: z.string().default("
|
|
1045
|
+
_id: z.string().default("tool_01KB2G4Q5PJVFXYFM89SR8HGHG"),
|
|
1046
1046
|
path: z.string(),
|
|
1047
1047
|
key: z.string(),
|
|
1048
1048
|
display_name: z.string().optional(),
|
|
@@ -1072,7 +1072,7 @@ exports.UpdateToolResponseBodyCodeExecutionTool$inboundSchema = z.object({
|
|
|
1072
1072
|
});
|
|
1073
1073
|
/** @internal */
|
|
1074
1074
|
exports.UpdateToolResponseBodyCodeExecutionTool$outboundSchema = z.object({
|
|
1075
|
-
id: z.string().default("
|
|
1075
|
+
id: z.string().default("tool_01KB2G4Q5PJVFXYFM89SR8HGHG"),
|
|
1076
1076
|
path: z.string(),
|
|
1077
1077
|
key: z.string(),
|
|
1078
1078
|
displayName: z.string().optional(),
|
|
@@ -1156,14 +1156,14 @@ function updateToolResponseBodyToolsSchemaFromJSON(jsonString) {
|
|
|
1156
1156
|
}
|
|
1157
1157
|
/** @internal */
|
|
1158
1158
|
exports.UpdateToolResponseBodyTools$inboundSchema = z.object({
|
|
1159
|
-
id: z.string().default("
|
|
1159
|
+
id: z.string().default("01KB2G4Q5NKNS76RXSAYBRQ6CB"),
|
|
1160
1160
|
name: z.string(),
|
|
1161
1161
|
description: z.string().optional(),
|
|
1162
1162
|
schema: z.lazy(() => exports.UpdateToolResponseBodyToolsSchema$inboundSchema),
|
|
1163
1163
|
});
|
|
1164
1164
|
/** @internal */
|
|
1165
1165
|
exports.UpdateToolResponseBodyTools$outboundSchema = z.object({
|
|
1166
|
-
id: z.string().default("
|
|
1166
|
+
id: z.string().default("01KB2G4Q5NKNS76RXSAYBRQ6CB"),
|
|
1167
1167
|
name: z.string(),
|
|
1168
1168
|
description: z.string().optional(),
|
|
1169
1169
|
schema: z.lazy(() => exports.UpdateToolResponseBodyToolsSchema$outboundSchema),
|
|
@@ -1212,7 +1212,7 @@ function updateToolResponseBodyMcpFromJSON(jsonString) {
|
|
|
1212
1212
|
}
|
|
1213
1213
|
/** @internal */
|
|
1214
1214
|
exports.UpdateToolResponseBodyMCPTool$inboundSchema = z.object({
|
|
1215
|
-
_id: z.string().default("
|
|
1215
|
+
_id: z.string().default("tool_01KB2G4Q5MC4NKMGZT0NGWMY96"),
|
|
1216
1216
|
path: z.string(),
|
|
1217
1217
|
key: z.string(),
|
|
1218
1218
|
display_name: z.string().optional(),
|
|
@@ -1240,7 +1240,7 @@ exports.UpdateToolResponseBodyMCPTool$inboundSchema = z.object({
|
|
|
1240
1240
|
});
|
|
1241
1241
|
/** @internal */
|
|
1242
1242
|
exports.UpdateToolResponseBodyMCPTool$outboundSchema = z.object({
|
|
1243
|
-
id: z.string().default("
|
|
1243
|
+
id: z.string().default("tool_01KB2G4Q5MC4NKMGZT0NGWMY96"),
|
|
1244
1244
|
path: z.string(),
|
|
1245
1245
|
key: z.string(),
|
|
1246
1246
|
displayName: z.string().optional(),
|
|
@@ -1394,7 +1394,7 @@ function updateToolResponseBodyHttpFromJSON(jsonString) {
|
|
|
1394
1394
|
}
|
|
1395
1395
|
/** @internal */
|
|
1396
1396
|
exports.UpdateToolResponseBodyHTTPTool$inboundSchema = z.object({
|
|
1397
|
-
_id: z.string().default("
|
|
1397
|
+
_id: z.string().default("tool_01KB2G4Q5JDK7EZ6262JVV9S7Q"),
|
|
1398
1398
|
path: z.string(),
|
|
1399
1399
|
key: z.string(),
|
|
1400
1400
|
display_name: z.string().optional(),
|
|
@@ -1422,7 +1422,7 @@ exports.UpdateToolResponseBodyHTTPTool$inboundSchema = z.object({
|
|
|
1422
1422
|
});
|
|
1423
1423
|
/** @internal */
|
|
1424
1424
|
exports.UpdateToolResponseBodyHTTPTool$outboundSchema = z.object({
|
|
1425
|
-
id: z.string().default("
|
|
1425
|
+
id: z.string().default("tool_01KB2G4Q5JDK7EZ6262JVV9S7Q"),
|
|
1426
1426
|
path: z.string(),
|
|
1427
1427
|
key: z.string(),
|
|
1428
1428
|
displayName: z.string().optional(),
|
|
@@ -1510,7 +1510,7 @@ function updateToolResponseBodyJsonSchemaFromJSON(jsonString) {
|
|
|
1510
1510
|
}
|
|
1511
1511
|
/** @internal */
|
|
1512
1512
|
exports.UpdateToolResponseBodyJSONSchemaTool$inboundSchema = z.object({
|
|
1513
|
-
_id: z.string().default("
|
|
1513
|
+
_id: z.string().default("tool_01KB2G4Q5H6Z8MFH0V6JCCEV59"),
|
|
1514
1514
|
path: z.string(),
|
|
1515
1515
|
key: z.string(),
|
|
1516
1516
|
display_name: z.string().optional(),
|
|
@@ -1539,7 +1539,7 @@ exports.UpdateToolResponseBodyJSONSchemaTool$inboundSchema = z.object({
|
|
|
1539
1539
|
});
|
|
1540
1540
|
/** @internal */
|
|
1541
1541
|
exports.UpdateToolResponseBodyJSONSchemaTool$outboundSchema = z.object({
|
|
1542
|
-
id: z.string().default("
|
|
1542
|
+
id: z.string().default("tool_01KB2G4Q5H6Z8MFH0V6JCCEV59"),
|
|
1543
1543
|
path: z.string(),
|
|
1544
1544
|
key: z.string(),
|
|
1545
1545
|
displayName: z.string().optional(),
|
|
@@ -1634,7 +1634,7 @@ function updateToolResponseBodyFunctionFromJSON(jsonString) {
|
|
|
1634
1634
|
}
|
|
1635
1635
|
/** @internal */
|
|
1636
1636
|
exports.UpdateToolResponseBodyFunctionTool$inboundSchema = z.object({
|
|
1637
|
-
_id: z.string().default("
|
|
1637
|
+
_id: z.string().default("tool_01KB2G4Q5G7BHGS6YK8WHCB8ZQ"),
|
|
1638
1638
|
path: z.string(),
|
|
1639
1639
|
key: z.string(),
|
|
1640
1640
|
display_name: z.string().optional(),
|
|
@@ -1662,7 +1662,7 @@ exports.UpdateToolResponseBodyFunctionTool$inboundSchema = z.object({
|
|
|
1662
1662
|
});
|
|
1663
1663
|
/** @internal */
|
|
1664
1664
|
exports.UpdateToolResponseBodyFunctionTool$outboundSchema = z.object({
|
|
1665
|
-
id: z.string().default("
|
|
1665
|
+
id: z.string().default("tool_01KB2G4Q5G7BHGS6YK8WHCB8ZQ"),
|
|
1666
1666
|
path: z.string(),
|
|
1667
1667
|
key: z.string(),
|
|
1668
1668
|
displayName: z.string().optional(),
|
package/package.json
CHANGED
|
@@ -323,6 +323,7 @@ run();
|
|
|
323
323
|
* [create](docs/sdks/evals/README.md#create) - Create an Evaluator
|
|
324
324
|
* [update](docs/sdks/evals/README.md#update) - Update an Evaluator
|
|
325
325
|
* [delete](docs/sdks/evals/README.md#delete) - Delete an Evaluator
|
|
326
|
+
* [invoke](docs/sdks/evals/README.md#invoke) - Invoke a Custom Evaluator
|
|
326
327
|
|
|
327
328
|
### [feedback](docs/sdks/feedback/README.md)
|
|
328
329
|
|
|
@@ -455,6 +456,7 @@ To read more about standalone functions, check [FUNCTIONS.md](./FUNCTIONS.md).
|
|
|
455
456
|
- [`evalsAll`](docs/sdks/evals/README.md#all) - Get all Evaluators
|
|
456
457
|
- [`evalsCreate`](docs/sdks/evals/README.md#create) - Create an Evaluator
|
|
457
458
|
- [`evalsDelete`](docs/sdks/evals/README.md#delete) - Delete an Evaluator
|
|
459
|
+
- [`evalsInvoke`](docs/sdks/evals/README.md#invoke) - Invoke a Custom Evaluator
|
|
458
460
|
- [`evalsUpdate`](docs/sdks/evals/README.md#update) - Update an Evaluator
|
|
459
461
|
- [`feedbackCreate`](docs/sdks/feedback/README.md#create) - Submit feedback
|
|
460
462
|
- [`filesCreate`](docs/sdks/files/README.md#create) - Create file
|
|
@@ -737,7 +739,7 @@ run();
|
|
|
737
739
|
**Primary error:**
|
|
738
740
|
* [`OrqError`](./src/models/errors/orqerror.ts): The base class for HTTP error responses.
|
|
739
741
|
|
|
740
|
-
<details><summary>Less common errors (
|
|
742
|
+
<details><summary>Less common errors (25)</summary>
|
|
741
743
|
|
|
742
744
|
<br />
|
|
743
745
|
|
|
@@ -750,23 +752,25 @@ run();
|
|
|
750
752
|
|
|
751
753
|
|
|
752
754
|
**Inherit from [`OrqError`](./src/models/errors/orqerror.ts)**:
|
|
753
|
-
* [`HonoApiError`](./src/models/errors/honoapierror.ts): Applicable to 10 of
|
|
754
|
-
* [`RetrieveContactResponseBody`](./src/models/errors/retrievecontactresponsebody.ts): Contact not found. Status code `404`. Applicable to 1 of
|
|
755
|
-
* [`UpdateContactResponseBody`](./src/models/errors/updatecontactresponsebody.ts): Contact not found. Status code `404`. Applicable to 1 of
|
|
756
|
-
* [`DeleteContactResponseBody`](./src/models/errors/deletecontactresponsebody.ts): Contact not found. Status code `404`. Applicable to 1 of
|
|
757
|
-
* [`GetEvalsResponseBody`](./src/models/errors/getevalsresponsebody.ts): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of
|
|
758
|
-
* [`CreateEvalResponseBody`](./src/models/errors/createevalresponsebody.ts): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of
|
|
759
|
-
* [`UpdateEvalResponseBody`](./src/models/errors/updateevalresponsebody.ts): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of
|
|
760
|
-
* [`DeleteEvalResponseBody`](./src/models/errors/deleteevalresponsebody.ts): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of
|
|
761
|
-
* [`
|
|
762
|
-
* [`
|
|
763
|
-
* [`
|
|
764
|
-
* [`
|
|
765
|
-
* [`
|
|
766
|
-
* [`
|
|
767
|
-
* [`
|
|
768
|
-
* [`
|
|
769
|
-
* [`
|
|
755
|
+
* [`HonoApiError`](./src/models/errors/honoapierror.ts): Applicable to 10 of 95 methods.*
|
|
756
|
+
* [`RetrieveContactResponseBody`](./src/models/errors/retrievecontactresponsebody.ts): Contact not found. Status code `404`. Applicable to 1 of 95 methods.*
|
|
757
|
+
* [`UpdateContactResponseBody`](./src/models/errors/updatecontactresponsebody.ts): Contact not found. Status code `404`. Applicable to 1 of 95 methods.*
|
|
758
|
+
* [`DeleteContactResponseBody`](./src/models/errors/deletecontactresponsebody.ts): Contact not found. Status code `404`. Applicable to 1 of 95 methods.*
|
|
759
|
+
* [`GetEvalsResponseBody`](./src/models/errors/getevalsresponsebody.ts): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 95 methods.*
|
|
760
|
+
* [`CreateEvalResponseBody`](./src/models/errors/createevalresponsebody.ts): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 95 methods.*
|
|
761
|
+
* [`UpdateEvalResponseBody`](./src/models/errors/updateevalresponsebody.ts): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 95 methods.*
|
|
762
|
+
* [`DeleteEvalResponseBody`](./src/models/errors/deleteevalresponsebody.ts): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 95 methods.*
|
|
763
|
+
* [`InvokeEvalResponseBody`](./src/models/errors/invokeevalresponsebody.ts): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 95 methods.*
|
|
764
|
+
* [`DeleteAgentResponseBody`](./src/models/errors/deleteagentresponsebody.ts): Agent not found. The specified agent key does not exist in the workspace or has already been deleted. Status code `404`. Applicable to 1 of 95 methods.*
|
|
765
|
+
* [`RetrieveAgentRequestResponseBody`](./src/models/errors/retrieveagentrequestresponsebody.ts): Agent not found. The specified agent key does not exist in the workspace or you do not have permission to access it. Status code `404`. Applicable to 1 of 95 methods.*
|
|
766
|
+
* [`UpdateAgentResponseBody`](./src/models/errors/updateagentresponsebody.ts): Agent not found. The specified agent key does not exist in the workspace or you do not have permission to modify it. Status code `404`. Applicable to 1 of 95 methods.*
|
|
767
|
+
* [`StreamRunAgentResponseBody`](./src/models/errors/streamrunagentresponsebody.ts): Model not found. Status code `404`. Applicable to 1 of 95 methods.*
|
|
768
|
+
* [`StreamAgentResponseBody`](./src/models/errors/streamagentresponsebody.ts): Agent not found. Status code `404`. Applicable to 1 of 95 methods.*
|
|
769
|
+
* [`UpdatePromptResponseBody`](./src/models/errors/updatepromptresponsebody.ts): Prompt not found. Status code `404`. Applicable to 1 of 95 methods.*
|
|
770
|
+
* [`GetPromptVersionResponseBody`](./src/models/errors/getpromptversionresponsebody.ts): Not Found - The prompt or prompt version does not exist. Status code `404`. Applicable to 1 of 95 methods.*
|
|
771
|
+
* [`UpdateToolResponseBody`](./src/models/errors/updatetoolresponsebody.ts): Tool not found. Status code `404`. Applicable to 1 of 95 methods.*
|
|
772
|
+
* [`CreateAgentRequestResponseBody`](./src/models/errors/createagentrequestresponsebody.ts): Conflict - An agent with the specified key already exists in this workspace. Each agent must have a unique key within a workspace to ensure proper identification and management. Status code `409`. Applicable to 1 of 95 methods.*
|
|
773
|
+
* [`InvokeEvalEvalsResponseBody`](./src/models/errors/invokeevalevalsresponsebody.ts): Error running the evaluator. Status code `500`. Applicable to 1 of 95 methods.*
|
|
770
774
|
* [`ResponseValidationError`](./src/models/errors/responsevalidationerror.ts): Type mismatch between the data returned from the server and the structure expected by the SDK. See `error.rawValue` for the raw value and `error.pretty()` for a nicely formatted multi-line string.
|
|
771
775
|
|
|
772
776
|
</details>
|
|
@@ -9,6 +9,7 @@
|
|
|
9
9
|
* [create](#create) - Create an Evaluator
|
|
10
10
|
* [update](#update) - Update an Evaluator
|
|
11
11
|
* [delete](#delete) - Delete an Evaluator
|
|
12
|
+
* [invoke](#invoke) - Invoke a Custom Evaluator
|
|
12
13
|
|
|
13
14
|
## all
|
|
14
15
|
|
|
@@ -336,4 +337,105 @@ run();
|
|
|
336
337
|
| Error Type | Status Code | Content Type |
|
|
337
338
|
| ----------------------------- | ----------------------------- | ----------------------------- |
|
|
338
339
|
| errors.DeleteEvalResponseBody | 404 | application/json |
|
|
339
|
-
| errors.APIError | 4XX, 5XX | \*/\* |
|
|
340
|
+
| errors.APIError | 4XX, 5XX | \*/\* |
|
|
341
|
+
|
|
342
|
+
## invoke
|
|
343
|
+
|
|
344
|
+
Invoke a Custom Evaluator
|
|
345
|
+
|
|
346
|
+
### Example Usage
|
|
347
|
+
|
|
348
|
+
<!-- UsageSnippet language="typescript" operationID="InvokeEval" method="post" path="/v2/evaluators/{id}/invoke" -->
|
|
349
|
+
```typescript
|
|
350
|
+
import { Orq } from "@orq-ai/node";
|
|
351
|
+
|
|
352
|
+
const orq = new Orq({
|
|
353
|
+
apiKey: process.env["ORQ_API_KEY"] ?? "",
|
|
354
|
+
});
|
|
355
|
+
|
|
356
|
+
async function run() {
|
|
357
|
+
const result = await orq.evals.invoke({
|
|
358
|
+
id: "<id>",
|
|
359
|
+
requestBody: {
|
|
360
|
+
messages: [
|
|
361
|
+
{
|
|
362
|
+
role: "tool",
|
|
363
|
+
content: [
|
|
364
|
+
{
|
|
365
|
+
type: "text",
|
|
366
|
+
text: "<value>",
|
|
367
|
+
},
|
|
368
|
+
],
|
|
369
|
+
},
|
|
370
|
+
],
|
|
371
|
+
},
|
|
372
|
+
});
|
|
373
|
+
|
|
374
|
+
console.log(result);
|
|
375
|
+
}
|
|
376
|
+
|
|
377
|
+
run();
|
|
378
|
+
```
|
|
379
|
+
|
|
380
|
+
### Standalone function
|
|
381
|
+
|
|
382
|
+
The standalone function version of this method:
|
|
383
|
+
|
|
384
|
+
```typescript
|
|
385
|
+
import { OrqCore } from "@orq-ai/node/core.js";
|
|
386
|
+
import { evalsInvoke } from "@orq-ai/node/funcs/evalsInvoke.js";
|
|
387
|
+
|
|
388
|
+
// Use `OrqCore` for best tree-shaking performance.
|
|
389
|
+
// You can create one instance of it to use across an application.
|
|
390
|
+
const orq = new OrqCore({
|
|
391
|
+
apiKey: process.env["ORQ_API_KEY"] ?? "",
|
|
392
|
+
});
|
|
393
|
+
|
|
394
|
+
async function run() {
|
|
395
|
+
const res = await evalsInvoke(orq, {
|
|
396
|
+
id: "<id>",
|
|
397
|
+
requestBody: {
|
|
398
|
+
messages: [
|
|
399
|
+
{
|
|
400
|
+
role: "tool",
|
|
401
|
+
content: [
|
|
402
|
+
{
|
|
403
|
+
type: "text",
|
|
404
|
+
text: "<value>",
|
|
405
|
+
},
|
|
406
|
+
],
|
|
407
|
+
},
|
|
408
|
+
],
|
|
409
|
+
},
|
|
410
|
+
});
|
|
411
|
+
if (res.ok) {
|
|
412
|
+
const { value: result } = res;
|
|
413
|
+
console.log(result);
|
|
414
|
+
} else {
|
|
415
|
+
console.log("evalsInvoke failed:", res.error);
|
|
416
|
+
}
|
|
417
|
+
}
|
|
418
|
+
|
|
419
|
+
run();
|
|
420
|
+
```
|
|
421
|
+
|
|
422
|
+
### Parameters
|
|
423
|
+
|
|
424
|
+
| Parameter | Type | Required | Description |
|
|
425
|
+
| ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
|
|
426
|
+
| `request` | [operations.InvokeEvalRequest](../../models/operations/invokeevalrequest.md) | :heavy_check_mark: | The request object to use for the request. |
|
|
427
|
+
| `options` | RequestOptions | :heavy_minus_sign: | Used to set various options for making HTTP requests. |
|
|
428
|
+
| `options.fetchOptions` | [RequestInit](https://developer.mozilla.org/en-US/docs/Web/API/Request/Request#options) | :heavy_minus_sign: | Options that are passed to the underlying HTTP request. This can be used to inject extra headers for examples. All `Request` options, except `method` and `body`, are allowed. |
|
|
429
|
+
| `options.retries` | [RetryConfig](../../lib/utils/retryconfig.md) | :heavy_minus_sign: | Enables retrying HTTP requests under certain failure conditions. |
|
|
430
|
+
|
|
431
|
+
### Response
|
|
432
|
+
|
|
433
|
+
**Promise\<[operations.InvokeEvalResponseBody](../../models/operations/invokeevalresponsebody.md)\>**
|
|
434
|
+
|
|
435
|
+
### Errors
|
|
436
|
+
|
|
437
|
+
| Error Type | Status Code | Content Type |
|
|
438
|
+
| ---------------------------------- | ---------------------------------- | ---------------------------------- |
|
|
439
|
+
| errors.InvokeEvalResponseBody | 404 | application/json |
|
|
440
|
+
| errors.InvokeEvalEvalsResponseBody | 500 | application/json |
|
|
441
|
+
| errors.APIError | 4XX, 5XX | \*/\* |
|
package/packages/orq-rc/jsr.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@orq-ai/node",
|
|
3
|
-
"version": "4.1.0-rc.
|
|
3
|
+
"version": "4.1.0-rc.13",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "@orq-ai/node",
|
|
9
|
-
"version": "4.1.0-rc.
|
|
9
|
+
"version": "4.1.0-rc.13",
|
|
10
10
|
"dependencies": {
|
|
11
11
|
"@modelcontextprotocol/sdk": ">=1.5.0 <1.10.0",
|
|
12
12
|
"zod": "^3.25.0 || ^4.0.0"
|