@inkeep/agents-sdk 0.0.0-dev-20260402155205 → 0.0.0-dev-20260402165145
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/evaluationClient.d.ts +11 -4
- package/dist/evaluationClient.js +44 -8
- package/package.json +2 -2
|
@@ -59,15 +59,22 @@ declare class EvaluationClient {
|
|
|
59
59
|
evaluationJobConfigId: string;
|
|
60
60
|
evaluatorIds: string[];
|
|
61
61
|
}>;
|
|
62
|
+
createDatasetRunConfig(data: {
|
|
63
|
+
name: string;
|
|
64
|
+
description?: string;
|
|
65
|
+
datasetId: string;
|
|
66
|
+
agentIds?: string[];
|
|
67
|
+
evaluatorIds?: string[];
|
|
68
|
+
}): Promise<unknown>;
|
|
62
69
|
listDatasetRuns(datasetId: string): Promise<unknown[]>;
|
|
63
70
|
getDatasetRun(runId: string): Promise<unknown | null>;
|
|
64
|
-
triggerDatasetRun(
|
|
65
|
-
agentIds: string[];
|
|
71
|
+
triggerDatasetRun(runConfigId: string, body?: {
|
|
66
72
|
evaluatorIds?: string[];
|
|
73
|
+
branchName?: string;
|
|
67
74
|
}): Promise<{
|
|
68
|
-
message: string;
|
|
69
75
|
datasetRunId: string;
|
|
70
|
-
|
|
76
|
+
status: "pending";
|
|
77
|
+
totalItems: number;
|
|
71
78
|
}>;
|
|
72
79
|
}
|
|
73
80
|
/**
|
package/dist/evaluationClient.js
CHANGED
|
@@ -1083,6 +1083,42 @@ var EvaluationClient = class {
|
|
|
1083
1083
|
throw error;
|
|
1084
1084
|
}
|
|
1085
1085
|
}
|
|
1086
|
+
async createDatasetRunConfig(data) {
|
|
1087
|
+
logger.info({
|
|
1088
|
+
tenantId: this.tenantId,
|
|
1089
|
+
projectId: this.projectId,
|
|
1090
|
+
datasetId: data.datasetId
|
|
1091
|
+
}, "Creating dataset run config via API");
|
|
1092
|
+
const url = this.buildUrl("dataset-run-configs");
|
|
1093
|
+
try {
|
|
1094
|
+
const response = await apiFetch(url, {
|
|
1095
|
+
method: "POST",
|
|
1096
|
+
headers: this.buildHeaders(),
|
|
1097
|
+
body: JSON.stringify(data)
|
|
1098
|
+
});
|
|
1099
|
+
if (!response.ok) {
|
|
1100
|
+
const errorMessage = parseError(await response.text()) ?? `Failed to create dataset run config: ${response.status} ${response.statusText}`;
|
|
1101
|
+
logger.error({
|
|
1102
|
+
status: response.status,
|
|
1103
|
+
error: errorMessage
|
|
1104
|
+
}, "Failed to create dataset run config via API");
|
|
1105
|
+
throw new Error(errorMessage);
|
|
1106
|
+
}
|
|
1107
|
+
const result = await response.json();
|
|
1108
|
+
logger.info({
|
|
1109
|
+
tenantId: this.tenantId,
|
|
1110
|
+
projectId: this.projectId
|
|
1111
|
+
}, "Successfully created dataset run config via API");
|
|
1112
|
+
return result.data;
|
|
1113
|
+
} catch (error) {
|
|
1114
|
+
logger.error({
|
|
1115
|
+
error,
|
|
1116
|
+
tenantId: this.tenantId,
|
|
1117
|
+
projectId: this.projectId
|
|
1118
|
+
}, "Failed to create dataset run config");
|
|
1119
|
+
throw error;
|
|
1120
|
+
}
|
|
1121
|
+
}
|
|
1086
1122
|
async listDatasetRuns(datasetId) {
|
|
1087
1123
|
logger.info({
|
|
1088
1124
|
tenantId: this.tenantId,
|
|
@@ -1149,20 +1185,20 @@ var EvaluationClient = class {
|
|
|
1149
1185
|
throw error;
|
|
1150
1186
|
}
|
|
1151
1187
|
}
|
|
1152
|
-
async triggerDatasetRun(
|
|
1188
|
+
async triggerDatasetRun(runConfigId, body) {
|
|
1153
1189
|
logger.info({
|
|
1154
1190
|
tenantId: this.tenantId,
|
|
1155
1191
|
projectId: this.projectId,
|
|
1156
|
-
|
|
1157
|
-
|
|
1158
|
-
|
|
1192
|
+
runConfigId,
|
|
1193
|
+
evaluatorIds: body?.evaluatorIds,
|
|
1194
|
+
branchName: body?.branchName
|
|
1159
1195
|
}, "Triggering dataset run via API");
|
|
1160
|
-
const url = this.buildUrl("
|
|
1196
|
+
const url = this.buildUrl("dataset-run-configs", runConfigId, "run");
|
|
1161
1197
|
try {
|
|
1162
1198
|
const response = await apiFetch(url, {
|
|
1163
1199
|
method: "POST",
|
|
1164
1200
|
headers: this.buildHeaders(),
|
|
1165
|
-
body: JSON.stringify(
|
|
1201
|
+
body: JSON.stringify(body ?? {})
|
|
1166
1202
|
});
|
|
1167
1203
|
if (!response.ok) {
|
|
1168
1204
|
const errorMessage = parseError(await response.text()) ?? `Failed to trigger dataset run: ${response.status} ${response.statusText}`;
|
|
@@ -1176,7 +1212,7 @@ var EvaluationClient = class {
|
|
|
1176
1212
|
logger.info({
|
|
1177
1213
|
tenantId: this.tenantId,
|
|
1178
1214
|
projectId: this.projectId,
|
|
1179
|
-
|
|
1215
|
+
runConfigId,
|
|
1180
1216
|
datasetRunId: result.datasetRunId
|
|
1181
1217
|
}, "Successfully triggered dataset run via API");
|
|
1182
1218
|
return result;
|
|
@@ -1185,7 +1221,7 @@ var EvaluationClient = class {
|
|
|
1185
1221
|
error,
|
|
1186
1222
|
tenantId: this.tenantId,
|
|
1187
1223
|
projectId: this.projectId,
|
|
1188
|
-
|
|
1224
|
+
runConfigId
|
|
1189
1225
|
}, "Failed to trigger dataset run");
|
|
1190
1226
|
throw error;
|
|
1191
1227
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@inkeep/agents-sdk",
|
|
3
|
-
"version": "0.0.0-dev-
|
|
3
|
+
"version": "0.0.0-dev-20260402165145",
|
|
4
4
|
"description": "Agents SDK for building and managing agents in the Inkeep Agent Framework",
|
|
5
5
|
"types": "dist/index.d.ts",
|
|
6
6
|
"type": "module",
|
|
@@ -16,7 +16,7 @@
|
|
|
16
16
|
"js-yaml": "^4.1.0",
|
|
17
17
|
"typescript": "^6.0.2",
|
|
18
18
|
"zod": "^4.3.6",
|
|
19
|
-
"@inkeep/agents-core": "^0.0.0-dev-
|
|
19
|
+
"@inkeep/agents-core": "^0.0.0-dev-20260402165145"
|
|
20
20
|
},
|
|
21
21
|
"devDependencies": {
|
|
22
22
|
"@types/js-yaml": "^4.0.9",
|