@inkeep/agents-sdk 0.0.0-dev-20260114183157 → 0.0.0-dev-20260115184506
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/builderFunctions.d.ts +2 -2
- package/dist/evaluationClient.d.ts +82 -0
- package/dist/evaluationClient.js +1202 -0
- package/dist/index.d.ts +2 -1
- package/dist/index.js +2 -1
- package/dist/project.js +21 -2
- package/dist/tool.js +21 -1
- package/dist/types.d.ts +7 -0
- package/package.json +2 -2
|
@@ -96,9 +96,9 @@ declare function credential(config: CredentialReferenceApiInsert): {
|
|
|
96
96
|
type: "memory" | "keychain" | "nango";
|
|
97
97
|
createdAt?: string | undefined;
|
|
98
98
|
updatedAt?: string | undefined;
|
|
99
|
-
userId?: string | null | undefined;
|
|
100
|
-
retrievalParams?: Record<string, unknown> | null | undefined;
|
|
101
99
|
toolId?: string | null | undefined;
|
|
100
|
+
retrievalParams?: Record<string, unknown> | null | undefined;
|
|
101
|
+
userId?: string | null | undefined;
|
|
102
102
|
createdBy?: string | null | undefined;
|
|
103
103
|
};
|
|
104
104
|
/**
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
//#region src/evaluationClient.d.ts
|
|
2
|
+
/**
|
|
3
|
+
* Client-side class for interacting with the Evaluations API
|
|
4
|
+
* These methods make HTTP requests to the server instead of direct database calls
|
|
5
|
+
*/
|
|
6
|
+
interface EvaluationClientConfig {
|
|
7
|
+
tenantId: string;
|
|
8
|
+
projectId: string;
|
|
9
|
+
apiUrl: string;
|
|
10
|
+
apiKey?: string;
|
|
11
|
+
}
|
|
12
|
+
declare class EvaluationClient {
|
|
13
|
+
private tenantId;
|
|
14
|
+
private projectId;
|
|
15
|
+
private apiUrl;
|
|
16
|
+
private apiKey?;
|
|
17
|
+
constructor(config: EvaluationClientConfig);
|
|
18
|
+
private buildUrl;
|
|
19
|
+
private buildHeaders;
|
|
20
|
+
listDatasets(): Promise<unknown[]>;
|
|
21
|
+
getDataset(datasetId: string): Promise<unknown | null>;
|
|
22
|
+
createDataset(datasetData: Record<string, unknown>): Promise<unknown>;
|
|
23
|
+
updateDataset(datasetId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
24
|
+
deleteDataset(datasetId: string): Promise<void>;
|
|
25
|
+
listDatasetItems(datasetId: string): Promise<unknown[]>;
|
|
26
|
+
getDatasetItem(datasetId: string, itemId: string): Promise<unknown | null>;
|
|
27
|
+
createDatasetItem(datasetId: string, itemData: Record<string, unknown>): Promise<unknown>;
|
|
28
|
+
createDatasetItems(datasetId: string, itemsData: Record<string, unknown>[]): Promise<unknown[]>;
|
|
29
|
+
updateDatasetItem(datasetId: string, itemId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
30
|
+
deleteDatasetItem(datasetId: string, itemId: string): Promise<void>;
|
|
31
|
+
listEvaluators(): Promise<unknown[]>;
|
|
32
|
+
getEvaluator(evaluatorId: string): Promise<unknown | null>;
|
|
33
|
+
createEvaluator(evaluatorData: Record<string, unknown>): Promise<unknown>;
|
|
34
|
+
updateEvaluator(evaluatorId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
35
|
+
deleteEvaluator(evaluatorId: string): Promise<void>;
|
|
36
|
+
listEvaluationSuiteConfigs(): Promise<unknown[]>;
|
|
37
|
+
getEvaluationSuiteConfig(configId: string): Promise<unknown | null>;
|
|
38
|
+
createEvaluationSuiteConfig(configData: Record<string, unknown>): Promise<unknown>;
|
|
39
|
+
updateEvaluationSuiteConfig(configId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
40
|
+
deleteEvaluationSuiteConfig(configId: string): Promise<void>;
|
|
41
|
+
listEvaluationSuiteConfigEvaluators(configId: string): Promise<unknown[]>;
|
|
42
|
+
addEvaluatorToSuiteConfig(configId: string, evaluatorId: string): Promise<unknown>;
|
|
43
|
+
removeEvaluatorFromSuiteConfig(configId: string, evaluatorId: string): Promise<void>;
|
|
44
|
+
getEvaluationResult(resultId: string): Promise<unknown | null>;
|
|
45
|
+
createEvaluationResult(resultData: Record<string, unknown>): Promise<unknown>;
|
|
46
|
+
updateEvaluationResult(resultId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
47
|
+
deleteEvaluationResult(resultId: string): Promise<void>;
|
|
48
|
+
/**
|
|
49
|
+
* Trigger batch evaluation of conversations with selected evaluators.
|
|
50
|
+
* Supports filtering by conversation IDs, date range, or dataset run IDs.
|
|
51
|
+
*/
|
|
52
|
+
triggerBatchEvaluation(evaluationData: {
|
|
53
|
+
evaluatorIds: string[];
|
|
54
|
+
name?: string;
|
|
55
|
+
conversationIds?: string[];
|
|
56
|
+
dateRange?: {
|
|
57
|
+
startDate: string;
|
|
58
|
+
endDate: string;
|
|
59
|
+
};
|
|
60
|
+
datasetRunIds?: string[];
|
|
61
|
+
}): Promise<{
|
|
62
|
+
message: string;
|
|
63
|
+
evaluationJobConfigId: string;
|
|
64
|
+
evaluatorIds: string[];
|
|
65
|
+
}>;
|
|
66
|
+
listDatasetRuns(datasetId: string): Promise<unknown[]>;
|
|
67
|
+
getDatasetRun(runId: string): Promise<unknown | null>;
|
|
68
|
+
triggerDatasetRun(datasetId: string, runData: {
|
|
69
|
+
agentIds: string[];
|
|
70
|
+
evaluatorIds?: string[];
|
|
71
|
+
}): Promise<{
|
|
72
|
+
message: string;
|
|
73
|
+
datasetRunId: string;
|
|
74
|
+
datasetId: string;
|
|
75
|
+
}>;
|
|
76
|
+
}
|
|
77
|
+
/**
|
|
78
|
+
* Helper function to create an EvaluationClient instance
|
|
79
|
+
*/
|
|
80
|
+
declare function evaluationClient(config: EvaluationClientConfig): EvaluationClient;
|
|
81
|
+
//#endregion
|
|
82
|
+
export { EvaluationClient, EvaluationClientConfig, evaluationClient };
|