@inkeep/agents-sdk 0.0.0-dev-20260114183157 → 0.0.0-dev-20260115183047
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/builderFunctions.d.ts +2 -2
- package/dist/evaluationClient.d.ts +82 -0
- package/dist/evaluationClient.js +1202 -0
- package/dist/index.d.ts +2 -1
- package/dist/index.js +2 -1
- package/dist/project.js +21 -2
- package/dist/tool.js +21 -1
- package/dist/types.d.ts +7 -0
- package/package.json +2 -2
|
@@ -90,16 +90,16 @@ declare function subAgent(config: SubAgentConfig): SubAgent;
|
|
|
90
90
|
* ```
|
|
91
91
|
*/
|
|
92
92
|
declare function credential(config: CredentialReferenceApiInsert): {
|
|
93
|
-
id: string;
|
|
94
93
|
name: string;
|
|
94
|
+
id: string;
|
|
95
95
|
credentialStoreId: string;
|
|
96
96
|
type: "memory" | "keychain" | "nango";
|
|
97
97
|
createdAt?: string | undefined;
|
|
98
98
|
updatedAt?: string | undefined;
|
|
99
99
|
userId?: string | null | undefined;
|
|
100
|
+
createdBy?: string | null | undefined;
|
|
100
101
|
retrievalParams?: Record<string, unknown> | null | undefined;
|
|
101
102
|
toolId?: string | null | undefined;
|
|
102
|
-
createdBy?: string | null | undefined;
|
|
103
103
|
};
|
|
104
104
|
/**
|
|
105
105
|
* Creates an MCP (Model Context Protocol) server for tool functionality.
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
//#region src/evaluationClient.d.ts
|
|
2
|
+
/**
|
|
3
|
+
* Client-side class for interacting with the Evaluations API
|
|
4
|
+
* These methods make HTTP requests to the server instead of direct database calls
|
|
5
|
+
*/
|
|
6
|
+
interface EvaluationClientConfig {
|
|
7
|
+
tenantId: string;
|
|
8
|
+
projectId: string;
|
|
9
|
+
apiUrl: string;
|
|
10
|
+
apiKey?: string;
|
|
11
|
+
}
|
|
12
|
+
declare class EvaluationClient {
|
|
13
|
+
private tenantId;
|
|
14
|
+
private projectId;
|
|
15
|
+
private apiUrl;
|
|
16
|
+
private apiKey?;
|
|
17
|
+
constructor(config: EvaluationClientConfig);
|
|
18
|
+
private buildUrl;
|
|
19
|
+
private buildHeaders;
|
|
20
|
+
listDatasets(): Promise<unknown[]>;
|
|
21
|
+
getDataset(datasetId: string): Promise<unknown | null>;
|
|
22
|
+
createDataset(datasetData: Record<string, unknown>): Promise<unknown>;
|
|
23
|
+
updateDataset(datasetId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
24
|
+
deleteDataset(datasetId: string): Promise<void>;
|
|
25
|
+
listDatasetItems(datasetId: string): Promise<unknown[]>;
|
|
26
|
+
getDatasetItem(datasetId: string, itemId: string): Promise<unknown | null>;
|
|
27
|
+
createDatasetItem(datasetId: string, itemData: Record<string, unknown>): Promise<unknown>;
|
|
28
|
+
createDatasetItems(datasetId: string, itemsData: Record<string, unknown>[]): Promise<unknown[]>;
|
|
29
|
+
updateDatasetItem(datasetId: string, itemId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
30
|
+
deleteDatasetItem(datasetId: string, itemId: string): Promise<void>;
|
|
31
|
+
listEvaluators(): Promise<unknown[]>;
|
|
32
|
+
getEvaluator(evaluatorId: string): Promise<unknown | null>;
|
|
33
|
+
createEvaluator(evaluatorData: Record<string, unknown>): Promise<unknown>;
|
|
34
|
+
updateEvaluator(evaluatorId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
35
|
+
deleteEvaluator(evaluatorId: string): Promise<void>;
|
|
36
|
+
listEvaluationSuiteConfigs(): Promise<unknown[]>;
|
|
37
|
+
getEvaluationSuiteConfig(configId: string): Promise<unknown | null>;
|
|
38
|
+
createEvaluationSuiteConfig(configData: Record<string, unknown>): Promise<unknown>;
|
|
39
|
+
updateEvaluationSuiteConfig(configId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
40
|
+
deleteEvaluationSuiteConfig(configId: string): Promise<void>;
|
|
41
|
+
listEvaluationSuiteConfigEvaluators(configId: string): Promise<unknown[]>;
|
|
42
|
+
addEvaluatorToSuiteConfig(configId: string, evaluatorId: string): Promise<unknown>;
|
|
43
|
+
removeEvaluatorFromSuiteConfig(configId: string, evaluatorId: string): Promise<void>;
|
|
44
|
+
getEvaluationResult(resultId: string): Promise<unknown | null>;
|
|
45
|
+
createEvaluationResult(resultData: Record<string, unknown>): Promise<unknown>;
|
|
46
|
+
updateEvaluationResult(resultId: string, updateData: Record<string, unknown>): Promise<unknown>;
|
|
47
|
+
deleteEvaluationResult(resultId: string): Promise<void>;
|
|
48
|
+
/**
|
|
49
|
+
* Trigger batch evaluation of conversations with selected evaluators.
|
|
50
|
+
* Supports filtering by conversation IDs, date range, or dataset run IDs.
|
|
51
|
+
*/
|
|
52
|
+
triggerBatchEvaluation(evaluationData: {
|
|
53
|
+
evaluatorIds: string[];
|
|
54
|
+
name?: string;
|
|
55
|
+
conversationIds?: string[];
|
|
56
|
+
dateRange?: {
|
|
57
|
+
startDate: string;
|
|
58
|
+
endDate: string;
|
|
59
|
+
};
|
|
60
|
+
datasetRunIds?: string[];
|
|
61
|
+
}): Promise<{
|
|
62
|
+
message: string;
|
|
63
|
+
evaluationJobConfigId: string;
|
|
64
|
+
evaluatorIds: string[];
|
|
65
|
+
}>;
|
|
66
|
+
listDatasetRuns(datasetId: string): Promise<unknown[]>;
|
|
67
|
+
getDatasetRun(runId: string): Promise<unknown | null>;
|
|
68
|
+
triggerDatasetRun(datasetId: string, runData: {
|
|
69
|
+
agentIds: string[];
|
|
70
|
+
evaluatorIds?: string[];
|
|
71
|
+
}): Promise<{
|
|
72
|
+
message: string;
|
|
73
|
+
datasetRunId: string;
|
|
74
|
+
datasetId: string;
|
|
75
|
+
}>;
|
|
76
|
+
}
|
|
77
|
+
/**
|
|
78
|
+
* Helper function to create an EvaluationClient instance
|
|
79
|
+
*/
|
|
80
|
+
declare function evaluationClient(config: EvaluationClientConfig): EvaluationClient;
|
|
81
|
+
//#endregion
|
|
82
|
+
export { EvaluationClient, EvaluationClientConfig, evaluationClient };
|