@inkeep/agents-sdk 0.0.0-dev-20260114183157 → 0.0.0-dev-20260115184506

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -96,9 +96,9 @@ declare function credential(config: CredentialReferenceApiInsert): {
96
96
  type: "memory" | "keychain" | "nango";
97
97
  createdAt?: string | undefined;
98
98
  updatedAt?: string | undefined;
99
- userId?: string | null | undefined;
100
- retrievalParams?: Record<string, unknown> | null | undefined;
101
99
  toolId?: string | null | undefined;
100
+ retrievalParams?: Record<string, unknown> | null | undefined;
101
+ userId?: string | null | undefined;
102
102
  createdBy?: string | null | undefined;
103
103
  };
104
104
  /**
@@ -0,0 +1,82 @@
1
+ //#region src/evaluationClient.d.ts
2
+ /**
3
+ * Client-side class for interacting with the Evaluations API
4
+ * These methods make HTTP requests to the server instead of direct database calls
5
+ */
6
+ interface EvaluationClientConfig {
7
+ tenantId: string;
8
+ projectId: string;
9
+ apiUrl: string;
10
+ apiKey?: string;
11
+ }
12
+ declare class EvaluationClient {
13
+ private tenantId;
14
+ private projectId;
15
+ private apiUrl;
16
+ private apiKey?;
17
+ constructor(config: EvaluationClientConfig);
18
+ private buildUrl;
19
+ private buildHeaders;
20
+ listDatasets(): Promise<unknown[]>;
21
+ getDataset(datasetId: string): Promise<unknown | null>;
22
+ createDataset(datasetData: Record<string, unknown>): Promise<unknown>;
23
+ updateDataset(datasetId: string, updateData: Record<string, unknown>): Promise<unknown>;
24
+ deleteDataset(datasetId: string): Promise<void>;
25
+ listDatasetItems(datasetId: string): Promise<unknown[]>;
26
+ getDatasetItem(datasetId: string, itemId: string): Promise<unknown | null>;
27
+ createDatasetItem(datasetId: string, itemData: Record<string, unknown>): Promise<unknown>;
28
+ createDatasetItems(datasetId: string, itemsData: Record<string, unknown>[]): Promise<unknown[]>;
29
+ updateDatasetItem(datasetId: string, itemId: string, updateData: Record<string, unknown>): Promise<unknown>;
30
+ deleteDatasetItem(datasetId: string, itemId: string): Promise<void>;
31
+ listEvaluators(): Promise<unknown[]>;
32
+ getEvaluator(evaluatorId: string): Promise<unknown | null>;
33
+ createEvaluator(evaluatorData: Record<string, unknown>): Promise<unknown>;
34
+ updateEvaluator(evaluatorId: string, updateData: Record<string, unknown>): Promise<unknown>;
35
+ deleteEvaluator(evaluatorId: string): Promise<void>;
36
+ listEvaluationSuiteConfigs(): Promise<unknown[]>;
37
+ getEvaluationSuiteConfig(configId: string): Promise<unknown | null>;
38
+ createEvaluationSuiteConfig(configData: Record<string, unknown>): Promise<unknown>;
39
+ updateEvaluationSuiteConfig(configId: string, updateData: Record<string, unknown>): Promise<unknown>;
40
+ deleteEvaluationSuiteConfig(configId: string): Promise<void>;
41
+ listEvaluationSuiteConfigEvaluators(configId: string): Promise<unknown[]>;
42
+ addEvaluatorToSuiteConfig(configId: string, evaluatorId: string): Promise<unknown>;
43
+ removeEvaluatorFromSuiteConfig(configId: string, evaluatorId: string): Promise<void>;
44
+ getEvaluationResult(resultId: string): Promise<unknown | null>;
45
+ createEvaluationResult(resultData: Record<string, unknown>): Promise<unknown>;
46
+ updateEvaluationResult(resultId: string, updateData: Record<string, unknown>): Promise<unknown>;
47
+ deleteEvaluationResult(resultId: string): Promise<void>;
48
+ /**
49
+ * Trigger batch evaluation of conversations with selected evaluators.
50
+ * Supports filtering by conversation IDs, date range, or dataset run IDs.
51
+ */
52
+ triggerBatchEvaluation(evaluationData: {
53
+ evaluatorIds: string[];
54
+ name?: string;
55
+ conversationIds?: string[];
56
+ dateRange?: {
57
+ startDate: string;
58
+ endDate: string;
59
+ };
60
+ datasetRunIds?: string[];
61
+ }): Promise<{
62
+ message: string;
63
+ evaluationJobConfigId: string;
64
+ evaluatorIds: string[];
65
+ }>;
66
+ listDatasetRuns(datasetId: string): Promise<unknown[]>;
67
+ getDatasetRun(runId: string): Promise<unknown | null>;
68
+ triggerDatasetRun(datasetId: string, runData: {
69
+ agentIds: string[];
70
+ evaluatorIds?: string[];
71
+ }): Promise<{
72
+ message: string;
73
+ datasetRunId: string;
74
+ datasetId: string;
75
+ }>;
76
+ }
77
+ /**
78
+ * Helper function to create an EvaluationClient instance
79
+ */
80
+ declare function evaluationClient(config: EvaluationClientConfig): EvaluationClient;
81
+ //#endregion
82
+ export { EvaluationClient, EvaluationClientConfig, evaluationClient };