@n8n/api-types 1.29.3 → 1.30.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent-builder-interactive.d.ts +6 -6
- package/dist/agents/agent-files.constants.d.ts +1 -1
- package/dist/agents/agent-files.constants.js +1 -1
- package/dist/agents/agent-files.constants.js.map +1 -1
- package/dist/agents/agent-json-config.schema.d.ts +685 -302
- package/dist/agents/agent-json-config.schema.js +45 -1
- package/dist/agents/agent-json-config.schema.js.map +1 -1
- package/dist/agents/dto.d.ts +8 -1
- package/dist/agents/dto.js +6 -1
- package/dist/agents/dto.js.map +1 -1
- package/dist/agents/model-providers.d.ts +22 -0
- package/dist/agents/provider-capabilities.d.ts +7 -0
- package/dist/agents/provider-capabilities.js +21 -8
- package/dist/agents/provider-capabilities.js.map +1 -1
- package/dist/agents/rich-card.schema.d.ts +158 -158
- package/dist/build.tsbuildinfo +1 -1
- package/dist/chat-hub.d.ts +24 -24
- package/dist/dto/api-keys/list-api-keys-query.dto.d.ts +1 -1
- package/dist/dto/breaking-changes/breaking-change-report-query.dto.d.ts +8 -0
- package/dist/dto/breaking-changes/breaking-change-report-query.dto.js +11 -0
- package/dist/dto/breaking-changes/breaking-change-report-query.dto.js.map +1 -0
- package/dist/dto/data-table/add-data-table-rows.dto.d.ts +1 -1
- package/dist/dto/data-table/list-data-table-query.dto.d.ts +4 -4
- package/dist/dto/evaluations/evaluation-config.dto.d.ts +78 -78
- package/dist/dto/evaluations/index.d.ts +1 -0
- package/dist/dto/evaluations/public-api-test-run.dto.d.ts +28 -0
- package/dist/dto/evaluations/public-api-test-run.dto.js +3 -0
- package/dist/dto/evaluations/public-api-test-run.dto.js.map +1 -0
- package/dist/dto/folders/list-folder-query.dto.d.ts +2 -2
- package/dist/dto/index.d.ts +2 -1
- package/dist/dto/index.js +8 -6
- package/dist/dto/index.js.map +1 -1
- package/dist/dto/instance-ai/instance-ai-confirm-request.dto.d.ts +9 -0
- package/dist/dto/instance-ai/instance-ai-confirm-request.dto.js +5 -0
- package/dist/dto/instance-ai/instance-ai-confirm-request.dto.js.map +1 -1
- package/dist/dto/instance-version-history/version-query.dto.d.ts +1 -1
- package/dist/dto/log-streaming/create-destination.dto.d.ts +102 -102
- package/dist/dto/oauth/oauth-client.dto.d.ts +4 -4
- package/dist/dto/owner/owner-setup-request.dto.d.ts +1 -1
- package/dist/dto/packages/export-package-request.dto.d.ts +13 -0
- package/dist/dto/packages/export-package-request.dto.js +13 -0
- package/dist/dto/packages/export-package-request.dto.js.map +1 -0
- package/dist/dto/roles/role-member.schema.d.ts +2 -2
- package/dist/dto/roles/role-members-response.dto.d.ts +3 -3
- package/dist/dto/roles/role-project-members-response.dto.d.ts +3 -3
- package/dist/dto/saml/saml-preferences.dto.d.ts +5 -5
- package/dist/dto/security-settings/security-settings.dto.d.ts +6 -6
- package/dist/dto/source-control/push-work-folder-request.dto.d.ts +6 -6
- package/dist/dto/user/users-list-filter.dto.d.ts +3 -3
- package/dist/dto/variables/update-variable-request.dto.d.ts +1 -1
- package/dist/dto/workflows/base-workflow.dto.d.ts +7 -7
- package/dist/dto/workflows/create-workflow.dto.d.ts +6 -6
- package/dist/dto/workflows/update-workflow.dto.d.ts +6 -6
- package/dist/frontend-settings.d.ts +2 -0
- package/dist/index.d.ts +4 -3
- package/dist/index.js +12 -3
- package/dist/index.js.map +1 -1
- package/dist/instance-registry-types.d.ts +22 -22
- package/dist/schemas/agent-run-reducer.d.ts +2 -0
- package/dist/schemas/agent-run-reducer.js +40 -1
- package/dist/schemas/agent-run-reducer.js.map +1 -1
- package/dist/schemas/breaking-changes.schema.d.ts +65 -65
- package/dist/schemas/breaking-changes.schema.js +2 -2
- package/dist/schemas/breaking-changes.schema.js.map +1 -1
- package/dist/schemas/credential-resolver.schema.d.ts +12 -12
- package/dist/schemas/credential-response.schema.d.ts +2 -2
- package/dist/schemas/data-table.schema.d.ts +2 -2
- package/dist/schemas/encryption-key.schema.d.ts +6 -6
- package/dist/schemas/instance-ai.schema.d.ts +337 -199
- package/dist/schemas/instance-ai.schema.js +34 -3
- package/dist/schemas/instance-ai.schema.js.map +1 -1
- package/dist/schemas/secrets-provider.schema.d.ts +12 -12
- package/dist/schemas/source-controlled-file.schema.d.ts +4 -4
- package/dist/schemas/usage.schema.d.ts +14 -14
- package/dist/schemas/user.schema.d.ts +18 -18
- package/dist/schemas/workflow-publication-status.schema.d.ts +38 -0
- package/dist/schemas/workflow-publication-status.schema.js +15 -0
- package/dist/schemas/workflow-publication-status.schema.js.map +1 -0
- package/package.json +13 -9
- package/dist/dto/packages/export-workflows-request.dto.d.ts +0 -9
- package/dist/dto/packages/export-workflows-request.dto.js +0 -11
- package/dist/dto/packages/export-workflows-request.dto.js.map +0 -1
|
@@ -48,8 +48,8 @@ export declare const llmJudgeMetricConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
48
48
|
provider: string;
|
|
49
49
|
model: string;
|
|
50
50
|
credentialId: string;
|
|
51
|
-
preset: "correctness" | "helpfulness";
|
|
52
51
|
outputType: "boolean" | "numeric";
|
|
52
|
+
preset: "correctness" | "helpfulness";
|
|
53
53
|
inputs: {
|
|
54
54
|
actualAnswer: string;
|
|
55
55
|
userQuery?: string | undefined;
|
|
@@ -60,8 +60,8 @@ export declare const llmJudgeMetricConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
60
60
|
provider: string;
|
|
61
61
|
model: string;
|
|
62
62
|
credentialId: string;
|
|
63
|
-
preset: "correctness" | "helpfulness";
|
|
64
63
|
outputType: "boolean" | "numeric";
|
|
64
|
+
preset: "correctness" | "helpfulness";
|
|
65
65
|
inputs: {
|
|
66
66
|
actualAnswer: string;
|
|
67
67
|
userQuery?: string | undefined;
|
|
@@ -72,8 +72,8 @@ export declare const llmJudgeMetricConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
72
72
|
provider: string;
|
|
73
73
|
model: string;
|
|
74
74
|
credentialId: string;
|
|
75
|
-
preset: "correctness" | "helpfulness";
|
|
76
75
|
outputType: "boolean" | "numeric";
|
|
76
|
+
preset: "correctness" | "helpfulness";
|
|
77
77
|
inputs: {
|
|
78
78
|
actualAnswer: string;
|
|
79
79
|
userQuery?: string | undefined;
|
|
@@ -84,8 +84,8 @@ export declare const llmJudgeMetricConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
84
84
|
provider: string;
|
|
85
85
|
model: string;
|
|
86
86
|
credentialId: string;
|
|
87
|
-
preset: "correctness" | "helpfulness";
|
|
88
87
|
outputType: "boolean" | "numeric";
|
|
88
|
+
preset: "correctness" | "helpfulness";
|
|
89
89
|
inputs: {
|
|
90
90
|
actualAnswer: string;
|
|
91
91
|
userQuery?: string | undefined;
|
|
@@ -197,16 +197,16 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
197
197
|
}>;
|
|
198
198
|
}, "strip", z.ZodTypeAny, {
|
|
199
199
|
type: "expression";
|
|
200
|
-
id: string;
|
|
201
200
|
name: string;
|
|
201
|
+
id: string;
|
|
202
202
|
config: {
|
|
203
203
|
expression: string;
|
|
204
204
|
outputType: "boolean" | "numeric";
|
|
205
205
|
};
|
|
206
206
|
}, {
|
|
207
207
|
type: "expression";
|
|
208
|
-
id: string;
|
|
209
208
|
name: string;
|
|
209
|
+
id: string;
|
|
210
210
|
config: {
|
|
211
211
|
expression: string;
|
|
212
212
|
outputType: "boolean" | "numeric";
|
|
@@ -239,8 +239,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
239
239
|
provider: string;
|
|
240
240
|
model: string;
|
|
241
241
|
credentialId: string;
|
|
242
|
-
preset: "correctness" | "helpfulness";
|
|
243
242
|
outputType: "boolean" | "numeric";
|
|
243
|
+
preset: "correctness" | "helpfulness";
|
|
244
244
|
inputs: {
|
|
245
245
|
actualAnswer: string;
|
|
246
246
|
userQuery?: string | undefined;
|
|
@@ -251,8 +251,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
251
251
|
provider: string;
|
|
252
252
|
model: string;
|
|
253
253
|
credentialId: string;
|
|
254
|
-
preset: "correctness" | "helpfulness";
|
|
255
254
|
outputType: "boolean" | "numeric";
|
|
255
|
+
preset: "correctness" | "helpfulness";
|
|
256
256
|
inputs: {
|
|
257
257
|
actualAnswer: string;
|
|
258
258
|
userQuery?: string | undefined;
|
|
@@ -263,8 +263,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
263
263
|
provider: string;
|
|
264
264
|
model: string;
|
|
265
265
|
credentialId: string;
|
|
266
|
-
preset: "correctness" | "helpfulness";
|
|
267
266
|
outputType: "boolean" | "numeric";
|
|
267
|
+
preset: "correctness" | "helpfulness";
|
|
268
268
|
inputs: {
|
|
269
269
|
actualAnswer: string;
|
|
270
270
|
userQuery?: string | undefined;
|
|
@@ -275,8 +275,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
275
275
|
provider: string;
|
|
276
276
|
model: string;
|
|
277
277
|
credentialId: string;
|
|
278
|
-
preset: "correctness" | "helpfulness";
|
|
279
278
|
outputType: "boolean" | "numeric";
|
|
279
|
+
preset: "correctness" | "helpfulness";
|
|
280
280
|
inputs: {
|
|
281
281
|
actualAnswer: string;
|
|
282
282
|
userQuery?: string | undefined;
|
|
@@ -286,14 +286,14 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
286
286
|
}>;
|
|
287
287
|
}, "strip", z.ZodTypeAny, {
|
|
288
288
|
type: "llm_judge";
|
|
289
|
-
id: string;
|
|
290
289
|
name: string;
|
|
290
|
+
id: string;
|
|
291
291
|
config: {
|
|
292
292
|
provider: string;
|
|
293
293
|
model: string;
|
|
294
294
|
credentialId: string;
|
|
295
|
-
preset: "correctness" | "helpfulness";
|
|
296
295
|
outputType: "boolean" | "numeric";
|
|
296
|
+
preset: "correctness" | "helpfulness";
|
|
297
297
|
inputs: {
|
|
298
298
|
actualAnswer: string;
|
|
299
299
|
userQuery?: string | undefined;
|
|
@@ -303,14 +303,14 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
303
303
|
};
|
|
304
304
|
}, {
|
|
305
305
|
type: "llm_judge";
|
|
306
|
-
id: string;
|
|
307
306
|
name: string;
|
|
307
|
+
id: string;
|
|
308
308
|
config: {
|
|
309
309
|
provider: string;
|
|
310
310
|
model: string;
|
|
311
311
|
credentialId: string;
|
|
312
|
-
preset: "correctness" | "helpfulness";
|
|
313
312
|
outputType: "boolean" | "numeric";
|
|
313
|
+
preset: "correctness" | "helpfulness";
|
|
314
314
|
inputs: {
|
|
315
315
|
actualAnswer: string;
|
|
316
316
|
userQuery?: string | undefined;
|
|
@@ -346,8 +346,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
346
346
|
}>;
|
|
347
347
|
}, "strip", z.ZodTypeAny, {
|
|
348
348
|
type: "string_similarity";
|
|
349
|
-
id: string;
|
|
350
349
|
name: string;
|
|
350
|
+
id: string;
|
|
351
351
|
config: {
|
|
352
352
|
inputs: {
|
|
353
353
|
actualAnswer: string;
|
|
@@ -356,8 +356,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
356
356
|
};
|
|
357
357
|
}, {
|
|
358
358
|
type: "string_similarity";
|
|
359
|
-
id: string;
|
|
360
359
|
name: string;
|
|
360
|
+
id: string;
|
|
361
361
|
config: {
|
|
362
362
|
inputs: {
|
|
363
363
|
actualAnswer: string;
|
|
@@ -392,8 +392,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
392
392
|
}>;
|
|
393
393
|
}, "strip", z.ZodTypeAny, {
|
|
394
394
|
type: "categorization";
|
|
395
|
-
id: string;
|
|
396
395
|
name: string;
|
|
396
|
+
id: string;
|
|
397
397
|
config: {
|
|
398
398
|
inputs: {
|
|
399
399
|
actualAnswer: string;
|
|
@@ -402,8 +402,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
402
402
|
};
|
|
403
403
|
}, {
|
|
404
404
|
type: "categorization";
|
|
405
|
-
id: string;
|
|
406
405
|
name: string;
|
|
406
|
+
id: string;
|
|
407
407
|
config: {
|
|
408
408
|
inputs: {
|
|
409
409
|
actualAnswer: string;
|
|
@@ -438,8 +438,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
438
438
|
}>;
|
|
439
439
|
}, "strip", z.ZodTypeAny, {
|
|
440
440
|
type: "tools_used";
|
|
441
|
-
id: string;
|
|
442
441
|
name: string;
|
|
442
|
+
id: string;
|
|
443
443
|
config: {
|
|
444
444
|
inputs: {
|
|
445
445
|
expectedTools: string;
|
|
@@ -448,8 +448,8 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
|
|
|
448
448
|
};
|
|
449
449
|
}, {
|
|
450
450
|
type: "tools_used";
|
|
451
|
-
id: string;
|
|
452
451
|
name: string;
|
|
452
|
+
id: string;
|
|
453
453
|
config: {
|
|
454
454
|
inputs: {
|
|
455
455
|
expectedTools: string;
|
|
@@ -565,16 +565,16 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
565
565
|
}>;
|
|
566
566
|
}, "strip", z.ZodTypeAny, {
|
|
567
567
|
type: "expression";
|
|
568
|
-
id: string;
|
|
569
568
|
name: string;
|
|
569
|
+
id: string;
|
|
570
570
|
config: {
|
|
571
571
|
expression: string;
|
|
572
572
|
outputType: "boolean" | "numeric";
|
|
573
573
|
};
|
|
574
574
|
}, {
|
|
575
575
|
type: "expression";
|
|
576
|
-
id: string;
|
|
577
576
|
name: string;
|
|
577
|
+
id: string;
|
|
578
578
|
config: {
|
|
579
579
|
expression: string;
|
|
580
580
|
outputType: "boolean" | "numeric";
|
|
@@ -607,8 +607,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
607
607
|
provider: string;
|
|
608
608
|
model: string;
|
|
609
609
|
credentialId: string;
|
|
610
|
-
preset: "correctness" | "helpfulness";
|
|
611
610
|
outputType: "boolean" | "numeric";
|
|
611
|
+
preset: "correctness" | "helpfulness";
|
|
612
612
|
inputs: {
|
|
613
613
|
actualAnswer: string;
|
|
614
614
|
userQuery?: string | undefined;
|
|
@@ -619,8 +619,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
619
619
|
provider: string;
|
|
620
620
|
model: string;
|
|
621
621
|
credentialId: string;
|
|
622
|
-
preset: "correctness" | "helpfulness";
|
|
623
622
|
outputType: "boolean" | "numeric";
|
|
623
|
+
preset: "correctness" | "helpfulness";
|
|
624
624
|
inputs: {
|
|
625
625
|
actualAnswer: string;
|
|
626
626
|
userQuery?: string | undefined;
|
|
@@ -631,8 +631,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
631
631
|
provider: string;
|
|
632
632
|
model: string;
|
|
633
633
|
credentialId: string;
|
|
634
|
-
preset: "correctness" | "helpfulness";
|
|
635
634
|
outputType: "boolean" | "numeric";
|
|
635
|
+
preset: "correctness" | "helpfulness";
|
|
636
636
|
inputs: {
|
|
637
637
|
actualAnswer: string;
|
|
638
638
|
userQuery?: string | undefined;
|
|
@@ -643,8 +643,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
643
643
|
provider: string;
|
|
644
644
|
model: string;
|
|
645
645
|
credentialId: string;
|
|
646
|
-
preset: "correctness" | "helpfulness";
|
|
647
646
|
outputType: "boolean" | "numeric";
|
|
647
|
+
preset: "correctness" | "helpfulness";
|
|
648
648
|
inputs: {
|
|
649
649
|
actualAnswer: string;
|
|
650
650
|
userQuery?: string | undefined;
|
|
@@ -654,14 +654,14 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
654
654
|
}>;
|
|
655
655
|
}, "strip", z.ZodTypeAny, {
|
|
656
656
|
type: "llm_judge";
|
|
657
|
-
id: string;
|
|
658
657
|
name: string;
|
|
658
|
+
id: string;
|
|
659
659
|
config: {
|
|
660
660
|
provider: string;
|
|
661
661
|
model: string;
|
|
662
662
|
credentialId: string;
|
|
663
|
-
preset: "correctness" | "helpfulness";
|
|
664
663
|
outputType: "boolean" | "numeric";
|
|
664
|
+
preset: "correctness" | "helpfulness";
|
|
665
665
|
inputs: {
|
|
666
666
|
actualAnswer: string;
|
|
667
667
|
userQuery?: string | undefined;
|
|
@@ -671,14 +671,14 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
671
671
|
};
|
|
672
672
|
}, {
|
|
673
673
|
type: "llm_judge";
|
|
674
|
-
id: string;
|
|
675
674
|
name: string;
|
|
675
|
+
id: string;
|
|
676
676
|
config: {
|
|
677
677
|
provider: string;
|
|
678
678
|
model: string;
|
|
679
679
|
credentialId: string;
|
|
680
|
-
preset: "correctness" | "helpfulness";
|
|
681
680
|
outputType: "boolean" | "numeric";
|
|
681
|
+
preset: "correctness" | "helpfulness";
|
|
682
682
|
inputs: {
|
|
683
683
|
actualAnswer: string;
|
|
684
684
|
userQuery?: string | undefined;
|
|
@@ -714,8 +714,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
714
714
|
}>;
|
|
715
715
|
}, "strip", z.ZodTypeAny, {
|
|
716
716
|
type: "string_similarity";
|
|
717
|
-
id: string;
|
|
718
717
|
name: string;
|
|
718
|
+
id: string;
|
|
719
719
|
config: {
|
|
720
720
|
inputs: {
|
|
721
721
|
actualAnswer: string;
|
|
@@ -724,8 +724,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
724
724
|
};
|
|
725
725
|
}, {
|
|
726
726
|
type: "string_similarity";
|
|
727
|
-
id: string;
|
|
728
727
|
name: string;
|
|
728
|
+
id: string;
|
|
729
729
|
config: {
|
|
730
730
|
inputs: {
|
|
731
731
|
actualAnswer: string;
|
|
@@ -760,8 +760,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
760
760
|
}>;
|
|
761
761
|
}, "strip", z.ZodTypeAny, {
|
|
762
762
|
type: "categorization";
|
|
763
|
-
id: string;
|
|
764
763
|
name: string;
|
|
764
|
+
id: string;
|
|
765
765
|
config: {
|
|
766
766
|
inputs: {
|
|
767
767
|
actualAnswer: string;
|
|
@@ -770,8 +770,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
770
770
|
};
|
|
771
771
|
}, {
|
|
772
772
|
type: "categorization";
|
|
773
|
-
id: string;
|
|
774
773
|
name: string;
|
|
774
|
+
id: string;
|
|
775
775
|
config: {
|
|
776
776
|
inputs: {
|
|
777
777
|
actualAnswer: string;
|
|
@@ -806,8 +806,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
806
806
|
}>;
|
|
807
807
|
}, "strip", z.ZodTypeAny, {
|
|
808
808
|
type: "tools_used";
|
|
809
|
-
id: string;
|
|
810
809
|
name: string;
|
|
810
|
+
id: string;
|
|
811
811
|
config: {
|
|
812
812
|
inputs: {
|
|
813
813
|
expectedTools: string;
|
|
@@ -816,8 +816,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
816
816
|
};
|
|
817
817
|
}, {
|
|
818
818
|
type: "tools_used";
|
|
819
|
-
id: string;
|
|
820
819
|
name: string;
|
|
820
|
+
id: string;
|
|
821
821
|
config: {
|
|
822
822
|
inputs: {
|
|
823
823
|
expectedTools: string;
|
|
@@ -827,30 +827,30 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
827
827
|
}>]>, "many">;
|
|
828
828
|
}, "strip", z.ZodTypeAny, {
|
|
829
829
|
status: "valid" | "invalid";
|
|
830
|
-
id: string;
|
|
831
830
|
name: string;
|
|
831
|
+
id: string;
|
|
832
832
|
workflowId: string;
|
|
833
833
|
invalidReason: string | null;
|
|
834
834
|
startNodeName: string;
|
|
835
835
|
endNodeName: string;
|
|
836
836
|
metrics: ({
|
|
837
837
|
type: "expression";
|
|
838
|
-
id: string;
|
|
839
838
|
name: string;
|
|
839
|
+
id: string;
|
|
840
840
|
config: {
|
|
841
841
|
expression: string;
|
|
842
842
|
outputType: "boolean" | "numeric";
|
|
843
843
|
};
|
|
844
844
|
} | {
|
|
845
845
|
type: "llm_judge";
|
|
846
|
-
id: string;
|
|
847
846
|
name: string;
|
|
847
|
+
id: string;
|
|
848
848
|
config: {
|
|
849
849
|
provider: string;
|
|
850
850
|
model: string;
|
|
851
851
|
credentialId: string;
|
|
852
|
-
preset: "correctness" | "helpfulness";
|
|
853
852
|
outputType: "boolean" | "numeric";
|
|
853
|
+
preset: "correctness" | "helpfulness";
|
|
854
854
|
inputs: {
|
|
855
855
|
actualAnswer: string;
|
|
856
856
|
userQuery?: string | undefined;
|
|
@@ -860,8 +860,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
860
860
|
};
|
|
861
861
|
} | {
|
|
862
862
|
type: "string_similarity";
|
|
863
|
-
id: string;
|
|
864
863
|
name: string;
|
|
864
|
+
id: string;
|
|
865
865
|
config: {
|
|
866
866
|
inputs: {
|
|
867
867
|
actualAnswer: string;
|
|
@@ -870,8 +870,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
870
870
|
};
|
|
871
871
|
} | {
|
|
872
872
|
type: "categorization";
|
|
873
|
-
id: string;
|
|
874
873
|
name: string;
|
|
874
|
+
id: string;
|
|
875
875
|
config: {
|
|
876
876
|
inputs: {
|
|
877
877
|
actualAnswer: string;
|
|
@@ -880,8 +880,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
880
880
|
};
|
|
881
881
|
} | {
|
|
882
882
|
type: "tools_used";
|
|
883
|
-
id: string;
|
|
884
883
|
name: string;
|
|
884
|
+
id: string;
|
|
885
885
|
config: {
|
|
886
886
|
inputs: {
|
|
887
887
|
expectedTools: string;
|
|
@@ -891,30 +891,30 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
891
891
|
})[];
|
|
892
892
|
}, {
|
|
893
893
|
status: "valid" | "invalid";
|
|
894
|
-
id: string;
|
|
895
894
|
name: string;
|
|
895
|
+
id: string;
|
|
896
896
|
workflowId: string;
|
|
897
897
|
invalidReason: string | null;
|
|
898
898
|
startNodeName: string;
|
|
899
899
|
endNodeName: string;
|
|
900
900
|
metrics: ({
|
|
901
901
|
type: "expression";
|
|
902
|
-
id: string;
|
|
903
902
|
name: string;
|
|
903
|
+
id: string;
|
|
904
904
|
config: {
|
|
905
905
|
expression: string;
|
|
906
906
|
outputType: "boolean" | "numeric";
|
|
907
907
|
};
|
|
908
908
|
} | {
|
|
909
909
|
type: "llm_judge";
|
|
910
|
-
id: string;
|
|
911
910
|
name: string;
|
|
911
|
+
id: string;
|
|
912
912
|
config: {
|
|
913
913
|
provider: string;
|
|
914
914
|
model: string;
|
|
915
915
|
credentialId: string;
|
|
916
|
-
preset: "correctness" | "helpfulness";
|
|
917
916
|
outputType: "boolean" | "numeric";
|
|
917
|
+
preset: "correctness" | "helpfulness";
|
|
918
918
|
inputs: {
|
|
919
919
|
actualAnswer: string;
|
|
920
920
|
userQuery?: string | undefined;
|
|
@@ -924,8 +924,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
924
924
|
};
|
|
925
925
|
} | {
|
|
926
926
|
type: "string_similarity";
|
|
927
|
-
id: string;
|
|
928
927
|
name: string;
|
|
928
|
+
id: string;
|
|
929
929
|
config: {
|
|
930
930
|
inputs: {
|
|
931
931
|
actualAnswer: string;
|
|
@@ -934,8 +934,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
934
934
|
};
|
|
935
935
|
} | {
|
|
936
936
|
type: "categorization";
|
|
937
|
-
id: string;
|
|
938
937
|
name: string;
|
|
938
|
+
id: string;
|
|
939
939
|
config: {
|
|
940
940
|
inputs: {
|
|
941
941
|
actualAnswer: string;
|
|
@@ -944,8 +944,8 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
944
944
|
};
|
|
945
945
|
} | {
|
|
946
946
|
type: "tools_used";
|
|
947
|
-
id: string;
|
|
948
947
|
name: string;
|
|
948
|
+
id: string;
|
|
949
949
|
config: {
|
|
950
950
|
inputs: {
|
|
951
951
|
expectedTools: string;
|
|
@@ -1028,16 +1028,16 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1028
1028
|
}>;
|
|
1029
1029
|
}, "strip", z.ZodTypeAny, {
|
|
1030
1030
|
type: "expression";
|
|
1031
|
-
id: string;
|
|
1032
1031
|
name: string;
|
|
1032
|
+
id: string;
|
|
1033
1033
|
config: {
|
|
1034
1034
|
expression: string;
|
|
1035
1035
|
outputType: "boolean" | "numeric";
|
|
1036
1036
|
};
|
|
1037
1037
|
}, {
|
|
1038
1038
|
type: "expression";
|
|
1039
|
-
id: string;
|
|
1040
1039
|
name: string;
|
|
1040
|
+
id: string;
|
|
1041
1041
|
config: {
|
|
1042
1042
|
expression: string;
|
|
1043
1043
|
outputType: "boolean" | "numeric";
|
|
@@ -1070,8 +1070,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1070
1070
|
provider: string;
|
|
1071
1071
|
model: string;
|
|
1072
1072
|
credentialId: string;
|
|
1073
|
-
preset: "correctness" | "helpfulness";
|
|
1074
1073
|
outputType: "boolean" | "numeric";
|
|
1074
|
+
preset: "correctness" | "helpfulness";
|
|
1075
1075
|
inputs: {
|
|
1076
1076
|
actualAnswer: string;
|
|
1077
1077
|
userQuery?: string | undefined;
|
|
@@ -1082,8 +1082,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1082
1082
|
provider: string;
|
|
1083
1083
|
model: string;
|
|
1084
1084
|
credentialId: string;
|
|
1085
|
-
preset: "correctness" | "helpfulness";
|
|
1086
1085
|
outputType: "boolean" | "numeric";
|
|
1086
|
+
preset: "correctness" | "helpfulness";
|
|
1087
1087
|
inputs: {
|
|
1088
1088
|
actualAnswer: string;
|
|
1089
1089
|
userQuery?: string | undefined;
|
|
@@ -1094,8 +1094,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1094
1094
|
provider: string;
|
|
1095
1095
|
model: string;
|
|
1096
1096
|
credentialId: string;
|
|
1097
|
-
preset: "correctness" | "helpfulness";
|
|
1098
1097
|
outputType: "boolean" | "numeric";
|
|
1098
|
+
preset: "correctness" | "helpfulness";
|
|
1099
1099
|
inputs: {
|
|
1100
1100
|
actualAnswer: string;
|
|
1101
1101
|
userQuery?: string | undefined;
|
|
@@ -1106,8 +1106,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1106
1106
|
provider: string;
|
|
1107
1107
|
model: string;
|
|
1108
1108
|
credentialId: string;
|
|
1109
|
-
preset: "correctness" | "helpfulness";
|
|
1110
1109
|
outputType: "boolean" | "numeric";
|
|
1110
|
+
preset: "correctness" | "helpfulness";
|
|
1111
1111
|
inputs: {
|
|
1112
1112
|
actualAnswer: string;
|
|
1113
1113
|
userQuery?: string | undefined;
|
|
@@ -1117,14 +1117,14 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1117
1117
|
}>;
|
|
1118
1118
|
}, "strip", z.ZodTypeAny, {
|
|
1119
1119
|
type: "llm_judge";
|
|
1120
|
-
id: string;
|
|
1121
1120
|
name: string;
|
|
1121
|
+
id: string;
|
|
1122
1122
|
config: {
|
|
1123
1123
|
provider: string;
|
|
1124
1124
|
model: string;
|
|
1125
1125
|
credentialId: string;
|
|
1126
|
-
preset: "correctness" | "helpfulness";
|
|
1127
1126
|
outputType: "boolean" | "numeric";
|
|
1127
|
+
preset: "correctness" | "helpfulness";
|
|
1128
1128
|
inputs: {
|
|
1129
1129
|
actualAnswer: string;
|
|
1130
1130
|
userQuery?: string | undefined;
|
|
@@ -1134,14 +1134,14 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1134
1134
|
};
|
|
1135
1135
|
}, {
|
|
1136
1136
|
type: "llm_judge";
|
|
1137
|
-
id: string;
|
|
1138
1137
|
name: string;
|
|
1138
|
+
id: string;
|
|
1139
1139
|
config: {
|
|
1140
1140
|
provider: string;
|
|
1141
1141
|
model: string;
|
|
1142
1142
|
credentialId: string;
|
|
1143
|
-
preset: "correctness" | "helpfulness";
|
|
1144
1143
|
outputType: "boolean" | "numeric";
|
|
1144
|
+
preset: "correctness" | "helpfulness";
|
|
1145
1145
|
inputs: {
|
|
1146
1146
|
actualAnswer: string;
|
|
1147
1147
|
userQuery?: string | undefined;
|
|
@@ -1177,8 +1177,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1177
1177
|
}>;
|
|
1178
1178
|
}, "strip", z.ZodTypeAny, {
|
|
1179
1179
|
type: "string_similarity";
|
|
1180
|
-
id: string;
|
|
1181
1180
|
name: string;
|
|
1181
|
+
id: string;
|
|
1182
1182
|
config: {
|
|
1183
1183
|
inputs: {
|
|
1184
1184
|
actualAnswer: string;
|
|
@@ -1187,8 +1187,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1187
1187
|
};
|
|
1188
1188
|
}, {
|
|
1189
1189
|
type: "string_similarity";
|
|
1190
|
-
id: string;
|
|
1191
1190
|
name: string;
|
|
1191
|
+
id: string;
|
|
1192
1192
|
config: {
|
|
1193
1193
|
inputs: {
|
|
1194
1194
|
actualAnswer: string;
|
|
@@ -1223,8 +1223,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1223
1223
|
}>;
|
|
1224
1224
|
}, "strip", z.ZodTypeAny, {
|
|
1225
1225
|
type: "categorization";
|
|
1226
|
-
id: string;
|
|
1227
1226
|
name: string;
|
|
1227
|
+
id: string;
|
|
1228
1228
|
config: {
|
|
1229
1229
|
inputs: {
|
|
1230
1230
|
actualAnswer: string;
|
|
@@ -1233,8 +1233,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1233
1233
|
};
|
|
1234
1234
|
}, {
|
|
1235
1235
|
type: "categorization";
|
|
1236
|
-
id: string;
|
|
1237
1236
|
name: string;
|
|
1237
|
+
id: string;
|
|
1238
1238
|
config: {
|
|
1239
1239
|
inputs: {
|
|
1240
1240
|
actualAnswer: string;
|
|
@@ -1269,8 +1269,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1269
1269
|
}>;
|
|
1270
1270
|
}, "strip", z.ZodTypeAny, {
|
|
1271
1271
|
type: "tools_used";
|
|
1272
|
-
id: string;
|
|
1273
1272
|
name: string;
|
|
1273
|
+
id: string;
|
|
1274
1274
|
config: {
|
|
1275
1275
|
inputs: {
|
|
1276
1276
|
expectedTools: string;
|
|
@@ -1279,8 +1279,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1279
1279
|
};
|
|
1280
1280
|
}, {
|
|
1281
1281
|
type: "tools_used";
|
|
1282
|
-
id: string;
|
|
1283
1282
|
name: string;
|
|
1283
|
+
id: string;
|
|
1284
1284
|
config: {
|
|
1285
1285
|
inputs: {
|
|
1286
1286
|
expectedTools: string;
|
|
@@ -1294,22 +1294,22 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1294
1294
|
endNodeName: string;
|
|
1295
1295
|
metrics: ({
|
|
1296
1296
|
type: "expression";
|
|
1297
|
-
id: string;
|
|
1298
1297
|
name: string;
|
|
1298
|
+
id: string;
|
|
1299
1299
|
config: {
|
|
1300
1300
|
expression: string;
|
|
1301
1301
|
outputType: "boolean" | "numeric";
|
|
1302
1302
|
};
|
|
1303
1303
|
} | {
|
|
1304
1304
|
type: "llm_judge";
|
|
1305
|
-
id: string;
|
|
1306
1305
|
name: string;
|
|
1306
|
+
id: string;
|
|
1307
1307
|
config: {
|
|
1308
1308
|
provider: string;
|
|
1309
1309
|
model: string;
|
|
1310
1310
|
credentialId: string;
|
|
1311
|
-
preset: "correctness" | "helpfulness";
|
|
1312
1311
|
outputType: "boolean" | "numeric";
|
|
1312
|
+
preset: "correctness" | "helpfulness";
|
|
1313
1313
|
inputs: {
|
|
1314
1314
|
actualAnswer: string;
|
|
1315
1315
|
userQuery?: string | undefined;
|
|
@@ -1319,8 +1319,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1319
1319
|
};
|
|
1320
1320
|
} | {
|
|
1321
1321
|
type: "string_similarity";
|
|
1322
|
-
id: string;
|
|
1323
1322
|
name: string;
|
|
1323
|
+
id: string;
|
|
1324
1324
|
config: {
|
|
1325
1325
|
inputs: {
|
|
1326
1326
|
actualAnswer: string;
|
|
@@ -1329,8 +1329,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1329
1329
|
};
|
|
1330
1330
|
} | {
|
|
1331
1331
|
type: "categorization";
|
|
1332
|
-
id: string;
|
|
1333
1332
|
name: string;
|
|
1333
|
+
id: string;
|
|
1334
1334
|
config: {
|
|
1335
1335
|
inputs: {
|
|
1336
1336
|
actualAnswer: string;
|
|
@@ -1339,8 +1339,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1339
1339
|
};
|
|
1340
1340
|
} | {
|
|
1341
1341
|
type: "tools_used";
|
|
1342
|
-
id: string;
|
|
1343
1342
|
name: string;
|
|
1343
|
+
id: string;
|
|
1344
1344
|
config: {
|
|
1345
1345
|
inputs: {
|
|
1346
1346
|
expectedTools: string;
|
|
@@ -1354,22 +1354,22 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1354
1354
|
endNodeName: string;
|
|
1355
1355
|
metrics: ({
|
|
1356
1356
|
type: "expression";
|
|
1357
|
-
id: string;
|
|
1358
1357
|
name: string;
|
|
1358
|
+
id: string;
|
|
1359
1359
|
config: {
|
|
1360
1360
|
expression: string;
|
|
1361
1361
|
outputType: "boolean" | "numeric";
|
|
1362
1362
|
};
|
|
1363
1363
|
} | {
|
|
1364
1364
|
type: "llm_judge";
|
|
1365
|
-
id: string;
|
|
1366
1365
|
name: string;
|
|
1366
|
+
id: string;
|
|
1367
1367
|
config: {
|
|
1368
1368
|
provider: string;
|
|
1369
1369
|
model: string;
|
|
1370
1370
|
credentialId: string;
|
|
1371
|
-
preset: "correctness" | "helpfulness";
|
|
1372
1371
|
outputType: "boolean" | "numeric";
|
|
1372
|
+
preset: "correctness" | "helpfulness";
|
|
1373
1373
|
inputs: {
|
|
1374
1374
|
actualAnswer: string;
|
|
1375
1375
|
userQuery?: string | undefined;
|
|
@@ -1379,8 +1379,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1379
1379
|
};
|
|
1380
1380
|
} | {
|
|
1381
1381
|
type: "string_similarity";
|
|
1382
|
-
id: string;
|
|
1383
1382
|
name: string;
|
|
1383
|
+
id: string;
|
|
1384
1384
|
config: {
|
|
1385
1385
|
inputs: {
|
|
1386
1386
|
actualAnswer: string;
|
|
@@ -1389,8 +1389,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1389
1389
|
};
|
|
1390
1390
|
} | {
|
|
1391
1391
|
type: "categorization";
|
|
1392
|
-
id: string;
|
|
1393
1392
|
name: string;
|
|
1393
|
+
id: string;
|
|
1394
1394
|
config: {
|
|
1395
1395
|
inputs: {
|
|
1396
1396
|
actualAnswer: string;
|
|
@@ -1399,8 +1399,8 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
|
|
|
1399
1399
|
};
|
|
1400
1400
|
} | {
|
|
1401
1401
|
type: "tools_used";
|
|
1402
|
-
id: string;
|
|
1403
1402
|
name: string;
|
|
1403
|
+
id: string;
|
|
1404
1404
|
config: {
|
|
1405
1405
|
inputs: {
|
|
1406
1406
|
expectedTools: string;
|