@wix/evalforge-types 0.59.0 → 0.60.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +1 -41
- package/build/index.js.map +2 -2
- package/build/index.mjs +1 -35
- package/build/index.mjs.map +3 -3
- package/build/types/assertion/assertion.d.ts +1 -187
- package/build/types/assertion/index.d.ts +1 -1
- package/build/types/assertion/system-assertions.d.ts +1 -1
- package/package.json +2 -2
package/build/index.mjs
CHANGED
|
@@ -614,7 +614,7 @@ var AssertionParameterSchema = z22.object({
|
|
|
614
614
|
advanced: z22.boolean().optional()
|
|
615
615
|
});
|
|
616
616
|
var ScenarioAssertionLinkSchema = z22.object({
|
|
617
|
-
/** ID of the
|
|
617
|
+
/** ID of the system assertion (e.g., 'system:skill_was_called') */
|
|
618
618
|
assertionId: z22.string(),
|
|
619
619
|
/** Parameter values for this assertion in this scenario */
|
|
620
620
|
params: z22.record(
|
|
@@ -713,19 +713,6 @@ var AssertionConfigSchema = z22.union([
|
|
|
713
713
|
z22.object({})
|
|
714
714
|
// fallback empty config
|
|
715
715
|
]);
|
|
716
|
-
var CustomAssertionSchema = TenantEntitySchema.extend({
|
|
717
|
-
/** The assertion type */
|
|
718
|
-
type: AssertionTypeSchema,
|
|
719
|
-
/** Type-specific configuration */
|
|
720
|
-
config: AssertionConfigSchema
|
|
721
|
-
});
|
|
722
|
-
var CreateCustomAssertionInputSchema = CustomAssertionSchema.omit({
|
|
723
|
-
id: true,
|
|
724
|
-
createdAt: true,
|
|
725
|
-
updatedAt: true,
|
|
726
|
-
deleted: true
|
|
727
|
-
});
|
|
728
|
-
var UpdateCustomAssertionInputSchema = CreateCustomAssertionInputSchema.partial();
|
|
729
716
|
function validateAssertionConfig(type, config) {
|
|
730
717
|
switch (type) {
|
|
731
718
|
case "skill_was_called":
|
|
@@ -744,21 +731,6 @@ function validateAssertionConfig(type, config) {
|
|
|
744
731
|
return false;
|
|
745
732
|
}
|
|
746
733
|
}
|
|
747
|
-
function getSkillWasCalledConfig(assertion) {
|
|
748
|
-
if (assertion.type !== "skill_was_called") return null;
|
|
749
|
-
const result = SkillWasCalledConfigSchema.safeParse(assertion.config);
|
|
750
|
-
return result.success ? result.data : null;
|
|
751
|
-
}
|
|
752
|
-
function getBuildPassedConfig(assertion) {
|
|
753
|
-
if (assertion.type !== "build_passed") return null;
|
|
754
|
-
const result = BuildPassedConfigSchema.safeParse(assertion.config);
|
|
755
|
-
return result.success ? result.data : null;
|
|
756
|
-
}
|
|
757
|
-
function getLlmJudgeConfig(assertion) {
|
|
758
|
-
if (assertion.type !== "llm_judge") return null;
|
|
759
|
-
const result = LlmJudgeConfigSchema.safeParse(assertion.config);
|
|
760
|
-
return result.success ? result.data : null;
|
|
761
|
-
}
|
|
762
734
|
|
|
763
735
|
// src/scenario/test-scenario.ts
|
|
764
736
|
var ExpectedFileSchema = z23.object({
|
|
@@ -1615,7 +1587,6 @@ export {
|
|
|
1615
1587
|
CostAssertionSchema,
|
|
1616
1588
|
CostConfigSchema,
|
|
1617
1589
|
CreateAgentInputSchema,
|
|
1618
|
-
CreateCustomAssertionInputSchema,
|
|
1619
1590
|
CreateEvalRunFolderInputSchema,
|
|
1620
1591
|
CreateEvalRunInputSchema,
|
|
1621
1592
|
CreateEvalScheduleInputSchema,
|
|
@@ -1629,7 +1600,6 @@ export {
|
|
|
1629
1600
|
CreateTemplateInputSchema,
|
|
1630
1601
|
CreateTestScenarioInputSchema,
|
|
1631
1602
|
CreateTestSuiteInputSchema,
|
|
1632
|
-
CustomAssertionSchema,
|
|
1633
1603
|
DEFAULT_EVALUATOR_SYSTEM_PROMPT,
|
|
1634
1604
|
DEFAULT_JUDGE_MODEL,
|
|
1635
1605
|
DiffContentSchema,
|
|
@@ -1731,7 +1701,6 @@ export {
|
|
|
1731
1701
|
TriggerSchema,
|
|
1732
1702
|
TriggerType,
|
|
1733
1703
|
UpdateAgentInputSchema,
|
|
1734
|
-
UpdateCustomAssertionInputSchema,
|
|
1735
1704
|
UpdateEvalRunFolderInputSchema,
|
|
1736
1705
|
UpdateEvalScheduleInputSchema,
|
|
1737
1706
|
UpdateMcpInputSchema,
|
|
@@ -1745,9 +1714,6 @@ export {
|
|
|
1745
1714
|
UpdateTestSuiteInputSchema,
|
|
1746
1715
|
VitestTestSchema,
|
|
1747
1716
|
formatTraceEventLine,
|
|
1748
|
-
getBuildPassedConfig,
|
|
1749
|
-
getLlmJudgeConfig,
|
|
1750
|
-
getSkillWasCalledConfig,
|
|
1751
1717
|
getSystemAssertion,
|
|
1752
1718
|
getSystemAssertions,
|
|
1753
1719
|
isSystemAssertionId,
|