@orq-ai/node 4.8.0-rc.1 → 4.8.0-rc.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +78 -39
- package/funcs/agentsCreate.js +2 -2
- package/funcs/agentsCreate.js.map +1 -1
- package/funcs/filesCreate.js +3 -2
- package/funcs/filesCreate.js.map +1 -1
- package/funcs/guardrailRulesCreate.d.ts +17 -0
- package/funcs/guardrailRulesCreate.d.ts.map +1 -0
- package/funcs/guardrailRulesCreate.js +114 -0
- package/funcs/guardrailRulesCreate.js.map +1 -0
- package/funcs/guardrailRulesDelete.d.ts +17 -0
- package/funcs/guardrailRulesDelete.d.ts.map +1 -0
- package/funcs/guardrailRulesDelete.js +117 -0
- package/funcs/guardrailRulesDelete.js.map +1 -0
- package/funcs/guardrailRulesGet.d.ts +17 -0
- package/funcs/guardrailRulesGet.d.ts.map +1 -0
- package/funcs/guardrailRulesGet.js +116 -0
- package/funcs/guardrailRulesGet.js.map +1 -0
- package/funcs/guardrailRulesList.d.ts +17 -0
- package/funcs/guardrailRulesList.d.ts.map +1 -0
- package/funcs/guardrailRulesList.js +120 -0
- package/funcs/guardrailRulesList.js.map +1 -0
- package/funcs/guardrailRulesUpdate.d.ts +17 -0
- package/funcs/guardrailRulesUpdate.d.ts.map +1 -0
- package/funcs/guardrailRulesUpdate.js +117 -0
- package/funcs/guardrailRulesUpdate.js.map +1 -0
- package/funcs/policiesCreate.d.ts +17 -0
- package/funcs/policiesCreate.d.ts.map +1 -0
- package/funcs/policiesCreate.js +114 -0
- package/funcs/policiesCreate.js.map +1 -0
- package/funcs/policiesDelete.d.ts +17 -0
- package/funcs/policiesDelete.d.ts.map +1 -0
- package/funcs/policiesDelete.js +120 -0
- package/funcs/policiesDelete.js.map +1 -0
- package/funcs/policiesGet.d.ts +17 -0
- package/funcs/policiesGet.d.ts.map +1 -0
- package/funcs/policiesGet.js +119 -0
- package/funcs/policiesGet.js.map +1 -0
- package/funcs/policiesList.d.ts +17 -0
- package/funcs/policiesList.d.ts.map +1 -0
- package/funcs/policiesList.js +120 -0
- package/funcs/policiesList.js.map +1 -0
- package/funcs/policiesUpdate.d.ts +17 -0
- package/funcs/policiesUpdate.d.ts.map +1 -0
- package/funcs/policiesUpdate.js +120 -0
- package/funcs/policiesUpdate.js.map +1 -0
- package/funcs/routerAudioTranscriptionsCreate.js +3 -2
- package/funcs/routerAudioTranscriptionsCreate.js.map +1 -1
- package/funcs/routerAudioTranslationsCreate.js +3 -2
- package/funcs/routerAudioTranslationsCreate.js.map +1 -1
- package/funcs/routingRulesCreate.d.ts +17 -0
- package/funcs/routingRulesCreate.d.ts.map +1 -0
- package/funcs/routingRulesCreate.js +114 -0
- package/funcs/routingRulesCreate.js.map +1 -0
- package/funcs/routingRulesDelete.d.ts +17 -0
- package/funcs/routingRulesDelete.d.ts.map +1 -0
- package/funcs/routingRulesDelete.js +120 -0
- package/funcs/routingRulesDelete.js.map +1 -0
- package/funcs/routingRulesGet.d.ts +17 -0
- package/funcs/routingRulesGet.d.ts.map +1 -0
- package/funcs/routingRulesGet.js +119 -0
- package/funcs/routingRulesGet.js.map +1 -0
- package/funcs/routingRulesList.d.ts +17 -0
- package/funcs/routingRulesList.d.ts.map +1 -0
- package/funcs/routingRulesList.js +120 -0
- package/funcs/routingRulesList.js.map +1 -0
- package/funcs/routingRulesUpdate.d.ts +17 -0
- package/funcs/routingRulesUpdate.d.ts.map +1 -0
- package/funcs/routingRulesUpdate.js +120 -0
- package/funcs/routingRulesUpdate.js.map +1 -0
- package/jsr.json +1 -1
- package/lib/config.d.ts +3 -3
- package/lib/config.js +3 -3
- package/lib/config.js.map +1 -1
- package/lib/encodings.d.ts +1 -0
- package/lib/encodings.d.ts.map +1 -1
- package/lib/encodings.js +7 -0
- package/lib/encodings.js.map +1 -1
- package/models/components/agentstartedstreamingevent.d.ts +4 -4
- package/models/components/agentstartedstreamingevent.d.ts.map +1 -1
- package/models/components/agentstartedstreamingevent.js +5 -5
- package/models/components/agentstartedstreamingevent.js.map +1 -1
- package/models/components/budgetlimit.d.ts +41 -0
- package/models/components/budgetlimit.d.ts.map +1 -0
- package/models/components/budgetlimit.js +81 -0
- package/models/components/budgetlimit.js.map +1 -0
- package/models/components/evaluatorref.d.ts +34 -0
- package/models/components/evaluatorref.d.ts.map +1 -0
- package/models/components/evaluatorref.js +86 -0
- package/models/components/evaluatorref.js.map +1 -0
- package/models/components/expression.d.ts +23 -0
- package/models/components/expression.d.ts.map +1 -0
- package/models/components/expression.js +60 -0
- package/models/components/expression.js.map +1 -0
- package/models/components/guardrailref.d.ts +30 -0
- package/models/components/guardrailref.d.ts.map +1 -0
- package/models/components/guardrailref.js +79 -0
- package/models/components/guardrailref.js.map +1 -0
- package/models/components/guardrailruledocument.d.ts +23 -0
- package/models/components/guardrailruledocument.d.ts.map +1 -0
- package/models/components/guardrailruledocument.js +74 -0
- package/models/components/guardrailruledocument.js.map +1 -0
- package/models/components/index.d.ts +13 -0
- package/models/components/index.d.ts.map +1 -1
- package/models/components/index.js +13 -0
- package/models/components/index.js.map +1 -1
- package/models/components/limits.d.ts +24 -0
- package/models/components/limits.d.ts.map +1 -0
- package/models/components/limits.js +66 -0
- package/models/components/limits.js.map +1 -0
- package/models/components/modelref.d.ts +21 -0
- package/models/components/modelref.d.ts.map +1 -0
- package/models/components/modelref.js +71 -0
- package/models/components/modelref.js.map +1 -0
- package/models/components/modelsconfig.d.ts +31 -0
- package/models/components/modelsconfig.d.ts.map +1 -0
- package/models/components/modelsconfig.js +70 -0
- package/models/components/modelsconfig.js.map +1 -0
- package/models/components/policydocument.d.ts +28 -0
- package/models/components/policydocument.d.ts.map +1 -0
- package/models/components/policydocument.js +81 -0
- package/models/components/policydocument.js.map +1 -0
- package/models/components/reasoningpart.js +1 -1
- package/models/components/requestlimit.d.ts +31 -0
- package/models/components/requestlimit.d.ts.map +1 -0
- package/models/components/requestlimit.js +70 -0
- package/models/components/requestlimit.js.map +1 -0
- package/models/components/retryconfig.d.ts +19 -0
- package/models/components/retryconfig.d.ts.map +1 -0
- package/models/components/retryconfig.js +69 -0
- package/models/components/retryconfig.js.map +1 -0
- package/models/components/routingruledocument.d.ts +23 -0
- package/models/components/routingruledocument.d.ts.map +1 -0
- package/models/components/routingruledocument.js +75 -0
- package/models/components/routingruledocument.js.map +1 -0
- package/models/components/tokenlimit.d.ts +31 -0
- package/models/components/tokenlimit.d.ts.map +1 -0
- package/models/components/tokenlimit.js +70 -0
- package/models/components/tokenlimit.js.map +1 -0
- package/models/operations/createagentrequest.d.ts +0 -1
- package/models/operations/createagentrequest.d.ts.map +1 -1
- package/models/operations/createagentrequest.js +0 -2
- package/models/operations/createagentrequest.js.map +1 -1
- package/models/operations/createcontact.js +1 -1
- package/models/operations/createdataset.js +1 -1
- package/models/operations/createdatasetitem.js +4 -4
- package/models/operations/createdatasource.js +1 -1
- package/models/operations/createeval.d.ts +264 -62
- package/models/operations/createeval.d.ts.map +1 -1
- package/models/operations/createeval.js +330 -54
- package/models/operations/createeval.js.map +1 -1
- package/models/operations/createidentity.js +1 -1
- package/models/operations/createtool.d.ts +0 -5
- package/models/operations/createtool.d.ts.map +1 -1
- package/models/operations/createtool.js +6 -16
- package/models/operations/createtool.js.map +1 -1
- package/models/operations/getalltools.d.ts +0 -5
- package/models/operations/getalltools.d.ts.map +1 -1
- package/models/operations/getalltools.js +6 -16
- package/models/operations/getalltools.js.map +1 -1
- package/models/operations/getevals.d.ts +106 -16
- package/models/operations/getevals.d.ts.map +1 -1
- package/models/operations/getevals.js +183 -19
- package/models/operations/getevals.js.map +1 -1
- package/models/operations/getv2humanevals.js +6 -6
- package/models/operations/getv2humanevalsets.js +2 -2
- package/models/operations/getv2humanevalsetsid.js +2 -2
- package/models/operations/getv2humanevalsid.js +6 -6
- package/models/operations/guardrailrulecreate.d.ts +50 -0
- package/models/operations/guardrailrulecreate.d.ts.map +1 -0
- package/models/operations/guardrailrulecreate.js +94 -0
- package/models/operations/guardrailrulecreate.js.map +1 -0
- package/models/operations/guardrailruledelete.d.ts +15 -0
- package/models/operations/guardrailruledelete.d.ts.map +1 -0
- package/models/operations/guardrailruledelete.js +54 -0
- package/models/operations/guardrailruledelete.js.map +1 -0
- package/models/operations/guardrailruleget.d.ts +38 -0
- package/models/operations/guardrailruleget.d.ts.map +1 -0
- package/models/operations/guardrailruleget.js +86 -0
- package/models/operations/guardrailruleget.js.map +1 -0
- package/models/operations/guardrailrulelist.d.ts +41 -0
- package/models/operations/guardrailrulelist.d.ts.map +1 -0
- package/models/operations/guardrailrulelist.js +75 -0
- package/models/operations/guardrailrulelist.js.map +1 -0
- package/models/operations/guardrailruleupdate.d.ts +60 -0
- package/models/operations/guardrailruleupdate.d.ts.map +1 -0
- package/models/operations/guardrailruleupdate.js +105 -0
- package/models/operations/guardrailruleupdate.js.map +1 -0
- package/models/operations/index.d.ts +15 -0
- package/models/operations/index.d.ts.map +1 -1
- package/models/operations/index.js +15 -0
- package/models/operations/index.js.map +1 -1
- package/models/operations/listagents.d.ts +0 -1
- package/models/operations/listagents.d.ts.map +1 -1
- package/models/operations/listagents.js +0 -2
- package/models/operations/listagents.js.map +1 -1
- package/models/operations/listdatasetdatapoints.js +4 -4
- package/models/operations/listdatasets.js +1 -1
- package/models/operations/listdatasources.js +1 -1
- package/models/operations/listidentities.js +1 -1
- package/models/operations/patchv2humanevalsetsid.js +2 -2
- package/models/operations/patchv2humanevalsid.js +12 -12
- package/models/operations/policycreate.d.ts +57 -0
- package/models/operations/policycreate.d.ts.map +1 -0
- package/models/operations/policycreate.js +103 -0
- package/models/operations/policycreate.js.map +1 -0
- package/models/operations/policydelete.d.ts +15 -0
- package/models/operations/policydelete.d.ts.map +1 -0
- package/models/operations/policydelete.js +54 -0
- package/models/operations/policydelete.js.map +1 -0
- package/models/operations/policyget.d.ts +41 -0
- package/models/operations/policyget.d.ts.map +1 -0
- package/models/operations/policyget.js +91 -0
- package/models/operations/policyget.js.map +1 -0
- package/models/operations/policylist.d.ts +41 -0
- package/models/operations/policylist.d.ts.map +1 -0
- package/models/operations/policylist.js +75 -0
- package/models/operations/policylist.js.map +1 -0
- package/models/operations/policyupdate.d.ts +67 -0
- package/models/operations/policyupdate.d.ts.map +1 -0
- package/models/operations/policyupdate.js +114 -0
- package/models/operations/policyupdate.js.map +1 -0
- package/models/operations/postv2agentsa2a.d.ts +0 -1
- package/models/operations/postv2agentsa2a.d.ts.map +1 -1
- package/models/operations/postv2agentsa2a.js +0 -2
- package/models/operations/postv2agentsa2a.js.map +1 -1
- package/models/operations/postv2feedbackevaluation.js +3 -3
- package/models/operations/postv2humanevals.js +12 -12
- package/models/operations/postv2humanevalsets.js +2 -2
- package/models/operations/retrieveagentrequest.d.ts +0 -1
- package/models/operations/retrieveagentrequest.d.ts.map +1 -1
- package/models/operations/retrieveagentrequest.js +0 -2
- package/models/operations/retrieveagentrequest.js.map +1 -1
- package/models/operations/retrievedatapoint.js +4 -4
- package/models/operations/retrievedataset.js +1 -1
- package/models/operations/retrievedatasource.js +1 -1
- package/models/operations/retrieveidentity.js +1 -1
- package/models/operations/retrievetool.d.ts +0 -5
- package/models/operations/retrievetool.d.ts.map +1 -1
- package/models/operations/retrievetool.js +6 -16
- package/models/operations/retrievetool.js.map +1 -1
- package/models/operations/routingrulecreate.d.ts +50 -0
- package/models/operations/routingrulecreate.d.ts.map +1 -0
- package/models/operations/routingrulecreate.js +94 -0
- package/models/operations/routingrulecreate.js.map +1 -0
- package/models/operations/routingruledelete.d.ts +15 -0
- package/models/operations/routingruledelete.d.ts.map +1 -0
- package/models/operations/routingruledelete.js +54 -0
- package/models/operations/routingruledelete.js.map +1 -0
- package/models/operations/routingruleget.d.ts +38 -0
- package/models/operations/routingruleget.d.ts.map +1 -0
- package/models/operations/routingruleget.js +86 -0
- package/models/operations/routingruleget.js.map +1 -0
- package/models/operations/routingrulelist.d.ts +41 -0
- package/models/operations/routingrulelist.d.ts.map +1 -0
- package/models/operations/routingrulelist.js +75 -0
- package/models/operations/routingrulelist.js.map +1 -0
- package/models/operations/routingruleupdate.d.ts +60 -0
- package/models/operations/routingruleupdate.d.ts.map +1 -0
- package/models/operations/routingruleupdate.js +106 -0
- package/models/operations/routingruleupdate.js.map +1 -0
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updateagent.d.ts +0 -1
- package/models/operations/updateagent.d.ts.map +1 -1
- package/models/operations/updateagent.js +0 -2
- package/models/operations/updateagent.js.map +1 -1
- package/models/operations/updatedatapoint.js +4 -4
- package/models/operations/updatedataset.js +1 -1
- package/models/operations/updatedatasource.js +1 -1
- package/models/operations/updateeval.d.ts +189 -16
- package/models/operations/updateeval.d.ts.map +1 -1
- package/models/operations/updateeval.js +268 -19
- package/models/operations/updateeval.js.map +1 -1
- package/models/operations/updateidentity.js +1 -1
- package/models/operations/updatetool.d.ts +0 -5
- package/models/operations/updatetool.d.ts.map +1 -1
- package/models/operations/updatetool.js +7 -17
- package/models/operations/updatetool.js.map +1 -1
- package/package.json +1 -1
- package/sdk/guardrailrules.d.ts +40 -0
- package/sdk/guardrailrules.d.ts.map +1 -0
- package/sdk/guardrailrules.js +62 -0
- package/sdk/guardrailrules.js.map +1 -0
- package/sdk/policies.d.ts +40 -0
- package/sdk/policies.d.ts.map +1 -0
- package/sdk/policies.js +62 -0
- package/sdk/policies.js.map +1 -0
- package/sdk/routingrules.d.ts +40 -0
- package/sdk/routingrules.d.ts.map +1 -0
- package/sdk/routingrules.js +62 -0
- package/sdk/routingrules.js.map +1 -0
- package/sdk/sdk.d.ts +9 -0
- package/sdk/sdk.d.ts.map +1 -1
- package/sdk/sdk.js +12 -0
- package/sdk/sdk.js.map +1 -1
- package/src/funcs/agentsCreate.ts +2 -2
- package/src/funcs/filesCreate.ts +4 -3
- package/src/funcs/guardrailRulesCreate.ts +161 -0
- package/src/funcs/guardrailRulesDelete.ts +170 -0
- package/src/funcs/guardrailRulesGet.ts +168 -0
- package/src/funcs/guardrailRulesList.ts +170 -0
- package/src/funcs/guardrailRulesUpdate.ts +170 -0
- package/src/funcs/policiesCreate.ts +160 -0
- package/src/funcs/policiesDelete.ts +166 -0
- package/src/funcs/policiesGet.ts +165 -0
- package/src/funcs/policiesList.ts +168 -0
- package/src/funcs/policiesUpdate.ts +166 -0
- package/src/funcs/routerAudioTranscriptionsCreate.ts +4 -3
- package/src/funcs/routerAudioTranslationsCreate.ts +4 -3
- package/src/funcs/routingRulesCreate.ts +161 -0
- package/src/funcs/routingRulesDelete.ts +166 -0
- package/src/funcs/routingRulesGet.ts +165 -0
- package/src/funcs/routingRulesList.ts +168 -0
- package/src/funcs/routingRulesUpdate.ts +166 -0
- package/src/lib/config.ts +3 -3
- package/src/lib/encodings.ts +9 -0
- package/src/models/components/agentstartedstreamingevent.ts +9 -6
- package/src/models/components/budgetlimit.ts +83 -0
- package/src/models/components/evaluatorref.ts +89 -0
- package/src/models/components/expression.ts +51 -0
- package/src/models/components/guardrailref.ts +75 -0
- package/src/models/components/guardrailruledocument.ts +66 -0
- package/src/models/components/index.ts +13 -0
- package/src/models/components/limits.ts +70 -0
- package/src/models/components/modelref.ts +64 -0
- package/src/models/components/modelsconfig.ts +73 -0
- package/src/models/components/policydocument.ts +76 -0
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/components/requestlimit.ts +69 -0
- package/src/models/components/retryconfig.ts +60 -0
- package/src/models/components/routingruledocument.ts +67 -0
- package/src/models/components/tokenlimit.ts +69 -0
- package/src/models/operations/createagentrequest.ts +0 -3
- package/src/models/operations/createcontact.ts +1 -1
- package/src/models/operations/createdataset.ts +1 -1
- package/src/models/operations/createdatasetitem.ts +4 -4
- package/src/models/operations/createdatasource.ts +1 -1
- package/src/models/operations/createeval.ts +958 -132
- package/src/models/operations/createidentity.ts +1 -1
- package/src/models/operations/createtool.ts +6 -21
- package/src/models/operations/getalltools.ts +6 -21
- package/src/models/operations/getevals.ts +447 -16
- package/src/models/operations/getv2humanevals.ts +6 -6
- package/src/models/operations/getv2humanevalsets.ts +2 -2
- package/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/src/models/operations/getv2humanevalsid.ts +6 -6
- package/src/models/operations/guardrailrulecreate.ts +124 -0
- package/src/models/operations/guardrailruledelete.ts +39 -0
- package/src/models/operations/guardrailruleget.ts +102 -0
- package/src/models/operations/guardrailrulelist.ts +94 -0
- package/src/models/operations/guardrailruleupdate.ts +153 -0
- package/src/models/operations/index.ts +15 -0
- package/src/models/operations/listagents.ts +0 -3
- package/src/models/operations/listdatasetdatapoints.ts +4 -4
- package/src/models/operations/listdatasets.ts +1 -1
- package/src/models/operations/listdatasources.ts +1 -1
- package/src/models/operations/listidentities.ts +1 -1
- package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/src/models/operations/patchv2humanevalsid.ts +12 -12
- package/src/models/operations/policycreate.ts +138 -0
- package/src/models/operations/policydelete.ts +39 -0
- package/src/models/operations/policyget.ts +110 -0
- package/src/models/operations/policylist.ts +94 -0
- package/src/models/operations/policyupdate.ts +167 -0
- package/src/models/operations/postv2agentsa2a.ts +0 -3
- package/src/models/operations/postv2feedbackevaluation.ts +3 -3
- package/src/models/operations/postv2humanevals.ts +12 -12
- package/src/models/operations/postv2humanevalsets.ts +2 -2
- package/src/models/operations/retrieveagentrequest.ts +0 -3
- package/src/models/operations/retrievedatapoint.ts +4 -4
- package/src/models/operations/retrievedataset.ts +1 -1
- package/src/models/operations/retrievedatasource.ts +1 -1
- package/src/models/operations/retrieveidentity.ts +1 -1
- package/src/models/operations/retrievetool.ts +6 -21
- package/src/models/operations/routingrulecreate.ts +124 -0
- package/src/models/operations/routingruledelete.ts +39 -0
- package/src/models/operations/routingruleget.ts +102 -0
- package/src/models/operations/routingrulelist.ts +94 -0
- package/src/models/operations/routingruleupdate.ts +154 -0
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updateagent.ts +0 -3
- package/src/models/operations/updatedatapoint.ts +4 -4
- package/src/models/operations/updatedataset.ts +1 -1
- package/src/models/operations/updatedatasource.ts +1 -1
- package/src/models/operations/updateeval.ts +646 -16
- package/src/models/operations/updateidentity.ts +1 -1
- package/src/models/operations/updatetool.ts +7 -22
- package/src/sdk/guardrailrules.ts +99 -0
- package/src/sdk/policies.ts +99 -0
- package/src/sdk/routingrules.ts +99 -0
- package/src/sdk/sdk.ts +18 -0
|
@@ -29,6 +29,13 @@ export type CreateEvalGuardrailConfigNumber = {
|
|
|
29
29
|
operator: CreateEvalGuardrailConfigOperator;
|
|
30
30
|
};
|
|
31
31
|
|
|
32
|
+
export type CreateEvalGuardrailConfigCategorical = {
|
|
33
|
+
enabled: boolean;
|
|
34
|
+
alertOnFailure?: boolean | undefined;
|
|
35
|
+
type: "categorical";
|
|
36
|
+
values: Array<string>;
|
|
37
|
+
};
|
|
38
|
+
|
|
32
39
|
export type CreateEvalGuardrailConfigBoolean = {
|
|
33
40
|
enabled: boolean;
|
|
34
41
|
alertOnFailure?: boolean | undefined;
|
|
@@ -38,6 +45,7 @@ export type CreateEvalGuardrailConfigBoolean = {
|
|
|
38
45
|
|
|
39
46
|
export type CreateEvalRequestBodyGuardrailConfig =
|
|
40
47
|
| CreateEvalGuardrailConfigBoolean
|
|
48
|
+
| CreateEvalGuardrailConfigCategorical
|
|
41
49
|
| CreateEvalGuardrailConfigNumber;
|
|
42
50
|
|
|
43
51
|
export const CreateEvalRequestBodyOutputType = {
|
|
@@ -58,6 +66,7 @@ export type CreateEvalRequestBodyType = ClosedEnum<
|
|
|
58
66
|
export type Python = {
|
|
59
67
|
guardrailConfig?:
|
|
60
68
|
| CreateEvalGuardrailConfigBoolean
|
|
69
|
+
| CreateEvalGuardrailConfigCategorical
|
|
61
70
|
| CreateEvalGuardrailConfigNumber
|
|
62
71
|
| null
|
|
63
72
|
| undefined;
|
|
@@ -98,6 +107,13 @@ export type GuardrailConfigNumber = {
|
|
|
98
107
|
operator: GuardrailConfigOperator;
|
|
99
108
|
};
|
|
100
109
|
|
|
110
|
+
export type GuardrailConfigCategorical = {
|
|
111
|
+
enabled: boolean;
|
|
112
|
+
alertOnFailure?: boolean | undefined;
|
|
113
|
+
type: "categorical";
|
|
114
|
+
values: Array<string>;
|
|
115
|
+
};
|
|
116
|
+
|
|
101
117
|
export type GuardrailConfigBoolean = {
|
|
102
118
|
enabled: boolean;
|
|
103
119
|
alertOnFailure?: boolean | undefined;
|
|
@@ -107,6 +123,7 @@ export type GuardrailConfigBoolean = {
|
|
|
107
123
|
|
|
108
124
|
export type RequestBodyGuardrailConfig =
|
|
109
125
|
| GuardrailConfigBoolean
|
|
126
|
+
| GuardrailConfigCategorical
|
|
110
127
|
| GuardrailConfigNumber;
|
|
111
128
|
|
|
112
129
|
/**
|
|
@@ -139,6 +156,7 @@ export type RequestBodyMethod = ClosedEnum<typeof RequestBodyMethod>;
|
|
|
139
156
|
export type RequestBodyHTTP = {
|
|
140
157
|
guardrailConfig?:
|
|
141
158
|
| GuardrailConfigBoolean
|
|
159
|
+
| GuardrailConfigCategorical
|
|
142
160
|
| GuardrailConfigNumber
|
|
143
161
|
| null
|
|
144
162
|
| undefined;
|
|
@@ -165,7 +183,7 @@ export type RequestBodyHTTP = {
|
|
|
165
183
|
key: string;
|
|
166
184
|
};
|
|
167
185
|
|
|
168
|
-
export const
|
|
186
|
+
export const CreateEvalGuardrailConfigEvalsOperator = {
|
|
169
187
|
Eq: "eq",
|
|
170
188
|
Ne: "ne",
|
|
171
189
|
Gt: "gt",
|
|
@@ -173,24 +191,36 @@ export const Operator = {
|
|
|
173
191
|
Lt: "lt",
|
|
174
192
|
Lte: "lte",
|
|
175
193
|
} as const;
|
|
176
|
-
export type
|
|
194
|
+
export type CreateEvalGuardrailConfigEvalsOperator = ClosedEnum<
|
|
195
|
+
typeof CreateEvalGuardrailConfigEvalsOperator
|
|
196
|
+
>;
|
|
177
197
|
|
|
178
|
-
export type
|
|
198
|
+
export type CreateEvalGuardrailConfigEvalsNumber = {
|
|
179
199
|
enabled: boolean;
|
|
180
200
|
alertOnFailure?: boolean | undefined;
|
|
181
201
|
type: "number";
|
|
182
202
|
value: number;
|
|
183
|
-
operator:
|
|
203
|
+
operator: CreateEvalGuardrailConfigEvalsOperator;
|
|
184
204
|
};
|
|
185
205
|
|
|
186
|
-
export type
|
|
206
|
+
export type CreateEvalGuardrailConfigEvalsCategorical = {
|
|
207
|
+
enabled: boolean;
|
|
208
|
+
alertOnFailure?: boolean | undefined;
|
|
209
|
+
type: "categorical";
|
|
210
|
+
values: Array<string>;
|
|
211
|
+
};
|
|
212
|
+
|
|
213
|
+
export type CreateEvalGuardrailConfigEvalsBoolean = {
|
|
187
214
|
enabled: boolean;
|
|
188
215
|
alertOnFailure?: boolean | undefined;
|
|
189
216
|
type: "boolean";
|
|
190
217
|
value: boolean;
|
|
191
218
|
};
|
|
192
219
|
|
|
193
|
-
export type
|
|
220
|
+
export type CreateEvalRequestBodyEvalsGuardrailConfig =
|
|
221
|
+
| CreateEvalGuardrailConfigEvalsBoolean
|
|
222
|
+
| CreateEvalGuardrailConfigEvalsCategorical
|
|
223
|
+
| CreateEvalGuardrailConfigEvalsNumber;
|
|
194
224
|
|
|
195
225
|
export const OutputType = {
|
|
196
226
|
Boolean: "boolean",
|
|
@@ -205,7 +235,12 @@ export type CreateEvalRequestBodyEvalsType = ClosedEnum<
|
|
|
205
235
|
>;
|
|
206
236
|
|
|
207
237
|
export type Json = {
|
|
208
|
-
guardrailConfig?:
|
|
238
|
+
guardrailConfig?:
|
|
239
|
+
| CreateEvalGuardrailConfigEvalsBoolean
|
|
240
|
+
| CreateEvalGuardrailConfigEvalsCategorical
|
|
241
|
+
| CreateEvalGuardrailConfigEvalsNumber
|
|
242
|
+
| null
|
|
243
|
+
| undefined;
|
|
209
244
|
outputType?: OutputType | undefined;
|
|
210
245
|
type: CreateEvalRequestBodyEvalsType;
|
|
211
246
|
schema: string;
|
|
@@ -223,7 +258,7 @@ export type Json = {
|
|
|
223
258
|
key: string;
|
|
224
259
|
};
|
|
225
260
|
|
|
226
|
-
export const
|
|
261
|
+
export const CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator = {
|
|
227
262
|
Eq: "eq",
|
|
228
263
|
Ne: "ne",
|
|
229
264
|
Gt: "gt",
|
|
@@ -231,19 +266,25 @@ export const CreateEvalGuardrailConfigEvalsOperator = {
|
|
|
231
266
|
Lt: "lt",
|
|
232
267
|
Lte: "lte",
|
|
233
268
|
} as const;
|
|
234
|
-
export type
|
|
235
|
-
typeof
|
|
236
|
-
>;
|
|
269
|
+
export type CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator =
|
|
270
|
+
ClosedEnum<typeof CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator>;
|
|
237
271
|
|
|
238
|
-
export type
|
|
272
|
+
export type CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber = {
|
|
239
273
|
enabled: boolean;
|
|
240
274
|
alertOnFailure?: boolean | undefined;
|
|
241
275
|
type: "number";
|
|
242
276
|
value: number;
|
|
243
|
-
operator:
|
|
277
|
+
operator: CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator;
|
|
244
278
|
};
|
|
245
279
|
|
|
246
|
-
export type
|
|
280
|
+
export type CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical = {
|
|
281
|
+
enabled: boolean;
|
|
282
|
+
alertOnFailure?: boolean | undefined;
|
|
283
|
+
type: "categorical";
|
|
284
|
+
values: Array<string>;
|
|
285
|
+
};
|
|
286
|
+
|
|
287
|
+
export type CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean = {
|
|
247
288
|
enabled: boolean;
|
|
248
289
|
alertOnFailure?: boolean | undefined;
|
|
249
290
|
type: "boolean";
|
|
@@ -251,8 +292,9 @@ export type CreateEvalGuardrailConfigEvalsBoolean = {
|
|
|
251
292
|
};
|
|
252
293
|
|
|
253
294
|
export type LLMGuardrailConfig =
|
|
254
|
-
|
|
|
255
|
-
|
|
|
295
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean
|
|
296
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical
|
|
297
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber;
|
|
256
298
|
|
|
257
299
|
/**
|
|
258
300
|
* The type of output expected from the evaluator
|
|
@@ -273,6 +315,11 @@ export const LLMType = {
|
|
|
273
315
|
} as const;
|
|
274
316
|
export type LLMType = ClosedEnum<typeof LLMType>;
|
|
275
317
|
|
|
318
|
+
export type LLMCategoricalLabels = {
|
|
319
|
+
value: string;
|
|
320
|
+
description?: string | undefined;
|
|
321
|
+
};
|
|
322
|
+
|
|
276
323
|
export type CreateEvalLLMRetry = {
|
|
277
324
|
count?: number | undefined;
|
|
278
325
|
onCodes?: Array<number> | undefined;
|
|
@@ -317,8 +364,9 @@ export type LLMJury = {
|
|
|
317
364
|
|
|
318
365
|
export type Llm2 = {
|
|
319
366
|
guardrailConfig?:
|
|
320
|
-
|
|
|
321
|
-
|
|
|
367
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean
|
|
368
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical
|
|
369
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber
|
|
322
370
|
| null
|
|
323
371
|
| undefined;
|
|
324
372
|
/**
|
|
@@ -328,6 +376,8 @@ export type Llm2 = {
|
|
|
328
376
|
type: LLMType;
|
|
329
377
|
repetitions?: number | undefined;
|
|
330
378
|
prompt: string;
|
|
379
|
+
categories?: Array<string> | undefined;
|
|
380
|
+
categoricalLabels?: Array<LLMCategoricalLabels> | undefined;
|
|
331
381
|
/**
|
|
332
382
|
* Entity storage path in the format: `project/folder/subfolder/...`
|
|
333
383
|
*
|
|
@@ -364,6 +414,13 @@ export type CreateEvalGuardrailConfigEvalsRequestNumber = {
|
|
|
364
414
|
operator: CreateEvalGuardrailConfigEvalsRequestOperator;
|
|
365
415
|
};
|
|
366
416
|
|
|
417
|
+
export type CreateEvalGuardrailConfigEvalsRequestCategorical = {
|
|
418
|
+
enabled: boolean;
|
|
419
|
+
alertOnFailure?: boolean | undefined;
|
|
420
|
+
type: "categorical";
|
|
421
|
+
values: Array<string>;
|
|
422
|
+
};
|
|
423
|
+
|
|
367
424
|
export type CreateEvalGuardrailConfigEvalsRequestBoolean = {
|
|
368
425
|
enabled: boolean;
|
|
369
426
|
alertOnFailure?: boolean | undefined;
|
|
@@ -373,6 +430,7 @@ export type CreateEvalGuardrailConfigEvalsRequestBoolean = {
|
|
|
373
430
|
|
|
374
431
|
export type CreateEvalLLMGuardrailConfig =
|
|
375
432
|
| CreateEvalGuardrailConfigEvalsRequestBoolean
|
|
433
|
+
| CreateEvalGuardrailConfigEvalsRequestCategorical
|
|
376
434
|
| CreateEvalGuardrailConfigEvalsRequestNumber;
|
|
377
435
|
|
|
378
436
|
/**
|
|
@@ -396,9 +454,15 @@ export const CreateEvalLLMType = {
|
|
|
396
454
|
} as const;
|
|
397
455
|
export type CreateEvalLLMType = ClosedEnum<typeof CreateEvalLLMType>;
|
|
398
456
|
|
|
457
|
+
export type CreateEvalLLMCategoricalLabels = {
|
|
458
|
+
value: string;
|
|
459
|
+
description?: string | undefined;
|
|
460
|
+
};
|
|
461
|
+
|
|
399
462
|
export type Llm1 = {
|
|
400
463
|
guardrailConfig?:
|
|
401
464
|
| CreateEvalGuardrailConfigEvalsRequestBoolean
|
|
465
|
+
| CreateEvalGuardrailConfigEvalsRequestCategorical
|
|
402
466
|
| CreateEvalGuardrailConfigEvalsRequestNumber
|
|
403
467
|
| null
|
|
404
468
|
| undefined;
|
|
@@ -409,6 +473,8 @@ export type Llm1 = {
|
|
|
409
473
|
type: CreateEvalLLMType;
|
|
410
474
|
repetitions?: number | undefined;
|
|
411
475
|
prompt: string;
|
|
476
|
+
categories?: Array<string> | undefined;
|
|
477
|
+
categoricalLabels?: Array<CreateEvalLLMCategoricalLabels> | undefined;
|
|
412
478
|
/**
|
|
413
479
|
* Entity storage path in the format: `project/folder/subfolder/...`
|
|
414
480
|
*
|
|
@@ -458,6 +524,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
458
524
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator;
|
|
459
525
|
};
|
|
460
526
|
|
|
527
|
+
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical =
|
|
528
|
+
{
|
|
529
|
+
enabled: boolean;
|
|
530
|
+
alertOnFailure: boolean;
|
|
531
|
+
type: "categorical";
|
|
532
|
+
values: Array<string>;
|
|
533
|
+
};
|
|
534
|
+
|
|
461
535
|
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean =
|
|
462
536
|
{
|
|
463
537
|
enabled: boolean;
|
|
@@ -468,6 +542,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
468
542
|
|
|
469
543
|
export type CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig =
|
|
470
544
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean
|
|
545
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical
|
|
471
546
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number;
|
|
472
547
|
|
|
473
548
|
export const CreateEvalResponseBodyEvalsResponse200ApplicationJSONType = {
|
|
@@ -483,6 +558,7 @@ export type Typescript = {
|
|
|
483
558
|
updated: string;
|
|
484
559
|
guardrailConfig?:
|
|
485
560
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean
|
|
561
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical
|
|
486
562
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number
|
|
487
563
|
| null
|
|
488
564
|
| undefined;
|
|
@@ -515,6 +591,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
515
591
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Operator;
|
|
516
592
|
};
|
|
517
593
|
|
|
594
|
+
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical =
|
|
595
|
+
{
|
|
596
|
+
enabled: boolean;
|
|
597
|
+
alertOnFailure: boolean;
|
|
598
|
+
type: "categorical";
|
|
599
|
+
values: Array<string>;
|
|
600
|
+
};
|
|
601
|
+
|
|
518
602
|
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean =
|
|
519
603
|
{
|
|
520
604
|
enabled: boolean;
|
|
@@ -525,6 +609,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
525
609
|
|
|
526
610
|
export type CreateEvalResponseBodyEvalsResponse200GuardrailConfig =
|
|
527
611
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean
|
|
612
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical
|
|
528
613
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number;
|
|
529
614
|
|
|
530
615
|
export const CreateEvalResponseBodyEvalsResponse200Type = {
|
|
@@ -557,6 +642,7 @@ export type Ragas = {
|
|
|
557
642
|
updated: string;
|
|
558
643
|
guardrailConfig?:
|
|
559
644
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean
|
|
645
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical
|
|
560
646
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number
|
|
561
647
|
| null
|
|
562
648
|
| undefined;
|
|
@@ -590,6 +676,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
590
676
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator;
|
|
591
677
|
};
|
|
592
678
|
|
|
679
|
+
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical =
|
|
680
|
+
{
|
|
681
|
+
enabled: boolean;
|
|
682
|
+
alertOnFailure: boolean;
|
|
683
|
+
type: "categorical";
|
|
684
|
+
values: Array<string>;
|
|
685
|
+
};
|
|
686
|
+
|
|
593
687
|
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean =
|
|
594
688
|
{
|
|
595
689
|
enabled: boolean;
|
|
@@ -600,6 +694,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
600
694
|
|
|
601
695
|
export type CreateEvalResponseBodyEvalsResponseGuardrailConfig =
|
|
602
696
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean
|
|
697
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical
|
|
603
698
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber;
|
|
604
699
|
|
|
605
700
|
export const CreateEvalResponseBodyEvalsResponseType = {
|
|
@@ -790,6 +885,7 @@ export type CreateEvalResponseBodyFunction = {
|
|
|
790
885
|
updated: string;
|
|
791
886
|
guardrailConfig?:
|
|
792
887
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean
|
|
888
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical
|
|
793
889
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber
|
|
794
890
|
| null
|
|
795
891
|
| undefined;
|
|
@@ -852,6 +948,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber = {
|
|
|
852
948
|
operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator;
|
|
853
949
|
};
|
|
854
950
|
|
|
951
|
+
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical =
|
|
952
|
+
{
|
|
953
|
+
enabled: boolean;
|
|
954
|
+
alertOnFailure: boolean;
|
|
955
|
+
type: "categorical";
|
|
956
|
+
values: Array<string>;
|
|
957
|
+
};
|
|
958
|
+
|
|
855
959
|
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean = {
|
|
856
960
|
enabled: boolean;
|
|
857
961
|
alertOnFailure: boolean;
|
|
@@ -861,6 +965,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean = {
|
|
|
861
965
|
|
|
862
966
|
export type CreateEvalResponseBodyEvalsGuardrailConfig =
|
|
863
967
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean
|
|
968
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical
|
|
864
969
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber;
|
|
865
970
|
|
|
866
971
|
export const CreateEvalResponseBodyEvalsType = {
|
|
@@ -877,6 +982,7 @@ export type ResponseBodyPython = {
|
|
|
877
982
|
updated: string;
|
|
878
983
|
guardrailConfig?:
|
|
879
984
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean
|
|
985
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical
|
|
880
986
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber
|
|
881
987
|
| null
|
|
882
988
|
| undefined;
|
|
@@ -905,6 +1011,13 @@ export type CreateEvalGuardrailConfigEvalsResponse200Number = {
|
|
|
905
1011
|
operator: CreateEvalGuardrailConfigEvalsResponse200Operator;
|
|
906
1012
|
};
|
|
907
1013
|
|
|
1014
|
+
export type CreateEvalGuardrailConfigEvalsResponse200Categorical = {
|
|
1015
|
+
enabled: boolean;
|
|
1016
|
+
alertOnFailure: boolean;
|
|
1017
|
+
type: "categorical";
|
|
1018
|
+
values: Array<string>;
|
|
1019
|
+
};
|
|
1020
|
+
|
|
908
1021
|
export type CreateEvalGuardrailConfigEvalsResponse200Boolean = {
|
|
909
1022
|
enabled: boolean;
|
|
910
1023
|
alertOnFailure: boolean;
|
|
@@ -914,6 +1027,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200Boolean = {
|
|
|
914
1027
|
|
|
915
1028
|
export type CreateEvalResponseBodyGuardrailConfig =
|
|
916
1029
|
| CreateEvalGuardrailConfigEvalsResponse200Boolean
|
|
1030
|
+
| CreateEvalGuardrailConfigEvalsResponse200Categorical
|
|
917
1031
|
| CreateEvalGuardrailConfigEvalsResponse200Number;
|
|
918
1032
|
|
|
919
1033
|
export const CreateEvalResponseBodyType = {
|
|
@@ -936,6 +1050,7 @@ export type ResponseBodyHTTP = {
|
|
|
936
1050
|
updated: string;
|
|
937
1051
|
guardrailConfig?:
|
|
938
1052
|
| CreateEvalGuardrailConfigEvalsResponse200Boolean
|
|
1053
|
+
| CreateEvalGuardrailConfigEvalsResponse200Categorical
|
|
939
1054
|
| CreateEvalGuardrailConfigEvalsResponse200Number
|
|
940
1055
|
| null
|
|
941
1056
|
| undefined;
|
|
@@ -967,6 +1082,13 @@ export type CreateEvalGuardrailConfigEvalsResponseNumber = {
|
|
|
967
1082
|
operator: CreateEvalGuardrailConfigEvalsResponseOperator;
|
|
968
1083
|
};
|
|
969
1084
|
|
|
1085
|
+
export type CreateEvalGuardrailConfigEvalsResponseCategorical = {
|
|
1086
|
+
enabled: boolean;
|
|
1087
|
+
alertOnFailure: boolean;
|
|
1088
|
+
type: "categorical";
|
|
1089
|
+
values: Array<string>;
|
|
1090
|
+
};
|
|
1091
|
+
|
|
970
1092
|
export type CreateEvalGuardrailConfigEvalsResponseBoolean = {
|
|
971
1093
|
enabled: boolean;
|
|
972
1094
|
alertOnFailure: boolean;
|
|
@@ -976,6 +1098,7 @@ export type CreateEvalGuardrailConfigEvalsResponseBoolean = {
|
|
|
976
1098
|
|
|
977
1099
|
export type ResponseBodyGuardrailConfig =
|
|
978
1100
|
| CreateEvalGuardrailConfigEvalsResponseBoolean
|
|
1101
|
+
| CreateEvalGuardrailConfigEvalsResponseCategorical
|
|
979
1102
|
| CreateEvalGuardrailConfigEvalsResponseNumber;
|
|
980
1103
|
|
|
981
1104
|
export const CreateEvalResponseBodyEvalsResponse200ApplicationJson2Type = {
|
|
@@ -991,6 +1114,7 @@ export type ResponseBodyJSON = {
|
|
|
991
1114
|
updated: string;
|
|
992
1115
|
guardrailConfig?:
|
|
993
1116
|
| CreateEvalGuardrailConfigEvalsResponseBoolean
|
|
1117
|
+
| CreateEvalGuardrailConfigEvalsResponseCategorical
|
|
994
1118
|
| CreateEvalGuardrailConfigEvalsResponseNumber
|
|
995
1119
|
| null
|
|
996
1120
|
| undefined;
|
|
@@ -1023,6 +1147,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
1023
1147
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator;
|
|
1024
1148
|
};
|
|
1025
1149
|
|
|
1150
|
+
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical =
|
|
1151
|
+
{
|
|
1152
|
+
enabled: boolean;
|
|
1153
|
+
alertOnFailure: boolean;
|
|
1154
|
+
type: "categorical";
|
|
1155
|
+
values: Array<string>;
|
|
1156
|
+
};
|
|
1157
|
+
|
|
1026
1158
|
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean =
|
|
1027
1159
|
{
|
|
1028
1160
|
enabled: boolean;
|
|
@@ -1033,6 +1165,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
1033
1165
|
|
|
1034
1166
|
export type CreateEvalLLMEvalsResponseGuardrailConfig =
|
|
1035
1167
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean
|
|
1168
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical
|
|
1036
1169
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber;
|
|
1037
1170
|
|
|
1038
1171
|
export const CreateEvalLLMEvalsResponseType = {
|
|
@@ -1042,6 +1175,11 @@ export type CreateEvalLLMEvalsResponseType = ClosedEnum<
|
|
|
1042
1175
|
typeof CreateEvalLLMEvalsResponseType
|
|
1043
1176
|
>;
|
|
1044
1177
|
|
|
1178
|
+
export type CreateEvalLLMEvalsCategoricalLabels = {
|
|
1179
|
+
value: string;
|
|
1180
|
+
description?: string | undefined;
|
|
1181
|
+
};
|
|
1182
|
+
|
|
1045
1183
|
export type CreateEvalLLMEvalsResponseRetry = {
|
|
1046
1184
|
count: number;
|
|
1047
1185
|
onCodes?: Array<number> | undefined;
|
|
@@ -1091,12 +1229,15 @@ export type CreateEvalLlm2 = {
|
|
|
1091
1229
|
updated: string;
|
|
1092
1230
|
guardrailConfig?:
|
|
1093
1231
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean
|
|
1232
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical
|
|
1094
1233
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber
|
|
1095
1234
|
| null
|
|
1096
1235
|
| undefined;
|
|
1097
1236
|
type: CreateEvalLLMEvalsResponseType;
|
|
1098
1237
|
repetitions?: number | undefined;
|
|
1099
1238
|
prompt: string;
|
|
1239
|
+
categories?: Array<string> | undefined;
|
|
1240
|
+
categoricalLabels?: Array<CreateEvalLLMEvalsCategoricalLabels> | undefined;
|
|
1100
1241
|
key: string;
|
|
1101
1242
|
mode: "jury";
|
|
1102
1243
|
jury: CreateEvalLLMJury;
|
|
@@ -1126,6 +1267,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
1126
1267
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator;
|
|
1127
1268
|
};
|
|
1128
1269
|
|
|
1270
|
+
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical =
|
|
1271
|
+
{
|
|
1272
|
+
enabled: boolean;
|
|
1273
|
+
alertOnFailure: boolean;
|
|
1274
|
+
type: "categorical";
|
|
1275
|
+
values: Array<string>;
|
|
1276
|
+
};
|
|
1277
|
+
|
|
1129
1278
|
export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean =
|
|
1130
1279
|
{
|
|
1131
1280
|
enabled: boolean;
|
|
@@ -1136,6 +1285,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
1136
1285
|
|
|
1137
1286
|
export type CreateEvalLLMEvalsGuardrailConfig =
|
|
1138
1287
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean
|
|
1288
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical
|
|
1139
1289
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number;
|
|
1140
1290
|
|
|
1141
1291
|
export const CreateEvalLLMEvalsType = {
|
|
@@ -1143,6 +1293,11 @@ export const CreateEvalLLMEvalsType = {
|
|
|
1143
1293
|
} as const;
|
|
1144
1294
|
export type CreateEvalLLMEvalsType = ClosedEnum<typeof CreateEvalLLMEvalsType>;
|
|
1145
1295
|
|
|
1296
|
+
export type CreateEvalLLMEvalsResponseCategoricalLabels = {
|
|
1297
|
+
value: string;
|
|
1298
|
+
description?: string | undefined;
|
|
1299
|
+
};
|
|
1300
|
+
|
|
1146
1301
|
export type CreateEvalLlm1 = {
|
|
1147
1302
|
id: string;
|
|
1148
1303
|
description: string;
|
|
@@ -1150,12 +1305,17 @@ export type CreateEvalLlm1 = {
|
|
|
1150
1305
|
updated: string;
|
|
1151
1306
|
guardrailConfig?:
|
|
1152
1307
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean
|
|
1308
|
+
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical
|
|
1153
1309
|
| CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number
|
|
1154
1310
|
| null
|
|
1155
1311
|
| undefined;
|
|
1156
1312
|
type: CreateEvalLLMEvalsType;
|
|
1157
1313
|
repetitions?: number | undefined;
|
|
1158
1314
|
prompt: string;
|
|
1315
|
+
categories?: Array<string> | undefined;
|
|
1316
|
+
categoricalLabels?:
|
|
1317
|
+
| Array<CreateEvalLLMEvalsResponseCategoricalLabels>
|
|
1318
|
+
| undefined;
|
|
1159
1319
|
key: string;
|
|
1160
1320
|
mode: "single";
|
|
1161
1321
|
model: string;
|
|
@@ -1217,6 +1377,40 @@ export function createEvalGuardrailConfigNumberToJSON(
|
|
|
1217
1377
|
);
|
|
1218
1378
|
}
|
|
1219
1379
|
|
|
1380
|
+
/** @internal */
|
|
1381
|
+
export type CreateEvalGuardrailConfigCategorical$Outbound = {
|
|
1382
|
+
enabled: boolean;
|
|
1383
|
+
alert_on_failure: boolean;
|
|
1384
|
+
type: "categorical";
|
|
1385
|
+
values: Array<string>;
|
|
1386
|
+
};
|
|
1387
|
+
|
|
1388
|
+
/** @internal */
|
|
1389
|
+
export const CreateEvalGuardrailConfigCategorical$outboundSchema: z.ZodType<
|
|
1390
|
+
CreateEvalGuardrailConfigCategorical$Outbound,
|
|
1391
|
+
z.ZodTypeDef,
|
|
1392
|
+
CreateEvalGuardrailConfigCategorical
|
|
1393
|
+
> = z.object({
|
|
1394
|
+
enabled: z.boolean(),
|
|
1395
|
+
alertOnFailure: z.boolean().default(false),
|
|
1396
|
+
type: z.literal("categorical"),
|
|
1397
|
+
values: z.array(z.string()),
|
|
1398
|
+
}).transform((v) => {
|
|
1399
|
+
return remap$(v, {
|
|
1400
|
+
alertOnFailure: "alert_on_failure",
|
|
1401
|
+
});
|
|
1402
|
+
});
|
|
1403
|
+
|
|
1404
|
+
export function createEvalGuardrailConfigCategoricalToJSON(
|
|
1405
|
+
createEvalGuardrailConfigCategorical: CreateEvalGuardrailConfigCategorical,
|
|
1406
|
+
): string {
|
|
1407
|
+
return JSON.stringify(
|
|
1408
|
+
CreateEvalGuardrailConfigCategorical$outboundSchema.parse(
|
|
1409
|
+
createEvalGuardrailConfigCategorical,
|
|
1410
|
+
),
|
|
1411
|
+
);
|
|
1412
|
+
}
|
|
1413
|
+
|
|
1220
1414
|
/** @internal */
|
|
1221
1415
|
export type CreateEvalGuardrailConfigBoolean$Outbound = {
|
|
1222
1416
|
enabled: boolean;
|
|
@@ -1254,6 +1448,7 @@ export function createEvalGuardrailConfigBooleanToJSON(
|
|
|
1254
1448
|
/** @internal */
|
|
1255
1449
|
export type CreateEvalRequestBodyGuardrailConfig$Outbound =
|
|
1256
1450
|
| CreateEvalGuardrailConfigBoolean$Outbound
|
|
1451
|
+
| CreateEvalGuardrailConfigCategorical$Outbound
|
|
1257
1452
|
| CreateEvalGuardrailConfigNumber$Outbound;
|
|
1258
1453
|
|
|
1259
1454
|
/** @internal */
|
|
@@ -1263,6 +1458,7 @@ export const CreateEvalRequestBodyGuardrailConfig$outboundSchema: z.ZodType<
|
|
|
1263
1458
|
CreateEvalRequestBodyGuardrailConfig
|
|
1264
1459
|
> = z.union([
|
|
1265
1460
|
z.lazy(() => CreateEvalGuardrailConfigBoolean$outboundSchema),
|
|
1461
|
+
z.lazy(() => CreateEvalGuardrailConfigCategorical$outboundSchema),
|
|
1266
1462
|
z.lazy(() => CreateEvalGuardrailConfigNumber$outboundSchema),
|
|
1267
1463
|
]);
|
|
1268
1464
|
|
|
@@ -1290,6 +1486,7 @@ export const CreateEvalRequestBodyType$outboundSchema: z.ZodNativeEnum<
|
|
|
1290
1486
|
export type Python$Outbound = {
|
|
1291
1487
|
guardrail_config?:
|
|
1292
1488
|
| CreateEvalGuardrailConfigBoolean$Outbound
|
|
1489
|
+
| CreateEvalGuardrailConfigCategorical$Outbound
|
|
1293
1490
|
| CreateEvalGuardrailConfigNumber$Outbound
|
|
1294
1491
|
| null
|
|
1295
1492
|
| undefined;
|
|
@@ -1310,6 +1507,7 @@ export const Python$outboundSchema: z.ZodType<
|
|
|
1310
1507
|
guardrailConfig: z.nullable(
|
|
1311
1508
|
z.union([
|
|
1312
1509
|
z.lazy(() => CreateEvalGuardrailConfigBoolean$outboundSchema),
|
|
1510
|
+
z.lazy(() => CreateEvalGuardrailConfigCategorical$outboundSchema),
|
|
1313
1511
|
z.lazy(() => CreateEvalGuardrailConfigNumber$outboundSchema),
|
|
1314
1512
|
]),
|
|
1315
1513
|
).optional(),
|
|
@@ -1369,6 +1567,38 @@ export function guardrailConfigNumberToJSON(
|
|
|
1369
1567
|
);
|
|
1370
1568
|
}
|
|
1371
1569
|
|
|
1570
|
+
/** @internal */
|
|
1571
|
+
export type GuardrailConfigCategorical$Outbound = {
|
|
1572
|
+
enabled: boolean;
|
|
1573
|
+
alert_on_failure: boolean;
|
|
1574
|
+
type: "categorical";
|
|
1575
|
+
values: Array<string>;
|
|
1576
|
+
};
|
|
1577
|
+
|
|
1578
|
+
/** @internal */
|
|
1579
|
+
export const GuardrailConfigCategorical$outboundSchema: z.ZodType<
|
|
1580
|
+
GuardrailConfigCategorical$Outbound,
|
|
1581
|
+
z.ZodTypeDef,
|
|
1582
|
+
GuardrailConfigCategorical
|
|
1583
|
+
> = z.object({
|
|
1584
|
+
enabled: z.boolean(),
|
|
1585
|
+
alertOnFailure: z.boolean().default(false),
|
|
1586
|
+
type: z.literal("categorical"),
|
|
1587
|
+
values: z.array(z.string()),
|
|
1588
|
+
}).transform((v) => {
|
|
1589
|
+
return remap$(v, {
|
|
1590
|
+
alertOnFailure: "alert_on_failure",
|
|
1591
|
+
});
|
|
1592
|
+
});
|
|
1593
|
+
|
|
1594
|
+
export function guardrailConfigCategoricalToJSON(
|
|
1595
|
+
guardrailConfigCategorical: GuardrailConfigCategorical,
|
|
1596
|
+
): string {
|
|
1597
|
+
return JSON.stringify(
|
|
1598
|
+
GuardrailConfigCategorical$outboundSchema.parse(guardrailConfigCategorical),
|
|
1599
|
+
);
|
|
1600
|
+
}
|
|
1601
|
+
|
|
1372
1602
|
/** @internal */
|
|
1373
1603
|
export type GuardrailConfigBoolean$Outbound = {
|
|
1374
1604
|
enabled: boolean;
|
|
@@ -1404,6 +1634,7 @@ export function guardrailConfigBooleanToJSON(
|
|
|
1404
1634
|
/** @internal */
|
|
1405
1635
|
export type RequestBodyGuardrailConfig$Outbound =
|
|
1406
1636
|
| GuardrailConfigBoolean$Outbound
|
|
1637
|
+
| GuardrailConfigCategorical$Outbound
|
|
1407
1638
|
| GuardrailConfigNumber$Outbound;
|
|
1408
1639
|
|
|
1409
1640
|
/** @internal */
|
|
@@ -1413,6 +1644,7 @@ export const RequestBodyGuardrailConfig$outboundSchema: z.ZodType<
|
|
|
1413
1644
|
RequestBodyGuardrailConfig
|
|
1414
1645
|
> = z.union([
|
|
1415
1646
|
z.lazy(() => GuardrailConfigBoolean$outboundSchema),
|
|
1647
|
+
z.lazy(() => GuardrailConfigCategorical$outboundSchema),
|
|
1416
1648
|
z.lazy(() => GuardrailConfigNumber$outboundSchema),
|
|
1417
1649
|
]);
|
|
1418
1650
|
|
|
@@ -1444,6 +1676,7 @@ export const RequestBodyMethod$outboundSchema: z.ZodNativeEnum<
|
|
|
1444
1676
|
export type RequestBodyHTTP$Outbound = {
|
|
1445
1677
|
guardrail_config?:
|
|
1446
1678
|
| GuardrailConfigBoolean$Outbound
|
|
1679
|
+
| GuardrailConfigCategorical$Outbound
|
|
1447
1680
|
| GuardrailConfigNumber$Outbound
|
|
1448
1681
|
| null
|
|
1449
1682
|
| undefined;
|
|
@@ -1467,6 +1700,7 @@ export const RequestBodyHTTP$outboundSchema: z.ZodType<
|
|
|
1467
1700
|
guardrailConfig: z.nullable(
|
|
1468
1701
|
z.union([
|
|
1469
1702
|
z.lazy(() => GuardrailConfigBoolean$outboundSchema),
|
|
1703
|
+
z.lazy(() => GuardrailConfigCategorical$outboundSchema),
|
|
1470
1704
|
z.lazy(() => GuardrailConfigNumber$outboundSchema),
|
|
1471
1705
|
]),
|
|
1472
1706
|
).optional(),
|
|
@@ -1493,11 +1727,13 @@ export function requestBodyHTTPToJSON(
|
|
|
1493
1727
|
}
|
|
1494
1728
|
|
|
1495
1729
|
/** @internal */
|
|
1496
|
-
export const
|
|
1497
|
-
.nativeEnum(
|
|
1730
|
+
export const CreateEvalGuardrailConfigEvalsOperator$outboundSchema:
|
|
1731
|
+
z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsOperator> = z.nativeEnum(
|
|
1732
|
+
CreateEvalGuardrailConfigEvalsOperator,
|
|
1733
|
+
);
|
|
1498
1734
|
|
|
1499
1735
|
/** @internal */
|
|
1500
|
-
export type
|
|
1736
|
+
export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
|
|
1501
1737
|
enabled: boolean;
|
|
1502
1738
|
alert_on_failure: boolean;
|
|
1503
1739
|
type: "number";
|
|
@@ -1506,28 +1742,70 @@ export type NumberT$Outbound = {
|
|
|
1506
1742
|
};
|
|
1507
1743
|
|
|
1508
1744
|
/** @internal */
|
|
1509
|
-
export const
|
|
1510
|
-
|
|
1745
|
+
export const CreateEvalGuardrailConfigEvalsNumber$outboundSchema: z.ZodType<
|
|
1746
|
+
CreateEvalGuardrailConfigEvalsNumber$Outbound,
|
|
1511
1747
|
z.ZodTypeDef,
|
|
1512
|
-
|
|
1748
|
+
CreateEvalGuardrailConfigEvalsNumber
|
|
1513
1749
|
> = z.object({
|
|
1514
1750
|
enabled: z.boolean(),
|
|
1515
1751
|
alertOnFailure: z.boolean().default(false),
|
|
1516
1752
|
type: z.literal("number"),
|
|
1517
1753
|
value: z.number(),
|
|
1518
|
-
operator:
|
|
1754
|
+
operator: CreateEvalGuardrailConfigEvalsOperator$outboundSchema,
|
|
1519
1755
|
}).transform((v) => {
|
|
1520
1756
|
return remap$(v, {
|
|
1521
1757
|
alertOnFailure: "alert_on_failure",
|
|
1522
1758
|
});
|
|
1523
1759
|
});
|
|
1524
1760
|
|
|
1525
|
-
export function
|
|
1526
|
-
|
|
1761
|
+
export function createEvalGuardrailConfigEvalsNumberToJSON(
|
|
1762
|
+
createEvalGuardrailConfigEvalsNumber: CreateEvalGuardrailConfigEvalsNumber,
|
|
1763
|
+
): string {
|
|
1764
|
+
return JSON.stringify(
|
|
1765
|
+
CreateEvalGuardrailConfigEvalsNumber$outboundSchema.parse(
|
|
1766
|
+
createEvalGuardrailConfigEvalsNumber,
|
|
1767
|
+
),
|
|
1768
|
+
);
|
|
1769
|
+
}
|
|
1770
|
+
|
|
1771
|
+
/** @internal */
|
|
1772
|
+
export type CreateEvalGuardrailConfigEvalsCategorical$Outbound = {
|
|
1773
|
+
enabled: boolean;
|
|
1774
|
+
alert_on_failure: boolean;
|
|
1775
|
+
type: "categorical";
|
|
1776
|
+
values: Array<string>;
|
|
1777
|
+
};
|
|
1778
|
+
|
|
1779
|
+
/** @internal */
|
|
1780
|
+
export const CreateEvalGuardrailConfigEvalsCategorical$outboundSchema:
|
|
1781
|
+
z.ZodType<
|
|
1782
|
+
CreateEvalGuardrailConfigEvalsCategorical$Outbound,
|
|
1783
|
+
z.ZodTypeDef,
|
|
1784
|
+
CreateEvalGuardrailConfigEvalsCategorical
|
|
1785
|
+
> = z.object({
|
|
1786
|
+
enabled: z.boolean(),
|
|
1787
|
+
alertOnFailure: z.boolean().default(false),
|
|
1788
|
+
type: z.literal("categorical"),
|
|
1789
|
+
values: z.array(z.string()),
|
|
1790
|
+
}).transform((v) => {
|
|
1791
|
+
return remap$(v, {
|
|
1792
|
+
alertOnFailure: "alert_on_failure",
|
|
1793
|
+
});
|
|
1794
|
+
});
|
|
1795
|
+
|
|
1796
|
+
export function createEvalGuardrailConfigEvalsCategoricalToJSON(
|
|
1797
|
+
createEvalGuardrailConfigEvalsCategorical:
|
|
1798
|
+
CreateEvalGuardrailConfigEvalsCategorical,
|
|
1799
|
+
): string {
|
|
1800
|
+
return JSON.stringify(
|
|
1801
|
+
CreateEvalGuardrailConfigEvalsCategorical$outboundSchema.parse(
|
|
1802
|
+
createEvalGuardrailConfigEvalsCategorical,
|
|
1803
|
+
),
|
|
1804
|
+
);
|
|
1527
1805
|
}
|
|
1528
1806
|
|
|
1529
1807
|
/** @internal */
|
|
1530
|
-
export type
|
|
1808
|
+
export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
|
|
1531
1809
|
enabled: boolean;
|
|
1532
1810
|
alert_on_failure: boolean;
|
|
1533
1811
|
type: "boolean";
|
|
@@ -1535,10 +1813,10 @@ export type Boolean$Outbound = {
|
|
|
1535
1813
|
};
|
|
1536
1814
|
|
|
1537
1815
|
/** @internal */
|
|
1538
|
-
export const
|
|
1539
|
-
|
|
1816
|
+
export const CreateEvalGuardrailConfigEvalsBoolean$outboundSchema: z.ZodType<
|
|
1817
|
+
CreateEvalGuardrailConfigEvalsBoolean$Outbound,
|
|
1540
1818
|
z.ZodTypeDef,
|
|
1541
|
-
|
|
1819
|
+
CreateEvalGuardrailConfigEvalsBoolean
|
|
1542
1820
|
> = z.object({
|
|
1543
1821
|
enabled: z.boolean(),
|
|
1544
1822
|
alertOnFailure: z.boolean().default(false),
|
|
@@ -1550,27 +1828,43 @@ export const Boolean$outboundSchema: z.ZodType<
|
|
|
1550
1828
|
});
|
|
1551
1829
|
});
|
|
1552
1830
|
|
|
1553
|
-
export function
|
|
1554
|
-
|
|
1831
|
+
export function createEvalGuardrailConfigEvalsBooleanToJSON(
|
|
1832
|
+
createEvalGuardrailConfigEvalsBoolean: CreateEvalGuardrailConfigEvalsBoolean,
|
|
1833
|
+
): string {
|
|
1834
|
+
return JSON.stringify(
|
|
1835
|
+
CreateEvalGuardrailConfigEvalsBoolean$outboundSchema.parse(
|
|
1836
|
+
createEvalGuardrailConfigEvalsBoolean,
|
|
1837
|
+
),
|
|
1838
|
+
);
|
|
1555
1839
|
}
|
|
1556
1840
|
|
|
1557
1841
|
/** @internal */
|
|
1558
|
-
export type
|
|
1842
|
+
export type CreateEvalRequestBodyEvalsGuardrailConfig$Outbound =
|
|
1843
|
+
| CreateEvalGuardrailConfigEvalsBoolean$Outbound
|
|
1844
|
+
| CreateEvalGuardrailConfigEvalsCategorical$Outbound
|
|
1845
|
+
| CreateEvalGuardrailConfigEvalsNumber$Outbound;
|
|
1559
1846
|
|
|
1560
1847
|
/** @internal */
|
|
1561
|
-
export const
|
|
1562
|
-
|
|
1563
|
-
|
|
1564
|
-
|
|
1565
|
-
|
|
1566
|
-
z.
|
|
1567
|
-
|
|
1568
|
-
|
|
1848
|
+
export const CreateEvalRequestBodyEvalsGuardrailConfig$outboundSchema:
|
|
1849
|
+
z.ZodType<
|
|
1850
|
+
CreateEvalRequestBodyEvalsGuardrailConfig$Outbound,
|
|
1851
|
+
z.ZodTypeDef,
|
|
1852
|
+
CreateEvalRequestBodyEvalsGuardrailConfig
|
|
1853
|
+
> = z.union([
|
|
1854
|
+
z.lazy(() => CreateEvalGuardrailConfigEvalsBoolean$outboundSchema),
|
|
1855
|
+
z.lazy(() => CreateEvalGuardrailConfigEvalsCategorical$outboundSchema),
|
|
1856
|
+
z.lazy(() => CreateEvalGuardrailConfigEvalsNumber$outboundSchema),
|
|
1857
|
+
]);
|
|
1569
1858
|
|
|
1570
|
-
export function
|
|
1571
|
-
|
|
1859
|
+
export function createEvalRequestBodyEvalsGuardrailConfigToJSON(
|
|
1860
|
+
createEvalRequestBodyEvalsGuardrailConfig:
|
|
1861
|
+
CreateEvalRequestBodyEvalsGuardrailConfig,
|
|
1572
1862
|
): string {
|
|
1573
|
-
return JSON.stringify(
|
|
1863
|
+
return JSON.stringify(
|
|
1864
|
+
CreateEvalRequestBodyEvalsGuardrailConfig$outboundSchema.parse(
|
|
1865
|
+
createEvalRequestBodyEvalsGuardrailConfig,
|
|
1866
|
+
),
|
|
1867
|
+
);
|
|
1574
1868
|
}
|
|
1575
1869
|
|
|
1576
1870
|
/** @internal */
|
|
@@ -1584,7 +1878,12 @@ export const CreateEvalRequestBodyEvalsType$outboundSchema: z.ZodNativeEnum<
|
|
|
1584
1878
|
|
|
1585
1879
|
/** @internal */
|
|
1586
1880
|
export type Json$Outbound = {
|
|
1587
|
-
guardrail_config?:
|
|
1881
|
+
guardrail_config?:
|
|
1882
|
+
| CreateEvalGuardrailConfigEvalsBoolean$Outbound
|
|
1883
|
+
| CreateEvalGuardrailConfigEvalsCategorical$Outbound
|
|
1884
|
+
| CreateEvalGuardrailConfigEvalsNumber$Outbound
|
|
1885
|
+
| null
|
|
1886
|
+
| undefined;
|
|
1588
1887
|
output_type?: string | undefined;
|
|
1589
1888
|
type: string;
|
|
1590
1889
|
schema: string;
|
|
@@ -1598,8 +1897,9 @@ export const Json$outboundSchema: z.ZodType<Json$Outbound, z.ZodTypeDef, Json> =
|
|
|
1598
1897
|
z.object({
|
|
1599
1898
|
guardrailConfig: z.nullable(
|
|
1600
1899
|
z.union([
|
|
1601
|
-
z.lazy(() =>
|
|
1602
|
-
z.lazy(() =>
|
|
1900
|
+
z.lazy(() => CreateEvalGuardrailConfigEvalsBoolean$outboundSchema),
|
|
1901
|
+
z.lazy(() => CreateEvalGuardrailConfigEvalsCategorical$outboundSchema),
|
|
1902
|
+
z.lazy(() => CreateEvalGuardrailConfigEvalsNumber$outboundSchema),
|
|
1603
1903
|
]),
|
|
1604
1904
|
).optional(),
|
|
1605
1905
|
outputType: OutputType$outboundSchema.optional(),
|
|
@@ -1620,13 +1920,13 @@ export function jsonToJSON(json: Json): string {
|
|
|
1620
1920
|
}
|
|
1621
1921
|
|
|
1622
1922
|
/** @internal */
|
|
1623
|
-
export const
|
|
1624
|
-
z.ZodNativeEnum<
|
|
1625
|
-
|
|
1626
|
-
);
|
|
1923
|
+
export const CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator$outboundSchema:
|
|
1924
|
+
z.ZodNativeEnum<
|
|
1925
|
+
typeof CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator
|
|
1926
|
+
> = z.nativeEnum(CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator);
|
|
1627
1927
|
|
|
1628
1928
|
/** @internal */
|
|
1629
|
-
export type
|
|
1929
|
+
export type CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$Outbound = {
|
|
1630
1930
|
enabled: boolean;
|
|
1631
1931
|
alert_on_failure: boolean;
|
|
1632
1932
|
type: "number";
|
|
@@ -1635,34 +1935,73 @@ export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
|
|
|
1635
1935
|
};
|
|
1636
1936
|
|
|
1637
1937
|
/** @internal */
|
|
1638
|
-
export const
|
|
1639
|
-
|
|
1640
|
-
|
|
1641
|
-
|
|
1642
|
-
|
|
1643
|
-
|
|
1644
|
-
|
|
1645
|
-
|
|
1646
|
-
|
|
1647
|
-
|
|
1648
|
-
|
|
1649
|
-
|
|
1650
|
-
|
|
1938
|
+
export const CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$outboundSchema:
|
|
1939
|
+
z.ZodType<
|
|
1940
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$Outbound,
|
|
1941
|
+
z.ZodTypeDef,
|
|
1942
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber
|
|
1943
|
+
> = z.object({
|
|
1944
|
+
enabled: z.boolean(),
|
|
1945
|
+
alertOnFailure: z.boolean().default(false),
|
|
1946
|
+
type: z.literal("number"),
|
|
1947
|
+
value: z.number(),
|
|
1948
|
+
operator:
|
|
1949
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator$outboundSchema,
|
|
1950
|
+
}).transform((v) => {
|
|
1951
|
+
return remap$(v, {
|
|
1952
|
+
alertOnFailure: "alert_on_failure",
|
|
1953
|
+
});
|
|
1651
1954
|
});
|
|
1652
|
-
});
|
|
1653
1955
|
|
|
1654
|
-
export function
|
|
1655
|
-
|
|
1956
|
+
export function createEvalGuardrailConfigEvalsRequestRequestBodyNumberToJSON(
|
|
1957
|
+
createEvalGuardrailConfigEvalsRequestRequestBodyNumber:
|
|
1958
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber,
|
|
1656
1959
|
): string {
|
|
1657
1960
|
return JSON.stringify(
|
|
1658
|
-
|
|
1659
|
-
|
|
1961
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$outboundSchema.parse(
|
|
1962
|
+
createEvalGuardrailConfigEvalsRequestRequestBodyNumber,
|
|
1660
1963
|
),
|
|
1661
1964
|
);
|
|
1662
1965
|
}
|
|
1663
1966
|
|
|
1664
1967
|
/** @internal */
|
|
1665
|
-
export type
|
|
1968
|
+
export type CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$Outbound =
|
|
1969
|
+
{
|
|
1970
|
+
enabled: boolean;
|
|
1971
|
+
alert_on_failure: boolean;
|
|
1972
|
+
type: "categorical";
|
|
1973
|
+
values: Array<string>;
|
|
1974
|
+
};
|
|
1975
|
+
|
|
1976
|
+
/** @internal */
|
|
1977
|
+
export const CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$outboundSchema:
|
|
1978
|
+
z.ZodType<
|
|
1979
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$Outbound,
|
|
1980
|
+
z.ZodTypeDef,
|
|
1981
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical
|
|
1982
|
+
> = z.object({
|
|
1983
|
+
enabled: z.boolean(),
|
|
1984
|
+
alertOnFailure: z.boolean().default(false),
|
|
1985
|
+
type: z.literal("categorical"),
|
|
1986
|
+
values: z.array(z.string()),
|
|
1987
|
+
}).transform((v) => {
|
|
1988
|
+
return remap$(v, {
|
|
1989
|
+
alertOnFailure: "alert_on_failure",
|
|
1990
|
+
});
|
|
1991
|
+
});
|
|
1992
|
+
|
|
1993
|
+
export function createEvalGuardrailConfigEvalsRequestRequestBodyCategoricalToJSON(
|
|
1994
|
+
createEvalGuardrailConfigEvalsRequestRequestBodyCategorical:
|
|
1995
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical,
|
|
1996
|
+
): string {
|
|
1997
|
+
return JSON.stringify(
|
|
1998
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$outboundSchema
|
|
1999
|
+
.parse(createEvalGuardrailConfigEvalsRequestRequestBodyCategorical),
|
|
2000
|
+
);
|
|
2001
|
+
}
|
|
2002
|
+
|
|
2003
|
+
/** @internal */
|
|
2004
|
+
export type CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$Outbound = {
|
|
1666
2005
|
enabled: boolean;
|
|
1667
2006
|
alert_on_failure: boolean;
|
|
1668
2007
|
type: "boolean";
|
|
@@ -1670,35 +2009,37 @@ export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
|
|
|
1670
2009
|
};
|
|
1671
2010
|
|
|
1672
2011
|
/** @internal */
|
|
1673
|
-
export const
|
|
1674
|
-
|
|
1675
|
-
|
|
1676
|
-
|
|
1677
|
-
|
|
1678
|
-
|
|
1679
|
-
|
|
1680
|
-
|
|
1681
|
-
|
|
1682
|
-
|
|
1683
|
-
|
|
1684
|
-
|
|
2012
|
+
export const CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$outboundSchema:
|
|
2013
|
+
z.ZodType<
|
|
2014
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$Outbound,
|
|
2015
|
+
z.ZodTypeDef,
|
|
2016
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean
|
|
2017
|
+
> = z.object({
|
|
2018
|
+
enabled: z.boolean(),
|
|
2019
|
+
alertOnFailure: z.boolean().default(false),
|
|
2020
|
+
type: z.literal("boolean"),
|
|
2021
|
+
value: z.boolean(),
|
|
2022
|
+
}).transform((v) => {
|
|
2023
|
+
return remap$(v, {
|
|
2024
|
+
alertOnFailure: "alert_on_failure",
|
|
2025
|
+
});
|
|
1685
2026
|
});
|
|
1686
|
-
});
|
|
1687
2027
|
|
|
1688
|
-
export function
|
|
1689
|
-
|
|
2028
|
+
export function createEvalGuardrailConfigEvalsRequestRequestBodyBooleanToJSON(
|
|
2029
|
+
createEvalGuardrailConfigEvalsRequestRequestBodyBoolean:
|
|
2030
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean,
|
|
1690
2031
|
): string {
|
|
1691
2032
|
return JSON.stringify(
|
|
1692
|
-
|
|
1693
|
-
|
|
1694
|
-
),
|
|
2033
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$outboundSchema
|
|
2034
|
+
.parse(createEvalGuardrailConfigEvalsRequestRequestBodyBoolean),
|
|
1695
2035
|
);
|
|
1696
2036
|
}
|
|
1697
2037
|
|
|
1698
2038
|
/** @internal */
|
|
1699
2039
|
export type LLMGuardrailConfig$Outbound =
|
|
1700
|
-
|
|
|
1701
|
-
|
|
|
2040
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$Outbound
|
|
2041
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$Outbound
|
|
2042
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$Outbound;
|
|
1702
2043
|
|
|
1703
2044
|
/** @internal */
|
|
1704
2045
|
export const LLMGuardrailConfig$outboundSchema: z.ZodType<
|
|
@@ -1706,8 +2047,15 @@ export const LLMGuardrailConfig$outboundSchema: z.ZodType<
|
|
|
1706
2047
|
z.ZodTypeDef,
|
|
1707
2048
|
LLMGuardrailConfig
|
|
1708
2049
|
> = z.union([
|
|
1709
|
-
z.lazy(() =>
|
|
1710
|
-
|
|
2050
|
+
z.lazy(() =>
|
|
2051
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$outboundSchema
|
|
2052
|
+
),
|
|
2053
|
+
z.lazy(() =>
|
|
2054
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$outboundSchema
|
|
2055
|
+
),
|
|
2056
|
+
z.lazy(() =>
|
|
2057
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$outboundSchema
|
|
2058
|
+
),
|
|
1711
2059
|
]);
|
|
1712
2060
|
|
|
1713
2061
|
export function llmGuardrailConfigToJSON(
|
|
@@ -1727,6 +2075,30 @@ export const LLMOutputType$outboundSchema: z.ZodNativeEnum<
|
|
|
1727
2075
|
export const LLMType$outboundSchema: z.ZodNativeEnum<typeof LLMType> = z
|
|
1728
2076
|
.nativeEnum(LLMType);
|
|
1729
2077
|
|
|
2078
|
+
/** @internal */
|
|
2079
|
+
export type LLMCategoricalLabels$Outbound = {
|
|
2080
|
+
value: string;
|
|
2081
|
+
description?: string | undefined;
|
|
2082
|
+
};
|
|
2083
|
+
|
|
2084
|
+
/** @internal */
|
|
2085
|
+
export const LLMCategoricalLabels$outboundSchema: z.ZodType<
|
|
2086
|
+
LLMCategoricalLabels$Outbound,
|
|
2087
|
+
z.ZodTypeDef,
|
|
2088
|
+
LLMCategoricalLabels
|
|
2089
|
+
> = z.object({
|
|
2090
|
+
value: z.string(),
|
|
2091
|
+
description: z.string().optional(),
|
|
2092
|
+
});
|
|
2093
|
+
|
|
2094
|
+
export function llmCategoricalLabelsToJSON(
|
|
2095
|
+
llmCategoricalLabels: LLMCategoricalLabels,
|
|
2096
|
+
): string {
|
|
2097
|
+
return JSON.stringify(
|
|
2098
|
+
LLMCategoricalLabels$outboundSchema.parse(llmCategoricalLabels),
|
|
2099
|
+
);
|
|
2100
|
+
}
|
|
2101
|
+
|
|
1730
2102
|
/** @internal */
|
|
1731
2103
|
export type CreateEvalLLMRetry$Outbound = {
|
|
1732
2104
|
count: number;
|
|
@@ -1906,14 +2278,17 @@ export function llmJuryToJSON(llmJury: LLMJury): string {
|
|
|
1906
2278
|
/** @internal */
|
|
1907
2279
|
export type Llm2$Outbound = {
|
|
1908
2280
|
guardrail_config?:
|
|
1909
|
-
|
|
|
1910
|
-
|
|
|
2281
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$Outbound
|
|
2282
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$Outbound
|
|
2283
|
+
| CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$Outbound
|
|
1911
2284
|
| null
|
|
1912
2285
|
| undefined;
|
|
1913
2286
|
output_type?: string | undefined;
|
|
1914
2287
|
type: string;
|
|
1915
2288
|
repetitions?: number | undefined;
|
|
1916
2289
|
prompt: string;
|
|
2290
|
+
categories?: Array<string> | undefined;
|
|
2291
|
+
categorical_labels?: Array<LLMCategoricalLabels$Outbound> | undefined;
|
|
1917
2292
|
path: string;
|
|
1918
2293
|
description: string;
|
|
1919
2294
|
key: string;
|
|
@@ -1926,14 +2301,25 @@ export const Llm2$outboundSchema: z.ZodType<Llm2$Outbound, z.ZodTypeDef, Llm2> =
|
|
|
1926
2301
|
z.object({
|
|
1927
2302
|
guardrailConfig: z.nullable(
|
|
1928
2303
|
z.union([
|
|
1929
|
-
z.lazy(() =>
|
|
1930
|
-
|
|
2304
|
+
z.lazy(() =>
|
|
2305
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$outboundSchema
|
|
2306
|
+
),
|
|
2307
|
+
z.lazy(() =>
|
|
2308
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$outboundSchema
|
|
2309
|
+
),
|
|
2310
|
+
z.lazy(() =>
|
|
2311
|
+
CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$outboundSchema
|
|
2312
|
+
),
|
|
1931
2313
|
]),
|
|
1932
2314
|
).optional(),
|
|
1933
2315
|
outputType: LLMOutputType$outboundSchema.optional(),
|
|
1934
2316
|
type: LLMType$outboundSchema,
|
|
1935
2317
|
repetitions: z.number().int().optional(),
|
|
1936
2318
|
prompt: z.string(),
|
|
2319
|
+
categories: z.array(z.string()).optional(),
|
|
2320
|
+
categoricalLabels: z.array(
|
|
2321
|
+
z.lazy(() => LLMCategoricalLabels$outboundSchema),
|
|
2322
|
+
).optional(),
|
|
1937
2323
|
path: z.string(),
|
|
1938
2324
|
description: z.string().default(""),
|
|
1939
2325
|
key: z.string(),
|
|
@@ -1943,6 +2329,7 @@ export const Llm2$outboundSchema: z.ZodType<Llm2$Outbound, z.ZodTypeDef, Llm2> =
|
|
|
1943
2329
|
return remap$(v, {
|
|
1944
2330
|
guardrailConfig: "guardrail_config",
|
|
1945
2331
|
outputType: "output_type",
|
|
2332
|
+
categoricalLabels: "categorical_labels",
|
|
1946
2333
|
});
|
|
1947
2334
|
});
|
|
1948
2335
|
|
|
@@ -1993,6 +2380,42 @@ export function createEvalGuardrailConfigEvalsRequestNumberToJSON(
|
|
|
1993
2380
|
);
|
|
1994
2381
|
}
|
|
1995
2382
|
|
|
2383
|
+
/** @internal */
|
|
2384
|
+
export type CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound = {
|
|
2385
|
+
enabled: boolean;
|
|
2386
|
+
alert_on_failure: boolean;
|
|
2387
|
+
type: "categorical";
|
|
2388
|
+
values: Array<string>;
|
|
2389
|
+
};
|
|
2390
|
+
|
|
2391
|
+
/** @internal */
|
|
2392
|
+
export const CreateEvalGuardrailConfigEvalsRequestCategorical$outboundSchema:
|
|
2393
|
+
z.ZodType<
|
|
2394
|
+
CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound,
|
|
2395
|
+
z.ZodTypeDef,
|
|
2396
|
+
CreateEvalGuardrailConfigEvalsRequestCategorical
|
|
2397
|
+
> = z.object({
|
|
2398
|
+
enabled: z.boolean(),
|
|
2399
|
+
alertOnFailure: z.boolean().default(false),
|
|
2400
|
+
type: z.literal("categorical"),
|
|
2401
|
+
values: z.array(z.string()),
|
|
2402
|
+
}).transform((v) => {
|
|
2403
|
+
return remap$(v, {
|
|
2404
|
+
alertOnFailure: "alert_on_failure",
|
|
2405
|
+
});
|
|
2406
|
+
});
|
|
2407
|
+
|
|
2408
|
+
export function createEvalGuardrailConfigEvalsRequestCategoricalToJSON(
|
|
2409
|
+
createEvalGuardrailConfigEvalsRequestCategorical:
|
|
2410
|
+
CreateEvalGuardrailConfigEvalsRequestCategorical,
|
|
2411
|
+
): string {
|
|
2412
|
+
return JSON.stringify(
|
|
2413
|
+
CreateEvalGuardrailConfigEvalsRequestCategorical$outboundSchema.parse(
|
|
2414
|
+
createEvalGuardrailConfigEvalsRequestCategorical,
|
|
2415
|
+
),
|
|
2416
|
+
);
|
|
2417
|
+
}
|
|
2418
|
+
|
|
1996
2419
|
/** @internal */
|
|
1997
2420
|
export type CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound = {
|
|
1998
2421
|
enabled: boolean;
|
|
@@ -2032,6 +2455,7 @@ export function createEvalGuardrailConfigEvalsRequestBooleanToJSON(
|
|
|
2032
2455
|
/** @internal */
|
|
2033
2456
|
export type CreateEvalLLMGuardrailConfig$Outbound =
|
|
2034
2457
|
| CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound
|
|
2458
|
+
| CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound
|
|
2035
2459
|
| CreateEvalGuardrailConfigEvalsRequestNumber$Outbound;
|
|
2036
2460
|
|
|
2037
2461
|
/** @internal */
|
|
@@ -2041,6 +2465,7 @@ export const CreateEvalLLMGuardrailConfig$outboundSchema: z.ZodType<
|
|
|
2041
2465
|
CreateEvalLLMGuardrailConfig
|
|
2042
2466
|
> = z.union([
|
|
2043
2467
|
z.lazy(() => CreateEvalGuardrailConfigEvalsRequestBoolean$outboundSchema),
|
|
2468
|
+
z.lazy(() => CreateEvalGuardrailConfigEvalsRequestCategorical$outboundSchema),
|
|
2044
2469
|
z.lazy(() => CreateEvalGuardrailConfigEvalsRequestNumber$outboundSchema),
|
|
2045
2470
|
]);
|
|
2046
2471
|
|
|
@@ -2064,10 +2489,37 @@ export const CreateEvalLLMType$outboundSchema: z.ZodNativeEnum<
|
|
|
2064
2489
|
typeof CreateEvalLLMType
|
|
2065
2490
|
> = z.nativeEnum(CreateEvalLLMType);
|
|
2066
2491
|
|
|
2492
|
+
/** @internal */
|
|
2493
|
+
export type CreateEvalLLMCategoricalLabels$Outbound = {
|
|
2494
|
+
value: string;
|
|
2495
|
+
description?: string | undefined;
|
|
2496
|
+
};
|
|
2497
|
+
|
|
2498
|
+
/** @internal */
|
|
2499
|
+
export const CreateEvalLLMCategoricalLabels$outboundSchema: z.ZodType<
|
|
2500
|
+
CreateEvalLLMCategoricalLabels$Outbound,
|
|
2501
|
+
z.ZodTypeDef,
|
|
2502
|
+
CreateEvalLLMCategoricalLabels
|
|
2503
|
+
> = z.object({
|
|
2504
|
+
value: z.string(),
|
|
2505
|
+
description: z.string().optional(),
|
|
2506
|
+
});
|
|
2507
|
+
|
|
2508
|
+
export function createEvalLLMCategoricalLabelsToJSON(
|
|
2509
|
+
createEvalLLMCategoricalLabels: CreateEvalLLMCategoricalLabels,
|
|
2510
|
+
): string {
|
|
2511
|
+
return JSON.stringify(
|
|
2512
|
+
CreateEvalLLMCategoricalLabels$outboundSchema.parse(
|
|
2513
|
+
createEvalLLMCategoricalLabels,
|
|
2514
|
+
),
|
|
2515
|
+
);
|
|
2516
|
+
}
|
|
2517
|
+
|
|
2067
2518
|
/** @internal */
|
|
2068
2519
|
export type Llm1$Outbound = {
|
|
2069
2520
|
guardrail_config?:
|
|
2070
2521
|
| CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound
|
|
2522
|
+
| CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound
|
|
2071
2523
|
| CreateEvalGuardrailConfigEvalsRequestNumber$Outbound
|
|
2072
2524
|
| null
|
|
2073
2525
|
| undefined;
|
|
@@ -2075,6 +2527,10 @@ export type Llm1$Outbound = {
|
|
|
2075
2527
|
type: string;
|
|
2076
2528
|
repetitions?: number | undefined;
|
|
2077
2529
|
prompt: string;
|
|
2530
|
+
categories?: Array<string> | undefined;
|
|
2531
|
+
categorical_labels?:
|
|
2532
|
+
| Array<CreateEvalLLMCategoricalLabels$Outbound>
|
|
2533
|
+
| undefined;
|
|
2078
2534
|
path: string;
|
|
2079
2535
|
description: string;
|
|
2080
2536
|
key: string;
|
|
@@ -2090,6 +2546,9 @@ export const Llm1$outboundSchema: z.ZodType<Llm1$Outbound, z.ZodTypeDef, Llm1> =
|
|
|
2090
2546
|
z.lazy(() =>
|
|
2091
2547
|
CreateEvalGuardrailConfigEvalsRequestBoolean$outboundSchema
|
|
2092
2548
|
),
|
|
2549
|
+
z.lazy(() =>
|
|
2550
|
+
CreateEvalGuardrailConfigEvalsRequestCategorical$outboundSchema
|
|
2551
|
+
),
|
|
2093
2552
|
z.lazy(() =>
|
|
2094
2553
|
CreateEvalGuardrailConfigEvalsRequestNumber$outboundSchema
|
|
2095
2554
|
),
|
|
@@ -2099,6 +2558,10 @@ export const Llm1$outboundSchema: z.ZodType<Llm1$Outbound, z.ZodTypeDef, Llm1> =
|
|
|
2099
2558
|
type: CreateEvalLLMType$outboundSchema,
|
|
2100
2559
|
repetitions: z.number().int().optional(),
|
|
2101
2560
|
prompt: z.string(),
|
|
2561
|
+
categories: z.array(z.string()).optional(),
|
|
2562
|
+
categoricalLabels: z.array(
|
|
2563
|
+
z.lazy(() => CreateEvalLLMCategoricalLabels$outboundSchema),
|
|
2564
|
+
).optional(),
|
|
2102
2565
|
path: z.string(),
|
|
2103
2566
|
description: z.string().default(""),
|
|
2104
2567
|
key: z.string(),
|
|
@@ -2108,6 +2571,7 @@ export const Llm1$outboundSchema: z.ZodType<Llm1$Outbound, z.ZodTypeDef, Llm1> =
|
|
|
2108
2571
|
return remap$(v, {
|
|
2109
2572
|
guardrailConfig: "guardrail_config",
|
|
2110
2573
|
outputType: "output_type",
|
|
2574
|
+
categoricalLabels: "categorical_labels",
|
|
2111
2575
|
});
|
|
2112
2576
|
});
|
|
2113
2577
|
|
|
@@ -2161,44 +2625,76 @@ export function createEvalRequestBodyToJSON(
|
|
|
2161
2625
|
}
|
|
2162
2626
|
|
|
2163
2627
|
/** @internal */
|
|
2164
|
-
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator$inboundSchema:
|
|
2165
|
-
z.ZodNativeEnum<
|
|
2166
|
-
typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator
|
|
2167
|
-
> = z.nativeEnum(
|
|
2168
|
-
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator,
|
|
2169
|
-
);
|
|
2170
|
-
|
|
2171
|
-
/** @internal */
|
|
2172
|
-
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema:
|
|
2628
|
+
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator$inboundSchema:
|
|
2629
|
+
z.ZodNativeEnum<
|
|
2630
|
+
typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator
|
|
2631
|
+
> = z.nativeEnum(
|
|
2632
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator,
|
|
2633
|
+
);
|
|
2634
|
+
|
|
2635
|
+
/** @internal */
|
|
2636
|
+
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema:
|
|
2637
|
+
z.ZodType<
|
|
2638
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number,
|
|
2639
|
+
z.ZodTypeDef,
|
|
2640
|
+
unknown
|
|
2641
|
+
> = z.object({
|
|
2642
|
+
enabled: z.boolean(),
|
|
2643
|
+
alert_on_failure: z.boolean().default(false),
|
|
2644
|
+
type: z.literal("number"),
|
|
2645
|
+
value: z.number(),
|
|
2646
|
+
operator:
|
|
2647
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator$inboundSchema,
|
|
2648
|
+
}).transform((v) => {
|
|
2649
|
+
return remap$(v, {
|
|
2650
|
+
"alert_on_failure": "alertOnFailure",
|
|
2651
|
+
});
|
|
2652
|
+
});
|
|
2653
|
+
|
|
2654
|
+
export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7NumberFromJSON(
|
|
2655
|
+
jsonString: string,
|
|
2656
|
+
): SafeParseResult<
|
|
2657
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number,
|
|
2658
|
+
SDKValidationError
|
|
2659
|
+
> {
|
|
2660
|
+
return safeParse(
|
|
2661
|
+
jsonString,
|
|
2662
|
+
(x) =>
|
|
2663
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema
|
|
2664
|
+
.parse(JSON.parse(x)),
|
|
2665
|
+
`Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number' from JSON`,
|
|
2666
|
+
);
|
|
2667
|
+
}
|
|
2668
|
+
|
|
2669
|
+
/** @internal */
|
|
2670
|
+
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical$inboundSchema:
|
|
2173
2671
|
z.ZodType<
|
|
2174
|
-
|
|
2672
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical,
|
|
2175
2673
|
z.ZodTypeDef,
|
|
2176
2674
|
unknown
|
|
2177
2675
|
> = z.object({
|
|
2178
2676
|
enabled: z.boolean(),
|
|
2179
2677
|
alert_on_failure: z.boolean().default(false),
|
|
2180
|
-
type: z.literal("
|
|
2181
|
-
|
|
2182
|
-
operator:
|
|
2183
|
-
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator$inboundSchema,
|
|
2678
|
+
type: z.literal("categorical"),
|
|
2679
|
+
values: z.array(z.string()),
|
|
2184
2680
|
}).transform((v) => {
|
|
2185
2681
|
return remap$(v, {
|
|
2186
2682
|
"alert_on_failure": "alertOnFailure",
|
|
2187
2683
|
});
|
|
2188
2684
|
});
|
|
2189
2685
|
|
|
2190
|
-
export function
|
|
2686
|
+
export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7CategoricalFromJSON(
|
|
2191
2687
|
jsonString: string,
|
|
2192
2688
|
): SafeParseResult<
|
|
2193
|
-
|
|
2689
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical,
|
|
2194
2690
|
SDKValidationError
|
|
2195
2691
|
> {
|
|
2196
2692
|
return safeParse(
|
|
2197
2693
|
jsonString,
|
|
2198
2694
|
(x) =>
|
|
2199
|
-
|
|
2695
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical$inboundSchema
|
|
2200
2696
|
.parse(JSON.parse(x)),
|
|
2201
|
-
`Failed to parse '
|
|
2697
|
+
`Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical' from JSON`,
|
|
2202
2698
|
);
|
|
2203
2699
|
}
|
|
2204
2700
|
|
|
@@ -2244,6 +2740,9 @@ export const CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfi
|
|
|
2244
2740
|
z.lazy(() =>
|
|
2245
2741
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean$inboundSchema
|
|
2246
2742
|
),
|
|
2743
|
+
z.lazy(() =>
|
|
2744
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical$inboundSchema
|
|
2745
|
+
),
|
|
2247
2746
|
z.lazy(() =>
|
|
2248
2747
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema
|
|
2249
2748
|
),
|
|
@@ -2278,13 +2777,16 @@ export const Typescript$inboundSchema: z.ZodType<
|
|
|
2278
2777
|
> = z.object({
|
|
2279
2778
|
_id: z.string(),
|
|
2280
2779
|
description: z.string(),
|
|
2281
|
-
created: z.string().default("2026-04-
|
|
2282
|
-
updated: z.string().default("2026-04-
|
|
2780
|
+
created: z.string().default("2026-04-14T06:07:21.060Z"),
|
|
2781
|
+
updated: z.string().default("2026-04-14T06:07:21.061Z"),
|
|
2283
2782
|
guardrail_config: z.nullable(
|
|
2284
2783
|
z.union([
|
|
2285
2784
|
z.lazy(() =>
|
|
2286
2785
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean$inboundSchema
|
|
2287
2786
|
),
|
|
2787
|
+
z.lazy(() =>
|
|
2788
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical$inboundSchema
|
|
2789
|
+
),
|
|
2288
2790
|
z.lazy(() =>
|
|
2289
2791
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema
|
|
2290
2792
|
),
|
|
@@ -2352,6 +2854,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
|
|
|
2352
2854
|
);
|
|
2353
2855
|
}
|
|
2354
2856
|
|
|
2857
|
+
/** @internal */
|
|
2858
|
+
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical$inboundSchema:
|
|
2859
|
+
z.ZodType<
|
|
2860
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical,
|
|
2861
|
+
z.ZodTypeDef,
|
|
2862
|
+
unknown
|
|
2863
|
+
> = z.object({
|
|
2864
|
+
enabled: z.boolean(),
|
|
2865
|
+
alert_on_failure: z.boolean().default(false),
|
|
2866
|
+
type: z.literal("categorical"),
|
|
2867
|
+
values: z.array(z.string()),
|
|
2868
|
+
}).transform((v) => {
|
|
2869
|
+
return remap$(v, {
|
|
2870
|
+
"alert_on_failure": "alertOnFailure",
|
|
2871
|
+
});
|
|
2872
|
+
});
|
|
2873
|
+
|
|
2874
|
+
export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6CategoricalFromJSON(
|
|
2875
|
+
jsonString: string,
|
|
2876
|
+
): SafeParseResult<
|
|
2877
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical,
|
|
2878
|
+
SDKValidationError
|
|
2879
|
+
> {
|
|
2880
|
+
return safeParse(
|
|
2881
|
+
jsonString,
|
|
2882
|
+
(x) =>
|
|
2883
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical$inboundSchema
|
|
2884
|
+
.parse(JSON.parse(x)),
|
|
2885
|
+
`Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical' from JSON`,
|
|
2886
|
+
);
|
|
2887
|
+
}
|
|
2888
|
+
|
|
2355
2889
|
/** @internal */
|
|
2356
2890
|
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$inboundSchema:
|
|
2357
2891
|
z.ZodType<
|
|
@@ -2394,6 +2928,9 @@ export const CreateEvalResponseBodyEvalsResponse200GuardrailConfig$inboundSchema
|
|
|
2394
2928
|
z.lazy(() =>
|
|
2395
2929
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$inboundSchema
|
|
2396
2930
|
),
|
|
2931
|
+
z.lazy(() =>
|
|
2932
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical$inboundSchema
|
|
2933
|
+
),
|
|
2397
2934
|
z.lazy(() =>
|
|
2398
2935
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number$inboundSchema
|
|
2399
2936
|
),
|
|
@@ -2429,13 +2966,16 @@ export const Ragas$inboundSchema: z.ZodType<Ragas, z.ZodTypeDef, unknown> = z
|
|
|
2429
2966
|
.object({
|
|
2430
2967
|
_id: z.string(),
|
|
2431
2968
|
description: z.string(),
|
|
2432
|
-
created: z.string().default("2026-04-
|
|
2433
|
-
updated: z.string().default("2026-04-
|
|
2969
|
+
created: z.string().default("2026-04-14T06:07:21.060Z"),
|
|
2970
|
+
updated: z.string().default("2026-04-14T06:07:21.061Z"),
|
|
2434
2971
|
guardrail_config: z.nullable(
|
|
2435
2972
|
z.union([
|
|
2436
2973
|
z.lazy(() =>
|
|
2437
2974
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$inboundSchema
|
|
2438
2975
|
),
|
|
2976
|
+
z.lazy(() =>
|
|
2977
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical$inboundSchema
|
|
2978
|
+
),
|
|
2439
2979
|
z.lazy(() =>
|
|
2440
2980
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number$inboundSchema
|
|
2441
2981
|
),
|
|
@@ -2505,6 +3045,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
|
|
|
2505
3045
|
);
|
|
2506
3046
|
}
|
|
2507
3047
|
|
|
3048
|
+
/** @internal */
|
|
3049
|
+
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema:
|
|
3050
|
+
z.ZodType<
|
|
3051
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical,
|
|
3052
|
+
z.ZodTypeDef,
|
|
3053
|
+
unknown
|
|
3054
|
+
> = z.object({
|
|
3055
|
+
enabled: z.boolean(),
|
|
3056
|
+
alert_on_failure: z.boolean().default(false),
|
|
3057
|
+
type: z.literal("categorical"),
|
|
3058
|
+
values: z.array(z.string()),
|
|
3059
|
+
}).transform((v) => {
|
|
3060
|
+
return remap$(v, {
|
|
3061
|
+
"alert_on_failure": "alertOnFailure",
|
|
3062
|
+
});
|
|
3063
|
+
});
|
|
3064
|
+
|
|
3065
|
+
export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategoricalFromJSON(
|
|
3066
|
+
jsonString: string,
|
|
3067
|
+
): SafeParseResult<
|
|
3068
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical,
|
|
3069
|
+
SDKValidationError
|
|
3070
|
+
> {
|
|
3071
|
+
return safeParse(
|
|
3072
|
+
jsonString,
|
|
3073
|
+
(x) =>
|
|
3074
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema
|
|
3075
|
+
.parse(JSON.parse(x)),
|
|
3076
|
+
`Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical' from JSON`,
|
|
3077
|
+
);
|
|
3078
|
+
}
|
|
3079
|
+
|
|
2508
3080
|
/** @internal */
|
|
2509
3081
|
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema:
|
|
2510
3082
|
z.ZodType<
|
|
@@ -2547,6 +3119,9 @@ export const CreateEvalResponseBodyEvalsResponseGuardrailConfig$inboundSchema:
|
|
|
2547
3119
|
z.lazy(() =>
|
|
2548
3120
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema
|
|
2549
3121
|
),
|
|
3122
|
+
z.lazy(() =>
|
|
3123
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema
|
|
3124
|
+
),
|
|
2550
3125
|
z.lazy(() =>
|
|
2551
3126
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema
|
|
2552
3127
|
),
|
|
@@ -3221,13 +3796,16 @@ export const CreateEvalResponseBodyFunction$inboundSchema: z.ZodType<
|
|
|
3221
3796
|
> = z.object({
|
|
3222
3797
|
_id: z.string(),
|
|
3223
3798
|
description: z.string(),
|
|
3224
|
-
created: z.string().default("2026-04-
|
|
3225
|
-
updated: z.string().default("2026-04-
|
|
3799
|
+
created: z.string().default("2026-04-14T06:07:21.060Z"),
|
|
3800
|
+
updated: z.string().default("2026-04-14T06:07:21.061Z"),
|
|
3226
3801
|
guardrail_config: z.nullable(
|
|
3227
3802
|
z.union([
|
|
3228
3803
|
z.lazy(() =>
|
|
3229
3804
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema
|
|
3230
3805
|
),
|
|
3806
|
+
z.lazy(() =>
|
|
3807
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema
|
|
3808
|
+
),
|
|
3231
3809
|
z.lazy(() =>
|
|
3232
3810
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema
|
|
3233
3811
|
),
|
|
@@ -3329,6 +3907,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONNumberFr
|
|
|
3329
3907
|
);
|
|
3330
3908
|
}
|
|
3331
3909
|
|
|
3910
|
+
/** @internal */
|
|
3911
|
+
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema:
|
|
3912
|
+
z.ZodType<
|
|
3913
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical,
|
|
3914
|
+
z.ZodTypeDef,
|
|
3915
|
+
unknown
|
|
3916
|
+
> = z.object({
|
|
3917
|
+
enabled: z.boolean(),
|
|
3918
|
+
alert_on_failure: z.boolean().default(false),
|
|
3919
|
+
type: z.literal("categorical"),
|
|
3920
|
+
values: z.array(z.string()),
|
|
3921
|
+
}).transform((v) => {
|
|
3922
|
+
return remap$(v, {
|
|
3923
|
+
"alert_on_failure": "alertOnFailure",
|
|
3924
|
+
});
|
|
3925
|
+
});
|
|
3926
|
+
|
|
3927
|
+
export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONCategoricalFromJSON(
|
|
3928
|
+
jsonString: string,
|
|
3929
|
+
): SafeParseResult<
|
|
3930
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical,
|
|
3931
|
+
SDKValidationError
|
|
3932
|
+
> {
|
|
3933
|
+
return safeParse(
|
|
3934
|
+
jsonString,
|
|
3935
|
+
(x) =>
|
|
3936
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema
|
|
3937
|
+
.parse(JSON.parse(x)),
|
|
3938
|
+
`Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical' from JSON`,
|
|
3939
|
+
);
|
|
3940
|
+
}
|
|
3941
|
+
|
|
3332
3942
|
/** @internal */
|
|
3333
3943
|
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema:
|
|
3334
3944
|
z.ZodType<
|
|
@@ -3368,6 +3978,9 @@ export const CreateEvalResponseBodyEvalsGuardrailConfig$inboundSchema:
|
|
|
3368
3978
|
z.lazy(() =>
|
|
3369
3979
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema
|
|
3370
3980
|
),
|
|
3981
|
+
z.lazy(() =>
|
|
3982
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema
|
|
3983
|
+
),
|
|
3371
3984
|
z.lazy(() =>
|
|
3372
3985
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema
|
|
3373
3986
|
),
|
|
@@ -3402,13 +4015,16 @@ export const ResponseBodyPython$inboundSchema: z.ZodType<
|
|
|
3402
4015
|
> = z.object({
|
|
3403
4016
|
_id: z.string(),
|
|
3404
4017
|
description: z.string(),
|
|
3405
|
-
created: z.string().default("2026-04-
|
|
3406
|
-
updated: z.string().default("2026-04-
|
|
4018
|
+
created: z.string().default("2026-04-14T06:07:21.060Z"),
|
|
4019
|
+
updated: z.string().default("2026-04-14T06:07:21.061Z"),
|
|
3407
4020
|
guardrail_config: z.nullable(
|
|
3408
4021
|
z.union([
|
|
3409
4022
|
z.lazy(() =>
|
|
3410
4023
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema
|
|
3411
4024
|
),
|
|
4025
|
+
z.lazy(() =>
|
|
4026
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema
|
|
4027
|
+
),
|
|
3412
4028
|
z.lazy(() =>
|
|
3413
4029
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema
|
|
3414
4030
|
),
|
|
@@ -3473,6 +4089,39 @@ export function createEvalGuardrailConfigEvalsResponse200NumberFromJSON(
|
|
|
3473
4089
|
);
|
|
3474
4090
|
}
|
|
3475
4091
|
|
|
4092
|
+
/** @internal */
|
|
4093
|
+
export const CreateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema:
|
|
4094
|
+
z.ZodType<
|
|
4095
|
+
CreateEvalGuardrailConfigEvalsResponse200Categorical,
|
|
4096
|
+
z.ZodTypeDef,
|
|
4097
|
+
unknown
|
|
4098
|
+
> = z.object({
|
|
4099
|
+
enabled: z.boolean(),
|
|
4100
|
+
alert_on_failure: z.boolean().default(false),
|
|
4101
|
+
type: z.literal("categorical"),
|
|
4102
|
+
values: z.array(z.string()),
|
|
4103
|
+
}).transform((v) => {
|
|
4104
|
+
return remap$(v, {
|
|
4105
|
+
"alert_on_failure": "alertOnFailure",
|
|
4106
|
+
});
|
|
4107
|
+
});
|
|
4108
|
+
|
|
4109
|
+
export function createEvalGuardrailConfigEvalsResponse200CategoricalFromJSON(
|
|
4110
|
+
jsonString: string,
|
|
4111
|
+
): SafeParseResult<
|
|
4112
|
+
CreateEvalGuardrailConfigEvalsResponse200Categorical,
|
|
4113
|
+
SDKValidationError
|
|
4114
|
+
> {
|
|
4115
|
+
return safeParse(
|
|
4116
|
+
jsonString,
|
|
4117
|
+
(x) =>
|
|
4118
|
+
CreateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema.parse(
|
|
4119
|
+
JSON.parse(x),
|
|
4120
|
+
),
|
|
4121
|
+
`Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200Categorical' from JSON`,
|
|
4122
|
+
);
|
|
4123
|
+
}
|
|
4124
|
+
|
|
3476
4125
|
/** @internal */
|
|
3477
4126
|
export const CreateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema:
|
|
3478
4127
|
z.ZodType<
|
|
@@ -3513,6 +4162,9 @@ export const CreateEvalResponseBodyGuardrailConfig$inboundSchema: z.ZodType<
|
|
|
3513
4162
|
unknown
|
|
3514
4163
|
> = z.union([
|
|
3515
4164
|
z.lazy(() => CreateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema),
|
|
4165
|
+
z.lazy(() =>
|
|
4166
|
+
CreateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema
|
|
4167
|
+
),
|
|
3516
4168
|
z.lazy(() => CreateEvalGuardrailConfigEvalsResponse200Number$inboundSchema),
|
|
3517
4169
|
]);
|
|
3518
4170
|
|
|
@@ -3545,13 +4197,16 @@ export const ResponseBodyHTTP$inboundSchema: z.ZodType<
|
|
|
3545
4197
|
> = z.object({
|
|
3546
4198
|
_id: z.string(),
|
|
3547
4199
|
description: z.string(),
|
|
3548
|
-
created: z.string().default("2026-04-
|
|
3549
|
-
updated: z.string().default("2026-04-
|
|
4200
|
+
created: z.string().default("2026-04-14T06:07:21.060Z"),
|
|
4201
|
+
updated: z.string().default("2026-04-14T06:07:21.061Z"),
|
|
3550
4202
|
guardrail_config: z.nullable(
|
|
3551
4203
|
z.union([
|
|
3552
4204
|
z.lazy(() =>
|
|
3553
4205
|
CreateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema
|
|
3554
4206
|
),
|
|
4207
|
+
z.lazy(() =>
|
|
4208
|
+
CreateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema
|
|
4209
|
+
),
|
|
3555
4210
|
z.lazy(() =>
|
|
3556
4211
|
CreateEvalGuardrailConfigEvalsResponse200Number$inboundSchema
|
|
3557
4212
|
),
|
|
@@ -3619,6 +4274,39 @@ export function createEvalGuardrailConfigEvalsResponseNumberFromJSON(
|
|
|
3619
4274
|
);
|
|
3620
4275
|
}
|
|
3621
4276
|
|
|
4277
|
+
/** @internal */
|
|
4278
|
+
export const CreateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema:
|
|
4279
|
+
z.ZodType<
|
|
4280
|
+
CreateEvalGuardrailConfigEvalsResponseCategorical,
|
|
4281
|
+
z.ZodTypeDef,
|
|
4282
|
+
unknown
|
|
4283
|
+
> = z.object({
|
|
4284
|
+
enabled: z.boolean(),
|
|
4285
|
+
alert_on_failure: z.boolean().default(false),
|
|
4286
|
+
type: z.literal("categorical"),
|
|
4287
|
+
values: z.array(z.string()),
|
|
4288
|
+
}).transform((v) => {
|
|
4289
|
+
return remap$(v, {
|
|
4290
|
+
"alert_on_failure": "alertOnFailure",
|
|
4291
|
+
});
|
|
4292
|
+
});
|
|
4293
|
+
|
|
4294
|
+
export function createEvalGuardrailConfigEvalsResponseCategoricalFromJSON(
|
|
4295
|
+
jsonString: string,
|
|
4296
|
+
): SafeParseResult<
|
|
4297
|
+
CreateEvalGuardrailConfigEvalsResponseCategorical,
|
|
4298
|
+
SDKValidationError
|
|
4299
|
+
> {
|
|
4300
|
+
return safeParse(
|
|
4301
|
+
jsonString,
|
|
4302
|
+
(x) =>
|
|
4303
|
+
CreateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema.parse(
|
|
4304
|
+
JSON.parse(x),
|
|
4305
|
+
),
|
|
4306
|
+
`Failed to parse 'CreateEvalGuardrailConfigEvalsResponseCategorical' from JSON`,
|
|
4307
|
+
);
|
|
4308
|
+
}
|
|
4309
|
+
|
|
3622
4310
|
/** @internal */
|
|
3623
4311
|
export const CreateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema:
|
|
3624
4312
|
z.ZodType<
|
|
@@ -3659,6 +4347,7 @@ export const ResponseBodyGuardrailConfig$inboundSchema: z.ZodType<
|
|
|
3659
4347
|
unknown
|
|
3660
4348
|
> = z.union([
|
|
3661
4349
|
z.lazy(() => CreateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema),
|
|
4350
|
+
z.lazy(() => CreateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema),
|
|
3662
4351
|
z.lazy(() => CreateEvalGuardrailConfigEvalsResponseNumber$inboundSchema),
|
|
3663
4352
|
]);
|
|
3664
4353
|
|
|
@@ -3686,11 +4375,14 @@ export const ResponseBodyJSON$inboundSchema: z.ZodType<
|
|
|
3686
4375
|
> = z.object({
|
|
3687
4376
|
_id: z.string(),
|
|
3688
4377
|
description: z.string(),
|
|
3689
|
-
created: z.string().default("2026-04-
|
|
3690
|
-
updated: z.string().default("2026-04-
|
|
4378
|
+
created: z.string().default("2026-04-14T06:07:21.060Z"),
|
|
4379
|
+
updated: z.string().default("2026-04-14T06:07:21.061Z"),
|
|
3691
4380
|
guardrail_config: z.nullable(
|
|
3692
4381
|
z.union([
|
|
3693
4382
|
z.lazy(() => CreateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema),
|
|
4383
|
+
z.lazy(() =>
|
|
4384
|
+
CreateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema
|
|
4385
|
+
),
|
|
3694
4386
|
z.lazy(() => CreateEvalGuardrailConfigEvalsResponseNumber$inboundSchema),
|
|
3695
4387
|
]),
|
|
3696
4388
|
).optional(),
|
|
@@ -3757,6 +4449,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
|
|
|
3757
4449
|
);
|
|
3758
4450
|
}
|
|
3759
4451
|
|
|
4452
|
+
/** @internal */
|
|
4453
|
+
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema:
|
|
4454
|
+
z.ZodType<
|
|
4455
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical,
|
|
4456
|
+
z.ZodTypeDef,
|
|
4457
|
+
unknown
|
|
4458
|
+
> = z.object({
|
|
4459
|
+
enabled: z.boolean(),
|
|
4460
|
+
alert_on_failure: z.boolean().default(false),
|
|
4461
|
+
type: z.literal("categorical"),
|
|
4462
|
+
values: z.array(z.string()),
|
|
4463
|
+
}).transform((v) => {
|
|
4464
|
+
return remap$(v, {
|
|
4465
|
+
"alert_on_failure": "alertOnFailure",
|
|
4466
|
+
});
|
|
4467
|
+
});
|
|
4468
|
+
|
|
4469
|
+
export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategoricalFromJSON(
|
|
4470
|
+
jsonString: string,
|
|
4471
|
+
): SafeParseResult<
|
|
4472
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical,
|
|
4473
|
+
SDKValidationError
|
|
4474
|
+
> {
|
|
4475
|
+
return safeParse(
|
|
4476
|
+
jsonString,
|
|
4477
|
+
(x) =>
|
|
4478
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema
|
|
4479
|
+
.parse(JSON.parse(x)),
|
|
4480
|
+
`Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical' from JSON`,
|
|
4481
|
+
);
|
|
4482
|
+
}
|
|
4483
|
+
|
|
3760
4484
|
/** @internal */
|
|
3761
4485
|
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema:
|
|
3762
4486
|
z.ZodType<
|
|
@@ -3798,6 +4522,9 @@ export const CreateEvalLLMEvalsResponseGuardrailConfig$inboundSchema: z.ZodType<
|
|
|
3798
4522
|
z.lazy(() =>
|
|
3799
4523
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema
|
|
3800
4524
|
),
|
|
4525
|
+
z.lazy(() =>
|
|
4526
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema
|
|
4527
|
+
),
|
|
3801
4528
|
z.lazy(() =>
|
|
3802
4529
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber$inboundSchema
|
|
3803
4530
|
),
|
|
@@ -3824,6 +4551,27 @@ export const CreateEvalLLMEvalsResponseType$inboundSchema: z.ZodNativeEnum<
|
|
|
3824
4551
|
typeof CreateEvalLLMEvalsResponseType
|
|
3825
4552
|
> = z.nativeEnum(CreateEvalLLMEvalsResponseType);
|
|
3826
4553
|
|
|
4554
|
+
/** @internal */
|
|
4555
|
+
export const CreateEvalLLMEvalsCategoricalLabels$inboundSchema: z.ZodType<
|
|
4556
|
+
CreateEvalLLMEvalsCategoricalLabels,
|
|
4557
|
+
z.ZodTypeDef,
|
|
4558
|
+
unknown
|
|
4559
|
+
> = z.object({
|
|
4560
|
+
value: z.string(),
|
|
4561
|
+
description: z.string().optional(),
|
|
4562
|
+
});
|
|
4563
|
+
|
|
4564
|
+
export function createEvalLLMEvalsCategoricalLabelsFromJSON(
|
|
4565
|
+
jsonString: string,
|
|
4566
|
+
): SafeParseResult<CreateEvalLLMEvalsCategoricalLabels, SDKValidationError> {
|
|
4567
|
+
return safeParse(
|
|
4568
|
+
jsonString,
|
|
4569
|
+
(x) =>
|
|
4570
|
+
CreateEvalLLMEvalsCategoricalLabels$inboundSchema.parse(JSON.parse(x)),
|
|
4571
|
+
`Failed to parse 'CreateEvalLLMEvalsCategoricalLabels' from JSON`,
|
|
4572
|
+
);
|
|
4573
|
+
}
|
|
4574
|
+
|
|
3827
4575
|
/** @internal */
|
|
3828
4576
|
export const CreateEvalLLMEvalsResponseRetry$inboundSchema: z.ZodType<
|
|
3829
4577
|
CreateEvalLLMEvalsResponseRetry,
|
|
@@ -3999,13 +4747,16 @@ export const CreateEvalLlm2$inboundSchema: z.ZodType<
|
|
|
3999
4747
|
> = z.object({
|
|
4000
4748
|
_id: z.string(),
|
|
4001
4749
|
description: z.string(),
|
|
4002
|
-
created: z.string().default("2026-04-
|
|
4003
|
-
updated: z.string().default("2026-04-
|
|
4750
|
+
created: z.string().default("2026-04-14T06:07:21.060Z"),
|
|
4751
|
+
updated: z.string().default("2026-04-14T06:07:21.061Z"),
|
|
4004
4752
|
guardrail_config: z.nullable(
|
|
4005
4753
|
z.union([
|
|
4006
4754
|
z.lazy(() =>
|
|
4007
4755
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema
|
|
4008
4756
|
),
|
|
4757
|
+
z.lazy(() =>
|
|
4758
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema
|
|
4759
|
+
),
|
|
4009
4760
|
z.lazy(() =>
|
|
4010
4761
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber$inboundSchema
|
|
4011
4762
|
),
|
|
@@ -4014,6 +4765,10 @@ export const CreateEvalLlm2$inboundSchema: z.ZodType<
|
|
|
4014
4765
|
type: CreateEvalLLMEvalsResponseType$inboundSchema,
|
|
4015
4766
|
repetitions: z.number().int().optional(),
|
|
4016
4767
|
prompt: z.string(),
|
|
4768
|
+
categories: z.array(z.string()).optional(),
|
|
4769
|
+
categorical_labels: z.array(
|
|
4770
|
+
z.lazy(() => CreateEvalLLMEvalsCategoricalLabels$inboundSchema),
|
|
4771
|
+
).optional(),
|
|
4017
4772
|
key: z.string(),
|
|
4018
4773
|
mode: z.literal("jury"),
|
|
4019
4774
|
jury: z.lazy(() => CreateEvalLLMJury$inboundSchema),
|
|
@@ -4021,6 +4776,7 @@ export const CreateEvalLlm2$inboundSchema: z.ZodType<
|
|
|
4021
4776
|
return remap$(v, {
|
|
4022
4777
|
"_id": "id",
|
|
4023
4778
|
"guardrail_config": "guardrailConfig",
|
|
4779
|
+
"categorical_labels": "categoricalLabels",
|
|
4024
4780
|
});
|
|
4025
4781
|
});
|
|
4026
4782
|
|
|
@@ -4076,6 +4832,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
|
|
|
4076
4832
|
);
|
|
4077
4833
|
}
|
|
4078
4834
|
|
|
4835
|
+
/** @internal */
|
|
4836
|
+
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema:
|
|
4837
|
+
z.ZodType<
|
|
4838
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical,
|
|
4839
|
+
z.ZodTypeDef,
|
|
4840
|
+
unknown
|
|
4841
|
+
> = z.object({
|
|
4842
|
+
enabled: z.boolean(),
|
|
4843
|
+
alert_on_failure: z.boolean().default(false),
|
|
4844
|
+
type: z.literal("categorical"),
|
|
4845
|
+
values: z.array(z.string()),
|
|
4846
|
+
}).transform((v) => {
|
|
4847
|
+
return remap$(v, {
|
|
4848
|
+
"alert_on_failure": "alertOnFailure",
|
|
4849
|
+
});
|
|
4850
|
+
});
|
|
4851
|
+
|
|
4852
|
+
export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1CategoricalFromJSON(
|
|
4853
|
+
jsonString: string,
|
|
4854
|
+
): SafeParseResult<
|
|
4855
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical,
|
|
4856
|
+
SDKValidationError
|
|
4857
|
+
> {
|
|
4858
|
+
return safeParse(
|
|
4859
|
+
jsonString,
|
|
4860
|
+
(x) =>
|
|
4861
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema
|
|
4862
|
+
.parse(JSON.parse(x)),
|
|
4863
|
+
`Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical' from JSON`,
|
|
4864
|
+
);
|
|
4865
|
+
}
|
|
4866
|
+
|
|
4079
4867
|
/** @internal */
|
|
4080
4868
|
export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema:
|
|
4081
4869
|
z.ZodType<
|
|
@@ -4117,6 +4905,9 @@ export const CreateEvalLLMEvalsGuardrailConfig$inboundSchema: z.ZodType<
|
|
|
4117
4905
|
z.lazy(() =>
|
|
4118
4906
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema
|
|
4119
4907
|
),
|
|
4908
|
+
z.lazy(() =>
|
|
4909
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema
|
|
4910
|
+
),
|
|
4120
4911
|
z.lazy(() =>
|
|
4121
4912
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number$inboundSchema
|
|
4122
4913
|
),
|
|
@@ -4137,6 +4928,33 @@ export const CreateEvalLLMEvalsType$inboundSchema: z.ZodNativeEnum<
|
|
|
4137
4928
|
typeof CreateEvalLLMEvalsType
|
|
4138
4929
|
> = z.nativeEnum(CreateEvalLLMEvalsType);
|
|
4139
4930
|
|
|
4931
|
+
/** @internal */
|
|
4932
|
+
export const CreateEvalLLMEvalsResponseCategoricalLabels$inboundSchema:
|
|
4933
|
+
z.ZodType<
|
|
4934
|
+
CreateEvalLLMEvalsResponseCategoricalLabels,
|
|
4935
|
+
z.ZodTypeDef,
|
|
4936
|
+
unknown
|
|
4937
|
+
> = z.object({
|
|
4938
|
+
value: z.string(),
|
|
4939
|
+
description: z.string().optional(),
|
|
4940
|
+
});
|
|
4941
|
+
|
|
4942
|
+
export function createEvalLLMEvalsResponseCategoricalLabelsFromJSON(
|
|
4943
|
+
jsonString: string,
|
|
4944
|
+
): SafeParseResult<
|
|
4945
|
+
CreateEvalLLMEvalsResponseCategoricalLabels,
|
|
4946
|
+
SDKValidationError
|
|
4947
|
+
> {
|
|
4948
|
+
return safeParse(
|
|
4949
|
+
jsonString,
|
|
4950
|
+
(x) =>
|
|
4951
|
+
CreateEvalLLMEvalsResponseCategoricalLabels$inboundSchema.parse(
|
|
4952
|
+
JSON.parse(x),
|
|
4953
|
+
),
|
|
4954
|
+
`Failed to parse 'CreateEvalLLMEvalsResponseCategoricalLabels' from JSON`,
|
|
4955
|
+
);
|
|
4956
|
+
}
|
|
4957
|
+
|
|
4140
4958
|
/** @internal */
|
|
4141
4959
|
export const CreateEvalLlm1$inboundSchema: z.ZodType<
|
|
4142
4960
|
CreateEvalLlm1,
|
|
@@ -4145,13 +4963,16 @@ export const CreateEvalLlm1$inboundSchema: z.ZodType<
|
|
|
4145
4963
|
> = z.object({
|
|
4146
4964
|
_id: z.string(),
|
|
4147
4965
|
description: z.string(),
|
|
4148
|
-
created: z.string().default("2026-04-
|
|
4149
|
-
updated: z.string().default("2026-04-
|
|
4966
|
+
created: z.string().default("2026-04-14T06:07:21.060Z"),
|
|
4967
|
+
updated: z.string().default("2026-04-14T06:07:21.061Z"),
|
|
4150
4968
|
guardrail_config: z.nullable(
|
|
4151
4969
|
z.union([
|
|
4152
4970
|
z.lazy(() =>
|
|
4153
4971
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema
|
|
4154
4972
|
),
|
|
4973
|
+
z.lazy(() =>
|
|
4974
|
+
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema
|
|
4975
|
+
),
|
|
4155
4976
|
z.lazy(() =>
|
|
4156
4977
|
CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number$inboundSchema
|
|
4157
4978
|
),
|
|
@@ -4160,6 +4981,10 @@ export const CreateEvalLlm1$inboundSchema: z.ZodType<
|
|
|
4160
4981
|
type: CreateEvalLLMEvalsType$inboundSchema,
|
|
4161
4982
|
repetitions: z.number().int().optional(),
|
|
4162
4983
|
prompt: z.string(),
|
|
4984
|
+
categories: z.array(z.string()).optional(),
|
|
4985
|
+
categorical_labels: z.array(
|
|
4986
|
+
z.lazy(() => CreateEvalLLMEvalsResponseCategoricalLabels$inboundSchema),
|
|
4987
|
+
).optional(),
|
|
4163
4988
|
key: z.string(),
|
|
4164
4989
|
mode: z.literal("single"),
|
|
4165
4990
|
model: z.string(),
|
|
@@ -4167,6 +4992,7 @@ export const CreateEvalLlm1$inboundSchema: z.ZodType<
|
|
|
4167
4992
|
return remap$(v, {
|
|
4168
4993
|
"_id": "id",
|
|
4169
4994
|
"guardrail_config": "guardrailConfig",
|
|
4995
|
+
"categorical_labels": "categoricalLabels",
|
|
4170
4996
|
});
|
|
4171
4997
|
});
|
|
4172
4998
|
|