@nirmos/sdk 0.3.3 → 0.3.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. package/README.md +24 -1
  2. package/dist/cjs/core/version.js +1 -1
  3. package/dist/cjs/evaluations/types.js +3 -0
  4. package/dist/cjs/evaluations/types.js.map +1 -0
  5. package/dist/cjs/memory/execution-types.js +3 -0
  6. package/dist/cjs/memory/execution-types.js.map +1 -0
  7. package/dist/esm/core/version.d.ts +1 -1
  8. package/dist/esm/core/version.js +1 -1
  9. package/dist/esm/evaluations/types.d.ts +13 -0
  10. package/dist/esm/evaluations/types.d.ts.map +1 -0
  11. package/dist/esm/evaluations/types.js +2 -0
  12. package/dist/esm/evaluations/types.js.map +1 -0
  13. package/dist/esm/index.d.ts +1 -0
  14. package/dist/esm/index.d.ts.map +1 -1
  15. package/dist/esm/management/contracts.d.ts +4811 -9037
  16. package/dist/esm/management/contracts.d.ts.map +1 -1
  17. package/dist/esm/memory/execution-types.d.ts +35 -0
  18. package/dist/esm/memory/execution-types.d.ts.map +1 -0
  19. package/dist/esm/memory/execution-types.js +2 -0
  20. package/dist/esm/memory/execution-types.js.map +1 -0
  21. package/dist/esm/memory/types.d.ts +2 -25
  22. package/dist/esm/memory/types.d.ts.map +1 -1
  23. package/examples/evaluation-offline.mjs +149 -0
  24. package/examples/evaluation-quickstart.mjs +205 -0
  25. package/examples/evaluation-quickstart.ts +250 -0
  26. package/examples/evaluation-trace-import.mjs +81 -0
  27. package/examples/evaluation-trace-import.ts +105 -0
  28. package/examples/tsconfig.json +1 -1
  29. package/package.json +1 -1
  30. package/src/core/version.ts +1 -1
  31. package/src/evaluations/types.ts +18 -0
  32. package/src/index.ts +11 -0
  33. package/src/management/contracts.ts +30 -67
  34. package/src/memory/execution-types.ts +2 -0
  35. package/src/memory/types.ts +2 -25
@@ -220,20 +220,14 @@ export type getEvaluationdatasetsResponse___schema0 = string | number | boolean
220
220
  export type getEvaluationdatasetsResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<getEvaluationdatasetsResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: getEvaluationdatasetsResponse___schema0; "matchExpression"?: getEvaluationdatasetsResponse___schema0 | null; "fallback"?: getEvaluationdatasetsResponse___schema0; "config"?: getEvaluationdatasetsResponse___schema0; "metadata"?: getEvaluationdatasetsResponse___schema0 | null; "variables"?: getEvaluationdatasetsResponse___schema0; "inputs"?: getEvaluationdatasetsResponse___schema0; "outputSchema"?: getEvaluationdatasetsResponse___schema0 | null; "providerConfig"?: getEvaluationdatasetsResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<getEvaluationdatasetsResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: getEvaluationdatasetsResponse___schema0; "data"?: getEvaluationdatasetsResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: getEvaluationdatasetsResponse___schema0; "criteria"?: getEvaluationdatasetsResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: getEvaluationdatasetsResponse; "datasetVersion"?: getEvaluationdatasetsResponse; "case"?: getEvaluationdatasetsResponse; "caseIds"?: Array<string>; "policy"?: getEvaluationdatasetsResponse; "source"?: string | getEvaluationdatasetsResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<getEvaluationdatasetsResponse>; "columns"?: Array<getEvaluationdatasetsResponse>; "cases"?: Array<getEvaluationdatasetsResponse>; "branches"?: Array<getEvaluationdatasetsResponse>; "targets"?: Array<getEvaluationdatasetsResponse>; "segments"?: Array<getEvaluationdatasetsResponse>; "releasePolicy"?: getEvaluationdatasetsResponse; "defaultBranch"?: getEvaluationdatasetsResponse | null; "selectedBranch"?: getEvaluationdatasetsResponse | null; "headVersion"?: getEvaluationdatasetsResponse | null; "latestVersion"?: getEvaluationdatasetsResponse | null; "editableVersion"?: getEvaluationdatasetsResponse | null; "branch"?: getEvaluationdatasetsResponse | null; "prompt"?: getEvaluationdatasetsResponse | null; "promptVersion"?: getEvaluationdatasetsResponse | null; "dataset"?: getEvaluationdatasetsResponse; "evaluator"?: getEvaluationdatasetsResponse; "target"?: getEvaluationdatasetsResponse; "column"?: getEvaluationdatasetsResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: getEvaluationdatasetsResponse___schema0; "health"?: getEvaluationdatasetsResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
221
221
  export type getEvaluationdatasetsResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<getEvaluationdatasetsResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: getEvaluationdatasetsResponse___schema0; "matchExpression"?: getEvaluationdatasetsResponse___schema0 | null; "fallback"?: getEvaluationdatasetsResponse___schema0; "config"?: getEvaluationdatasetsResponse___schema0; "metadata"?: getEvaluationdatasetsResponse___schema0 | null; "variables"?: getEvaluationdatasetsResponse___schema0; "inputs"?: getEvaluationdatasetsResponse___schema0; "outputSchema"?: getEvaluationdatasetsResponse___schema0 | null; "providerConfig"?: getEvaluationdatasetsResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<getEvaluationdatasetsResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: getEvaluationdatasetsResponse___schema0; "data"?: getEvaluationdatasetsResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: getEvaluationdatasetsResponse___schema0; "criteria"?: getEvaluationdatasetsResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: getEvaluationdatasetsResponse; "datasetVersion"?: getEvaluationdatasetsResponse; "case"?: getEvaluationdatasetsResponse; "caseIds"?: Array<string>; "policy"?: getEvaluationdatasetsResponse; "source"?: string | getEvaluationdatasetsResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<getEvaluationdatasetsResponse>; "columns"?: Array<getEvaluationdatasetsResponse>; "cases"?: Array<getEvaluationdatasetsResponse>; "branches"?: Array<getEvaluationdatasetsResponse>; "targets"?: Array<getEvaluationdatasetsResponse>; "segments"?: Array<getEvaluationdatasetsResponse>; "releasePolicy"?: getEvaluationdatasetsResponse; "defaultBranch"?: getEvaluationdatasetsResponse | null; "selectedBranch"?: getEvaluationdatasetsResponse | null; "headVersion"?: getEvaluationdatasetsResponse | null; "latestVersion"?: getEvaluationdatasetsResponse | null; "editableVersion"?: getEvaluationdatasetsResponse | null; "branch"?: getEvaluationdatasetsResponse | null; "prompt"?: getEvaluationdatasetsResponse | null; "promptVersion"?: getEvaluationdatasetsResponse | null; "dataset"?: getEvaluationdatasetsResponse; "evaluator"?: getEvaluationdatasetsResponse; "target"?: getEvaluationdatasetsResponse; "column"?: getEvaluationdatasetsResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: getEvaluationdatasetsResponse___schema0; "health"?: getEvaluationdatasetsResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
222
222
  export type createEvaluationdatasetsRequest = { "name": string; "description"?: string; };
223
- export type createEvaluationdatasetsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationdatasetsResponse___schema1; "matchExpression"?: createEvaluationdatasetsResponse___schema1 | null; "fallback"?: createEvaluationdatasetsResponse___schema1; "config"?: createEvaluationdatasetsResponse___schema1; "metadata"?: createEvaluationdatasetsResponse___schema1 | null; "variables"?: createEvaluationdatasetsResponse___schema1; "inputs"?: createEvaluationdatasetsResponse___schema1; "outputSchema"?: createEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: createEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationdatasetsResponse___schema1; "data"?: createEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationdatasetsResponse___schema1; "criteria"?: createEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationdatasetsResponse___schema0; "datasetVersion"?: createEvaluationdatasetsResponse___schema0; "case"?: createEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationdatasetsResponse___schema0; "source"?: string | createEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationdatasetsResponse___schema0>; "columns"?: Array<createEvaluationdatasetsResponse___schema0>; "cases"?: Array<createEvaluationdatasetsResponse___schema0>; "branches"?: Array<createEvaluationdatasetsResponse___schema0>; "targets"?: Array<createEvaluationdatasetsResponse___schema0>; "segments"?: Array<createEvaluationdatasetsResponse___schema0>; "releasePolicy"?: createEvaluationdatasetsResponse___schema0; "defaultBranch"?: createEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: createEvaluationdatasetsResponse___schema0 | null; "headVersion"?: createEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: createEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: createEvaluationdatasetsResponse___schema0 | null; "branch"?: createEvaluationdatasetsResponse___schema0 | null; "prompt"?: createEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: createEvaluationdatasetsResponse___schema0 | null; "dataset"?: createEvaluationdatasetsResponse___schema0; "evaluator"?: createEvaluationdatasetsResponse___schema0; "target"?: createEvaluationdatasetsResponse___schema0; "column"?: createEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationdatasetsResponse___schema1; "health"?: createEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
224
- export type createEvaluationdatasetsResponse___schema1 = string | number | boolean | null | Array<createEvaluationdatasetsResponse___schema1> | { [key: string]: createEvaluationdatasetsResponse___schema1; };
225
- export type createEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationdatasetsResponse___schema1; "matchExpression"?: createEvaluationdatasetsResponse___schema1 | null; "fallback"?: createEvaluationdatasetsResponse___schema1; "config"?: createEvaluationdatasetsResponse___schema1; "metadata"?: createEvaluationdatasetsResponse___schema1 | null; "variables"?: createEvaluationdatasetsResponse___schema1; "inputs"?: createEvaluationdatasetsResponse___schema1; "outputSchema"?: createEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: createEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationdatasetsResponse___schema1; "data"?: createEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationdatasetsResponse___schema1; "criteria"?: createEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationdatasetsResponse___schema0; "datasetVersion"?: createEvaluationdatasetsResponse___schema0; "case"?: createEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationdatasetsResponse___schema0; "source"?: string | createEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationdatasetsResponse___schema0>; "columns"?: Array<createEvaluationdatasetsResponse___schema0>; "cases"?: Array<createEvaluationdatasetsResponse___schema0>; "branches"?: Array<createEvaluationdatasetsResponse___schema0>; "targets"?: Array<createEvaluationdatasetsResponse___schema0>; "segments"?: Array<createEvaluationdatasetsResponse___schema0>; "releasePolicy"?: createEvaluationdatasetsResponse___schema0; "defaultBranch"?: createEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: createEvaluationdatasetsResponse___schema0 | null; "headVersion"?: createEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: createEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: createEvaluationdatasetsResponse___schema0 | null; "branch"?: createEvaluationdatasetsResponse___schema0 | null; "prompt"?: createEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: createEvaluationdatasetsResponse___schema0 | null; "dataset"?: createEvaluationdatasetsResponse___schema0; "evaluator"?: createEvaluationdatasetsResponse___schema0; "target"?: createEvaluationdatasetsResponse___schema0; "column"?: createEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationdatasetsResponse___schema1; "health"?: createEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
226
- export type createEvaluationdatasetsResponse = { "dataset": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationdatasetsResponse___schema1; "matchExpression"?: createEvaluationdatasetsResponse___schema1 | null; "fallback"?: createEvaluationdatasetsResponse___schema1; "config"?: createEvaluationdatasetsResponse___schema1; "metadata"?: createEvaluationdatasetsResponse___schema1 | null; "variables"?: createEvaluationdatasetsResponse___schema1; "inputs"?: createEvaluationdatasetsResponse___schema1; "outputSchema"?: createEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: createEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationdatasetsResponse___schema1; "data"?: createEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationdatasetsResponse___schema1; "criteria"?: createEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationdatasetsResponse___schema0; "datasetVersion"?: createEvaluationdatasetsResponse___schema0; "case"?: createEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationdatasetsResponse___schema0; "source"?: string | createEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationdatasetsResponse___schema0>; "columns"?: Array<createEvaluationdatasetsResponse___schema0>; "cases"?: Array<createEvaluationdatasetsResponse___schema0>; "branches"?: Array<createEvaluationdatasetsResponse___schema0>; "targets"?: Array<createEvaluationdatasetsResponse___schema0>; "segments"?: Array<createEvaluationdatasetsResponse___schema0>; "releasePolicy"?: createEvaluationdatasetsResponse___schema0; "defaultBranch"?: createEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: createEvaluationdatasetsResponse___schema0 | null; "headVersion"?: createEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: createEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: createEvaluationdatasetsResponse___schema0 | null; "branch"?: createEvaluationdatasetsResponse___schema0 | null; "prompt"?: createEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: createEvaluationdatasetsResponse___schema0 | null; "dataset"?: createEvaluationdatasetsResponse___schema0; "evaluator"?: createEvaluationdatasetsResponse___schema0; "target"?: createEvaluationdatasetsResponse___schema0; "column"?: createEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationdatasetsResponse___schema1; "health"?: createEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "initialVersion": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationdatasetsResponse___schema1; "matchExpression"?: createEvaluationdatasetsResponse___schema1 | null; "fallback"?: createEvaluationdatasetsResponse___schema1; "config"?: createEvaluationdatasetsResponse___schema1; "metadata"?: createEvaluationdatasetsResponse___schema1 | null; "variables"?: createEvaluationdatasetsResponse___schema1; "inputs"?: createEvaluationdatasetsResponse___schema1; "outputSchema"?: createEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: createEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationdatasetsResponse___schema1; "data"?: createEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationdatasetsResponse___schema1; "criteria"?: createEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationdatasetsResponse___schema0; "datasetVersion"?: createEvaluationdatasetsResponse___schema0; "case"?: createEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationdatasetsResponse___schema0; "source"?: string | createEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationdatasetsResponse___schema0>; "columns"?: Array<createEvaluationdatasetsResponse___schema0>; "cases"?: Array<createEvaluationdatasetsResponse___schema0>; "branches"?: Array<createEvaluationdatasetsResponse___schema0>; "targets"?: Array<createEvaluationdatasetsResponse___schema0>; "segments"?: Array<createEvaluationdatasetsResponse___schema0>; "releasePolicy"?: createEvaluationdatasetsResponse___schema0; "defaultBranch"?: createEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: createEvaluationdatasetsResponse___schema0 | null; "headVersion"?: createEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: createEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: createEvaluationdatasetsResponse___schema0 | null; "branch"?: createEvaluationdatasetsResponse___schema0 | null; "prompt"?: createEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: createEvaluationdatasetsResponse___schema0 | null; "dataset"?: createEvaluationdatasetsResponse___schema0; "evaluator"?: createEvaluationdatasetsResponse___schema0; "target"?: createEvaluationdatasetsResponse___schema0; "column"?: createEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationdatasetsResponse___schema1; "health"?: createEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
223
+ export type createEvaluationdatasetsResponse = { "dataset": { "id": string; "name": string; }; "initialVersion": { "id": string; "version": number; "status": "draft"; }; };
227
224
  export type updateEvaluationdatasetsRequest = { "name"?: string; "description"?: string; "status"?: "active" | "archived"; };
228
225
  export type updateEvaluationdatasetsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationdatasetsResponse___schema1; "matchExpression"?: updateEvaluationdatasetsResponse___schema1 | null; "fallback"?: updateEvaluationdatasetsResponse___schema1; "config"?: updateEvaluationdatasetsResponse___schema1; "metadata"?: updateEvaluationdatasetsResponse___schema1 | null; "variables"?: updateEvaluationdatasetsResponse___schema1; "inputs"?: updateEvaluationdatasetsResponse___schema1; "outputSchema"?: updateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: updateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationdatasetsResponse___schema1; "data"?: updateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationdatasetsResponse___schema1; "criteria"?: updateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationdatasetsResponse___schema0; "datasetVersion"?: updateEvaluationdatasetsResponse___schema0; "case"?: updateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationdatasetsResponse___schema0; "source"?: string | updateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationdatasetsResponse___schema0>; "columns"?: Array<updateEvaluationdatasetsResponse___schema0>; "cases"?: Array<updateEvaluationdatasetsResponse___schema0>; "branches"?: Array<updateEvaluationdatasetsResponse___schema0>; "targets"?: Array<updateEvaluationdatasetsResponse___schema0>; "segments"?: Array<updateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: updateEvaluationdatasetsResponse___schema0; "defaultBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "branch"?: updateEvaluationdatasetsResponse___schema0 | null; "prompt"?: updateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "dataset"?: updateEvaluationdatasetsResponse___schema0; "evaluator"?: updateEvaluationdatasetsResponse___schema0; "target"?: updateEvaluationdatasetsResponse___schema0; "column"?: updateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationdatasetsResponse___schema1; "health"?: updateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
229
226
  export type updateEvaluationdatasetsResponse___schema1 = string | number | boolean | null | Array<updateEvaluationdatasetsResponse___schema1> | { [key: string]: updateEvaluationdatasetsResponse___schema1; };
230
227
  export type updateEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationdatasetsResponse___schema1; "matchExpression"?: updateEvaluationdatasetsResponse___schema1 | null; "fallback"?: updateEvaluationdatasetsResponse___schema1; "config"?: updateEvaluationdatasetsResponse___schema1; "metadata"?: updateEvaluationdatasetsResponse___schema1 | null; "variables"?: updateEvaluationdatasetsResponse___schema1; "inputs"?: updateEvaluationdatasetsResponse___schema1; "outputSchema"?: updateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: updateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationdatasetsResponse___schema1; "data"?: updateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationdatasetsResponse___schema1; "criteria"?: updateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationdatasetsResponse___schema0; "datasetVersion"?: updateEvaluationdatasetsResponse___schema0; "case"?: updateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationdatasetsResponse___schema0; "source"?: string | updateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationdatasetsResponse___schema0>; "columns"?: Array<updateEvaluationdatasetsResponse___schema0>; "cases"?: Array<updateEvaluationdatasetsResponse___schema0>; "branches"?: Array<updateEvaluationdatasetsResponse___schema0>; "targets"?: Array<updateEvaluationdatasetsResponse___schema0>; "segments"?: Array<updateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: updateEvaluationdatasetsResponse___schema0; "defaultBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "branch"?: updateEvaluationdatasetsResponse___schema0 | null; "prompt"?: updateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "dataset"?: updateEvaluationdatasetsResponse___schema0; "evaluator"?: updateEvaluationdatasetsResponse___schema0; "target"?: updateEvaluationdatasetsResponse___schema0; "column"?: updateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationdatasetsResponse___schema1; "health"?: updateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
231
228
  export type updateEvaluationdatasetsResponse = { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationdatasetsResponse___schema1; "matchExpression"?: updateEvaluationdatasetsResponse___schema1 | null; "fallback"?: updateEvaluationdatasetsResponse___schema1; "config"?: updateEvaluationdatasetsResponse___schema1; "metadata"?: updateEvaluationdatasetsResponse___schema1 | null; "variables"?: updateEvaluationdatasetsResponse___schema1; "inputs"?: updateEvaluationdatasetsResponse___schema1; "outputSchema"?: updateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: updateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationdatasetsResponse___schema1; "data"?: updateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationdatasetsResponse___schema1; "criteria"?: updateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationdatasetsResponse___schema0; "datasetVersion"?: updateEvaluationdatasetsResponse___schema0; "case"?: updateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationdatasetsResponse___schema0; "source"?: string | updateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationdatasetsResponse___schema0>; "columns"?: Array<updateEvaluationdatasetsResponse___schema0>; "cases"?: Array<updateEvaluationdatasetsResponse___schema0>; "branches"?: Array<updateEvaluationdatasetsResponse___schema0>; "targets"?: Array<updateEvaluationdatasetsResponse___schema0>; "segments"?: Array<updateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: updateEvaluationdatasetsResponse___schema0; "defaultBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "branch"?: updateEvaluationdatasetsResponse___schema0 | null; "prompt"?: updateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "dataset"?: updateEvaluationdatasetsResponse___schema0; "evaluator"?: updateEvaluationdatasetsResponse___schema0; "target"?: updateEvaluationdatasetsResponse___schema0; "column"?: updateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationdatasetsResponse___schema1; "health"?: updateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
232
229
  export type duplicateEvaluationdatasetsRequest = { "versionId"?: string; };
233
- export type duplicateEvaluationdatasetsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationdatasetsResponse___schema1; "matchExpression"?: duplicateEvaluationdatasetsResponse___schema1 | null; "fallback"?: duplicateEvaluationdatasetsResponse___schema1; "config"?: duplicateEvaluationdatasetsResponse___schema1; "metadata"?: duplicateEvaluationdatasetsResponse___schema1 | null; "variables"?: duplicateEvaluationdatasetsResponse___schema1; "inputs"?: duplicateEvaluationdatasetsResponse___schema1; "outputSchema"?: duplicateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationdatasetsResponse___schema1; "data"?: duplicateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationdatasetsResponse___schema1; "criteria"?: duplicateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationdatasetsResponse___schema0; "datasetVersion"?: duplicateEvaluationdatasetsResponse___schema0; "case"?: duplicateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationdatasetsResponse___schema0; "source"?: string | duplicateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "columns"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "cases"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "branches"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "targets"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "segments"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: duplicateEvaluationdatasetsResponse___schema0; "defaultBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "branch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "prompt"?: duplicateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "dataset"?: duplicateEvaluationdatasetsResponse___schema0; "evaluator"?: duplicateEvaluationdatasetsResponse___schema0; "target"?: duplicateEvaluationdatasetsResponse___schema0; "column"?: duplicateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationdatasetsResponse___schema1; "health"?: duplicateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
234
- export type duplicateEvaluationdatasetsResponse___schema1 = string | number | boolean | null | Array<duplicateEvaluationdatasetsResponse___schema1> | { [key: string]: duplicateEvaluationdatasetsResponse___schema1; };
235
- export type duplicateEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationdatasetsResponse___schema1; "matchExpression"?: duplicateEvaluationdatasetsResponse___schema1 | null; "fallback"?: duplicateEvaluationdatasetsResponse___schema1; "config"?: duplicateEvaluationdatasetsResponse___schema1; "metadata"?: duplicateEvaluationdatasetsResponse___schema1 | null; "variables"?: duplicateEvaluationdatasetsResponse___schema1; "inputs"?: duplicateEvaluationdatasetsResponse___schema1; "outputSchema"?: duplicateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationdatasetsResponse___schema1; "data"?: duplicateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationdatasetsResponse___schema1; "criteria"?: duplicateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationdatasetsResponse___schema0; "datasetVersion"?: duplicateEvaluationdatasetsResponse___schema0; "case"?: duplicateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationdatasetsResponse___schema0; "source"?: string | duplicateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "columns"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "cases"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "branches"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "targets"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "segments"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: duplicateEvaluationdatasetsResponse___schema0; "defaultBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "branch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "prompt"?: duplicateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "dataset"?: duplicateEvaluationdatasetsResponse___schema0; "evaluator"?: duplicateEvaluationdatasetsResponse___schema0; "target"?: duplicateEvaluationdatasetsResponse___schema0; "column"?: duplicateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationdatasetsResponse___schema1; "health"?: duplicateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
236
- export type duplicateEvaluationdatasetsResponse = { "dataset": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationdatasetsResponse___schema1; "matchExpression"?: duplicateEvaluationdatasetsResponse___schema1 | null; "fallback"?: duplicateEvaluationdatasetsResponse___schema1; "config"?: duplicateEvaluationdatasetsResponse___schema1; "metadata"?: duplicateEvaluationdatasetsResponse___schema1 | null; "variables"?: duplicateEvaluationdatasetsResponse___schema1; "inputs"?: duplicateEvaluationdatasetsResponse___schema1; "outputSchema"?: duplicateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationdatasetsResponse___schema1; "data"?: duplicateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationdatasetsResponse___schema1; "criteria"?: duplicateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationdatasetsResponse___schema0; "datasetVersion"?: duplicateEvaluationdatasetsResponse___schema0; "case"?: duplicateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationdatasetsResponse___schema0; "source"?: string | duplicateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "columns"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "cases"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "branches"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "targets"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "segments"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: duplicateEvaluationdatasetsResponse___schema0; "defaultBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "branch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "prompt"?: duplicateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "dataset"?: duplicateEvaluationdatasetsResponse___schema0; "evaluator"?: duplicateEvaluationdatasetsResponse___schema0; "target"?: duplicateEvaluationdatasetsResponse___schema0; "column"?: duplicateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationdatasetsResponse___schema1; "health"?: duplicateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "initialVersion": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationdatasetsResponse___schema1; "matchExpression"?: duplicateEvaluationdatasetsResponse___schema1 | null; "fallback"?: duplicateEvaluationdatasetsResponse___schema1; "config"?: duplicateEvaluationdatasetsResponse___schema1; "metadata"?: duplicateEvaluationdatasetsResponse___schema1 | null; "variables"?: duplicateEvaluationdatasetsResponse___schema1; "inputs"?: duplicateEvaluationdatasetsResponse___schema1; "outputSchema"?: duplicateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationdatasetsResponse___schema1; "data"?: duplicateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationdatasetsResponse___schema1; "criteria"?: duplicateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationdatasetsResponse___schema0; "datasetVersion"?: duplicateEvaluationdatasetsResponse___schema0; "case"?: duplicateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationdatasetsResponse___schema0; "source"?: string | duplicateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "columns"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "cases"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "branches"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "targets"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "segments"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: duplicateEvaluationdatasetsResponse___schema0; "defaultBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "branch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "prompt"?: duplicateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "dataset"?: duplicateEvaluationdatasetsResponse___schema0; "evaluator"?: duplicateEvaluationdatasetsResponse___schema0; "target"?: duplicateEvaluationdatasetsResponse___schema0; "column"?: duplicateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationdatasetsResponse___schema1; "health"?: duplicateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
230
+ export type duplicateEvaluationdatasetsResponse = { "dataset": { "id": string; "name": string; }; "initialVersion": { "id": string; "version": number; "status": "draft"; }; };
237
231
  export type archiveEvaluationdatasetsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<archiveEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: archiveEvaluationdatasetsResponse___schema1; "matchExpression"?: archiveEvaluationdatasetsResponse___schema1 | null; "fallback"?: archiveEvaluationdatasetsResponse___schema1; "config"?: archiveEvaluationdatasetsResponse___schema1; "metadata"?: archiveEvaluationdatasetsResponse___schema1 | null; "variables"?: archiveEvaluationdatasetsResponse___schema1; "inputs"?: archiveEvaluationdatasetsResponse___schema1; "outputSchema"?: archiveEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: archiveEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<archiveEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: archiveEvaluationdatasetsResponse___schema1; "data"?: archiveEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: archiveEvaluationdatasetsResponse___schema1; "criteria"?: archiveEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: archiveEvaluationdatasetsResponse___schema0; "datasetVersion"?: archiveEvaluationdatasetsResponse___schema0; "case"?: archiveEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: archiveEvaluationdatasetsResponse___schema0; "source"?: string | archiveEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<archiveEvaluationdatasetsResponse___schema0>; "columns"?: Array<archiveEvaluationdatasetsResponse___schema0>; "cases"?: Array<archiveEvaluationdatasetsResponse___schema0>; "branches"?: Array<archiveEvaluationdatasetsResponse___schema0>; "targets"?: Array<archiveEvaluationdatasetsResponse___schema0>; "segments"?: Array<archiveEvaluationdatasetsResponse___schema0>; "releasePolicy"?: archiveEvaluationdatasetsResponse___schema0; "defaultBranch"?: archiveEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: archiveEvaluationdatasetsResponse___schema0 | null; "headVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "branch"?: archiveEvaluationdatasetsResponse___schema0 | null; "prompt"?: archiveEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "dataset"?: archiveEvaluationdatasetsResponse___schema0; "evaluator"?: archiveEvaluationdatasetsResponse___schema0; "target"?: archiveEvaluationdatasetsResponse___schema0; "column"?: archiveEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: archiveEvaluationdatasetsResponse___schema1; "health"?: archiveEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
238
232
  export type archiveEvaluationdatasetsResponse___schema1 = string | number | boolean | null | Array<archiveEvaluationdatasetsResponse___schema1> | { [key: string]: archiveEvaluationdatasetsResponse___schema1; };
239
233
  export type archiveEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<archiveEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: archiveEvaluationdatasetsResponse___schema1; "matchExpression"?: archiveEvaluationdatasetsResponse___schema1 | null; "fallback"?: archiveEvaluationdatasetsResponse___schema1; "config"?: archiveEvaluationdatasetsResponse___schema1; "metadata"?: archiveEvaluationdatasetsResponse___schema1 | null; "variables"?: archiveEvaluationdatasetsResponse___schema1; "inputs"?: archiveEvaluationdatasetsResponse___schema1; "outputSchema"?: archiveEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: archiveEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<archiveEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: archiveEvaluationdatasetsResponse___schema1; "data"?: archiveEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: archiveEvaluationdatasetsResponse___schema1; "criteria"?: archiveEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: archiveEvaluationdatasetsResponse___schema0; "datasetVersion"?: archiveEvaluationdatasetsResponse___schema0; "case"?: archiveEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: archiveEvaluationdatasetsResponse___schema0; "source"?: string | archiveEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<archiveEvaluationdatasetsResponse___schema0>; "columns"?: Array<archiveEvaluationdatasetsResponse___schema0>; "cases"?: Array<archiveEvaluationdatasetsResponse___schema0>; "branches"?: Array<archiveEvaluationdatasetsResponse___schema0>; "targets"?: Array<archiveEvaluationdatasetsResponse___schema0>; "segments"?: Array<archiveEvaluationdatasetsResponse___schema0>; "releasePolicy"?: archiveEvaluationdatasetsResponse___schema0; "defaultBranch"?: archiveEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: archiveEvaluationdatasetsResponse___schema0 | null; "headVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "branch"?: archiveEvaluationdatasetsResponse___schema0 | null; "prompt"?: archiveEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "dataset"?: archiveEvaluationdatasetsResponse___schema0; "evaluator"?: archiveEvaluationdatasetsResponse___schema0; "target"?: archiveEvaluationdatasetsResponse___schema0; "column"?: archiveEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: archiveEvaluationdatasetsResponse___schema1; "health"?: archiveEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
@@ -243,30 +237,24 @@ export type restoreEvaluationdatasetsResponse___schema1 = string | number | bool
243
237
  export type restoreEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<restoreEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: restoreEvaluationdatasetsResponse___schema1; "matchExpression"?: restoreEvaluationdatasetsResponse___schema1 | null; "fallback"?: restoreEvaluationdatasetsResponse___schema1; "config"?: restoreEvaluationdatasetsResponse___schema1; "metadata"?: restoreEvaluationdatasetsResponse___schema1 | null; "variables"?: restoreEvaluationdatasetsResponse___schema1; "inputs"?: restoreEvaluationdatasetsResponse___schema1; "outputSchema"?: restoreEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: restoreEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<restoreEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: restoreEvaluationdatasetsResponse___schema1; "data"?: restoreEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: restoreEvaluationdatasetsResponse___schema1; "criteria"?: restoreEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: restoreEvaluationdatasetsResponse___schema0; "datasetVersion"?: restoreEvaluationdatasetsResponse___schema0; "case"?: restoreEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: restoreEvaluationdatasetsResponse___schema0; "source"?: string | restoreEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<restoreEvaluationdatasetsResponse___schema0>; "columns"?: Array<restoreEvaluationdatasetsResponse___schema0>; "cases"?: Array<restoreEvaluationdatasetsResponse___schema0>; "branches"?: Array<restoreEvaluationdatasetsResponse___schema0>; "targets"?: Array<restoreEvaluationdatasetsResponse___schema0>; "segments"?: Array<restoreEvaluationdatasetsResponse___schema0>; "releasePolicy"?: restoreEvaluationdatasetsResponse___schema0; "defaultBranch"?: restoreEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: restoreEvaluationdatasetsResponse___schema0 | null; "headVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "branch"?: restoreEvaluationdatasetsResponse___schema0 | null; "prompt"?: restoreEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "dataset"?: restoreEvaluationdatasetsResponse___schema0; "evaluator"?: restoreEvaluationdatasetsResponse___schema0; "target"?: restoreEvaluationdatasetsResponse___schema0; "column"?: restoreEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: restoreEvaluationdatasetsResponse___schema1; "health"?: restoreEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
244
238
  export type restoreEvaluationdatasetsResponse = { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<restoreEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: restoreEvaluationdatasetsResponse___schema1; "matchExpression"?: restoreEvaluationdatasetsResponse___schema1 | null; "fallback"?: restoreEvaluationdatasetsResponse___schema1; "config"?: restoreEvaluationdatasetsResponse___schema1; "metadata"?: restoreEvaluationdatasetsResponse___schema1 | null; "variables"?: restoreEvaluationdatasetsResponse___schema1; "inputs"?: restoreEvaluationdatasetsResponse___schema1; "outputSchema"?: restoreEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: restoreEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<restoreEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: restoreEvaluationdatasetsResponse___schema1; "data"?: restoreEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: restoreEvaluationdatasetsResponse___schema1; "criteria"?: restoreEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: restoreEvaluationdatasetsResponse___schema0; "datasetVersion"?: restoreEvaluationdatasetsResponse___schema0; "case"?: restoreEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: restoreEvaluationdatasetsResponse___schema0; "source"?: string | restoreEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<restoreEvaluationdatasetsResponse___schema0>; "columns"?: Array<restoreEvaluationdatasetsResponse___schema0>; "cases"?: Array<restoreEvaluationdatasetsResponse___schema0>; "branches"?: Array<restoreEvaluationdatasetsResponse___schema0>; "targets"?: Array<restoreEvaluationdatasetsResponse___schema0>; "segments"?: Array<restoreEvaluationdatasetsResponse___schema0>; "releasePolicy"?: restoreEvaluationdatasetsResponse___schema0; "defaultBranch"?: restoreEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: restoreEvaluationdatasetsResponse___schema0 | null; "headVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "branch"?: restoreEvaluationdatasetsResponse___schema0 | null; "prompt"?: restoreEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "dataset"?: restoreEvaluationdatasetsResponse___schema0; "evaluator"?: restoreEvaluationdatasetsResponse___schema0; "target"?: restoreEvaluationdatasetsResponse___schema0; "column"?: restoreEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: restoreEvaluationdatasetsResponse___schema1; "health"?: restoreEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
245
239
  export type listEvaluationevaluatorsQuery = { "limit"?: number; "cursor"?: string; };
246
- export type listEvaluationevaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationevaluatorsResponse___schema1; "matchExpression"?: listEvaluationevaluatorsResponse___schema1 | null; "fallback"?: listEvaluationevaluatorsResponse___schema1; "config"?: listEvaluationevaluatorsResponse___schema1; "metadata"?: listEvaluationevaluatorsResponse___schema1 | null; "variables"?: listEvaluationevaluatorsResponse___schema1; "inputs"?: listEvaluationevaluatorsResponse___schema1; "outputSchema"?: listEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: listEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationevaluatorsResponse___schema1; "data"?: listEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationevaluatorsResponse___schema1; "criteria"?: listEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationevaluatorsResponse___schema0; "datasetVersion"?: listEvaluationevaluatorsResponse___schema0; "case"?: listEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationevaluatorsResponse___schema0; "source"?: string | listEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationevaluatorsResponse___schema0>; "columns"?: Array<listEvaluationevaluatorsResponse___schema0>; "cases"?: Array<listEvaluationevaluatorsResponse___schema0>; "branches"?: Array<listEvaluationevaluatorsResponse___schema0>; "targets"?: Array<listEvaluationevaluatorsResponse___schema0>; "segments"?: Array<listEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: listEvaluationevaluatorsResponse___schema0; "defaultBranch"?: listEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: listEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "branch"?: listEvaluationevaluatorsResponse___schema0 | null; "prompt"?: listEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "dataset"?: listEvaluationevaluatorsResponse___schema0; "evaluator"?: listEvaluationevaluatorsResponse___schema0; "target"?: listEvaluationevaluatorsResponse___schema0; "column"?: listEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationevaluatorsResponse___schema1; "health"?: listEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
247
- export type listEvaluationevaluatorsResponse___schema1 = string | number | boolean | null | Array<listEvaluationevaluatorsResponse___schema1> | { [key: string]: listEvaluationevaluatorsResponse___schema1; };
248
- export type listEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationevaluatorsResponse___schema1; "matchExpression"?: listEvaluationevaluatorsResponse___schema1 | null; "fallback"?: listEvaluationevaluatorsResponse___schema1; "config"?: listEvaluationevaluatorsResponse___schema1; "metadata"?: listEvaluationevaluatorsResponse___schema1 | null; "variables"?: listEvaluationevaluatorsResponse___schema1; "inputs"?: listEvaluationevaluatorsResponse___schema1; "outputSchema"?: listEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: listEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationevaluatorsResponse___schema1; "data"?: listEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationevaluatorsResponse___schema1; "criteria"?: listEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationevaluatorsResponse___schema0; "datasetVersion"?: listEvaluationevaluatorsResponse___schema0; "case"?: listEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationevaluatorsResponse___schema0; "source"?: string | listEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationevaluatorsResponse___schema0>; "columns"?: Array<listEvaluationevaluatorsResponse___schema0>; "cases"?: Array<listEvaluationevaluatorsResponse___schema0>; "branches"?: Array<listEvaluationevaluatorsResponse___schema0>; "targets"?: Array<listEvaluationevaluatorsResponse___schema0>; "segments"?: Array<listEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: listEvaluationevaluatorsResponse___schema0; "defaultBranch"?: listEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: listEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "branch"?: listEvaluationevaluatorsResponse___schema0 | null; "prompt"?: listEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "dataset"?: listEvaluationevaluatorsResponse___schema0; "evaluator"?: listEvaluationevaluatorsResponse___schema0; "target"?: listEvaluationevaluatorsResponse___schema0; "column"?: listEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationevaluatorsResponse___schema1; "health"?: listEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
249
- export type listEvaluationevaluatorsResponse = { "items": Array<listEvaluationevaluatorsResponse___schema0>; "nextCursor": string | null; };
240
+ export type listEvaluationevaluatorsResponse___schema0 = string | number | boolean | null | Array<listEvaluationevaluatorsResponse___schema0> | { [key: string]: listEvaluationevaluatorsResponse___schema0; };
241
+ export type listEvaluationevaluatorsResponse___schema1 = { "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "contains" | "starts_with" | "ends_with"; "left": { "input": string; } | { "literal": listEvaluationevaluatorsResponse___schema0; }; "right": { "input": string; } | { "literal": listEvaluationevaluatorsResponse___schema0; }; } | { "operator": "exists"; "left": { "input": string; } | { "literal": listEvaluationevaluatorsResponse___schema0; }; } | { "operator": "and" | "or"; "operands": Array<listEvaluationevaluatorsResponse___schema1>; } | { "operator": "not"; "operand": listEvaluationevaluatorsResponse___schema1; };
242
+ export type listEvaluationevaluatorsResponse = { "items": Array<{ "id": string; "name": string; "description": string; "category": "deterministic" | "semantic" | "llm" | "human"; "type": "exact_match" | "contains" | "not_contains" | "regex" | "json_schema" | "numeric" | "custom_expression" | "cosine_similarity" | "llm_judge" | "reference_judge" | "pairwise_judge" | "human_review"; "status": "active" | "archived"; "currentVersionId": string; "versions": Array<{ "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "exact_match"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: listEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: listEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "not_contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: listEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "regex"; "config": { "description"?: string; "pattern": string; "flags"?: string; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "json_schema"; "config": { "description"?: string; "schema": { [key: string]: listEvaluationevaluatorsResponse___schema0; }; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "numeric"; "config": { "description"?: string; "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "==" | "=" | "!=" | ">" | ">=" | "<" | "<="; "threshold"?: number; "value"?: number; "expected"?: number; } | { "description"?: string; "operator": "between"; "min": number; "max": number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "custom_expression"; "config": { "description"?: string; "expression": listEvaluationevaluatorsResponse___schema1; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "cosine_similarity"; "config": { "description"?: string; "threshold": number; "embeddingModel"?: string; "model"?: string; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "llm_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "reference_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "pairwise_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "human_review"; "config": { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "choice"; "choices": Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; } | { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "pass_fail" | "rating" | "text"; "choices"?: Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; }>; "health": { "calibrationExamples": number; "agreement": number; "falseAccept": number; "falseReject": number; "status": "healthy" | "needs_attention" | "uncalibrated"; }; "usedBySuiteIds": Array<string>; "updatedAt": string; }>; "nextCursor": string | null; };
250
243
  export type getEvaluationevaluatorsQuery = { "versionId"?: string; };
251
244
  export type getEvaluationevaluatorsResponse___schema0 = string | number | boolean | null | Array<getEvaluationevaluatorsResponse___schema0> | { [key: string]: getEvaluationevaluatorsResponse___schema0; };
252
- export type getEvaluationevaluatorsResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<getEvaluationevaluatorsResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: getEvaluationevaluatorsResponse___schema0; "matchExpression"?: getEvaluationevaluatorsResponse___schema0 | null; "fallback"?: getEvaluationevaluatorsResponse___schema0; "config"?: getEvaluationevaluatorsResponse___schema0; "metadata"?: getEvaluationevaluatorsResponse___schema0 | null; "variables"?: getEvaluationevaluatorsResponse___schema0; "inputs"?: getEvaluationevaluatorsResponse___schema0; "outputSchema"?: getEvaluationevaluatorsResponse___schema0 | null; "providerConfig"?: getEvaluationevaluatorsResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<getEvaluationevaluatorsResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: getEvaluationevaluatorsResponse___schema0; "data"?: getEvaluationevaluatorsResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: getEvaluationevaluatorsResponse___schema0; "criteria"?: getEvaluationevaluatorsResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: getEvaluationevaluatorsResponse; "datasetVersion"?: getEvaluationevaluatorsResponse; "case"?: getEvaluationevaluatorsResponse; "caseIds"?: Array<string>; "policy"?: getEvaluationevaluatorsResponse; "source"?: string | getEvaluationevaluatorsResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<getEvaluationevaluatorsResponse>; "columns"?: Array<getEvaluationevaluatorsResponse>; "cases"?: Array<getEvaluationevaluatorsResponse>; "branches"?: Array<getEvaluationevaluatorsResponse>; "targets"?: Array<getEvaluationevaluatorsResponse>; "segments"?: Array<getEvaluationevaluatorsResponse>; "releasePolicy"?: getEvaluationevaluatorsResponse; "defaultBranch"?: getEvaluationevaluatorsResponse | null; "selectedBranch"?: getEvaluationevaluatorsResponse | null; "headVersion"?: getEvaluationevaluatorsResponse | null; "latestVersion"?: getEvaluationevaluatorsResponse | null; "editableVersion"?: getEvaluationevaluatorsResponse | null; "branch"?: getEvaluationevaluatorsResponse | null; "prompt"?: getEvaluationevaluatorsResponse | null; "promptVersion"?: getEvaluationevaluatorsResponse | null; "dataset"?: getEvaluationevaluatorsResponse; "evaluator"?: getEvaluationevaluatorsResponse; "target"?: getEvaluationevaluatorsResponse; "column"?: getEvaluationevaluatorsResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: getEvaluationevaluatorsResponse___schema0; "health"?: getEvaluationevaluatorsResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
253
- export type getEvaluationevaluatorsResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<getEvaluationevaluatorsResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: getEvaluationevaluatorsResponse___schema0; "matchExpression"?: getEvaluationevaluatorsResponse___schema0 | null; "fallback"?: getEvaluationevaluatorsResponse___schema0; "config"?: getEvaluationevaluatorsResponse___schema0; "metadata"?: getEvaluationevaluatorsResponse___schema0 | null; "variables"?: getEvaluationevaluatorsResponse___schema0; "inputs"?: getEvaluationevaluatorsResponse___schema0; "outputSchema"?: getEvaluationevaluatorsResponse___schema0 | null; "providerConfig"?: getEvaluationevaluatorsResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<getEvaluationevaluatorsResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: getEvaluationevaluatorsResponse___schema0; "data"?: getEvaluationevaluatorsResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: getEvaluationevaluatorsResponse___schema0; "criteria"?: getEvaluationevaluatorsResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: getEvaluationevaluatorsResponse; "datasetVersion"?: getEvaluationevaluatorsResponse; "case"?: getEvaluationevaluatorsResponse; "caseIds"?: Array<string>; "policy"?: getEvaluationevaluatorsResponse; "source"?: string | getEvaluationevaluatorsResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<getEvaluationevaluatorsResponse>; "columns"?: Array<getEvaluationevaluatorsResponse>; "cases"?: Array<getEvaluationevaluatorsResponse>; "branches"?: Array<getEvaluationevaluatorsResponse>; "targets"?: Array<getEvaluationevaluatorsResponse>; "segments"?: Array<getEvaluationevaluatorsResponse>; "releasePolicy"?: getEvaluationevaluatorsResponse; "defaultBranch"?: getEvaluationevaluatorsResponse | null; "selectedBranch"?: getEvaluationevaluatorsResponse | null; "headVersion"?: getEvaluationevaluatorsResponse | null; "latestVersion"?: getEvaluationevaluatorsResponse | null; "editableVersion"?: getEvaluationevaluatorsResponse | null; "branch"?: getEvaluationevaluatorsResponse | null; "prompt"?: getEvaluationevaluatorsResponse | null; "promptVersion"?: getEvaluationevaluatorsResponse | null; "dataset"?: getEvaluationevaluatorsResponse; "evaluator"?: getEvaluationevaluatorsResponse; "target"?: getEvaluationevaluatorsResponse; "column"?: getEvaluationevaluatorsResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: getEvaluationevaluatorsResponse___schema0; "health"?: getEvaluationevaluatorsResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
245
+ export type getEvaluationevaluatorsResponse___schema1 = { "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "contains" | "starts_with" | "ends_with"; "left": { "input": string; } | { "literal": getEvaluationevaluatorsResponse___schema0; }; "right": { "input": string; } | { "literal": getEvaluationevaluatorsResponse___schema0; }; } | { "operator": "exists"; "left": { "input": string; } | { "literal": getEvaluationevaluatorsResponse___schema0; }; } | { "operator": "and" | "or"; "operands": Array<getEvaluationevaluatorsResponse___schema1>; } | { "operator": "not"; "operand": getEvaluationevaluatorsResponse___schema1; };
246
+ export type getEvaluationevaluatorsResponse = { "id": string; "name": string; "description": string; "category": "deterministic" | "semantic" | "llm" | "human"; "type": "exact_match" | "contains" | "not_contains" | "regex" | "json_schema" | "numeric" | "custom_expression" | "cosine_similarity" | "llm_judge" | "reference_judge" | "pairwise_judge" | "human_review"; "status": "active" | "archived"; "currentVersionId": string; "versions": Array<{ "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "exact_match"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: getEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: getEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "not_contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: getEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "regex"; "config": { "description"?: string; "pattern": string; "flags"?: string; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "json_schema"; "config": { "description"?: string; "schema": { [key: string]: getEvaluationevaluatorsResponse___schema0; }; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "numeric"; "config": { "description"?: string; "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "==" | "=" | "!=" | ">" | ">=" | "<" | "<="; "threshold"?: number; "value"?: number; "expected"?: number; } | { "description"?: string; "operator": "between"; "min": number; "max": number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "custom_expression"; "config": { "description"?: string; "expression": getEvaluationevaluatorsResponse___schema1; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "cosine_similarity"; "config": { "description"?: string; "threshold": number; "embeddingModel"?: string; "model"?: string; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "llm_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "reference_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "pairwise_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "human_review"; "config": { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "choice"; "choices": Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; } | { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "pass_fail" | "rating" | "text"; "choices"?: Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; }>; "health": { "calibrationExamples": number; "agreement": number; "falseAccept": number; "falseReject": number; "status": "healthy" | "needs_attention" | "uncalibrated"; }; "usedBySuiteIds": Array<string>; "updatedAt": string; };
254
247
  export type createEvaluationevaluatorsRequest___schema0 = string | number | boolean | null | Array<createEvaluationevaluatorsRequest___schema0> | { [key: string]: createEvaluationevaluatorsRequest___schema0; };
255
- export type createEvaluationevaluatorsRequest = { "name": string; "description"?: string; "templateId"?: string; "version": { "type": "exact_match" | "contains" | "not_contains" | "regex" | "json_schema" | "numeric" | "custom_expression" | "cosine_similarity" | "llm_judge" | "reference_judge" | "pairwise_judge" | "human_review"; "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "config": { [key: string]: createEvaluationevaluatorsRequest___schema0; }; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; }; };
256
- export type createEvaluationevaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationevaluatorsResponse___schema1; "matchExpression"?: createEvaluationevaluatorsResponse___schema1 | null; "fallback"?: createEvaluationevaluatorsResponse___schema1; "config"?: createEvaluationevaluatorsResponse___schema1; "metadata"?: createEvaluationevaluatorsResponse___schema1 | null; "variables"?: createEvaluationevaluatorsResponse___schema1; "inputs"?: createEvaluationevaluatorsResponse___schema1; "outputSchema"?: createEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: createEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationevaluatorsResponse___schema1; "data"?: createEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationevaluatorsResponse___schema1; "criteria"?: createEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationevaluatorsResponse___schema0; "datasetVersion"?: createEvaluationevaluatorsResponse___schema0; "case"?: createEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationevaluatorsResponse___schema0; "source"?: string | createEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationevaluatorsResponse___schema0>; "columns"?: Array<createEvaluationevaluatorsResponse___schema0>; "cases"?: Array<createEvaluationevaluatorsResponse___schema0>; "branches"?: Array<createEvaluationevaluatorsResponse___schema0>; "targets"?: Array<createEvaluationevaluatorsResponse___schema0>; "segments"?: Array<createEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: createEvaluationevaluatorsResponse___schema0; "defaultBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "branch"?: createEvaluationevaluatorsResponse___schema0 | null; "prompt"?: createEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "dataset"?: createEvaluationevaluatorsResponse___schema0; "evaluator"?: createEvaluationevaluatorsResponse___schema0; "target"?: createEvaluationevaluatorsResponse___schema0; "column"?: createEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationevaluatorsResponse___schema1; "health"?: createEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
257
- export type createEvaluationevaluatorsResponse___schema1 = string | number | boolean | null | Array<createEvaluationevaluatorsResponse___schema1> | { [key: string]: createEvaluationevaluatorsResponse___schema1; };
258
- export type createEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationevaluatorsResponse___schema1; "matchExpression"?: createEvaluationevaluatorsResponse___schema1 | null; "fallback"?: createEvaluationevaluatorsResponse___schema1; "config"?: createEvaluationevaluatorsResponse___schema1; "metadata"?: createEvaluationevaluatorsResponse___schema1 | null; "variables"?: createEvaluationevaluatorsResponse___schema1; "inputs"?: createEvaluationevaluatorsResponse___schema1; "outputSchema"?: createEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: createEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationevaluatorsResponse___schema1; "data"?: createEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationevaluatorsResponse___schema1; "criteria"?: createEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationevaluatorsResponse___schema0; "datasetVersion"?: createEvaluationevaluatorsResponse___schema0; "case"?: createEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationevaluatorsResponse___schema0; "source"?: string | createEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationevaluatorsResponse___schema0>; "columns"?: Array<createEvaluationevaluatorsResponse___schema0>; "cases"?: Array<createEvaluationevaluatorsResponse___schema0>; "branches"?: Array<createEvaluationevaluatorsResponse___schema0>; "targets"?: Array<createEvaluationevaluatorsResponse___schema0>; "segments"?: Array<createEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: createEvaluationevaluatorsResponse___schema0; "defaultBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "branch"?: createEvaluationevaluatorsResponse___schema0 | null; "prompt"?: createEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "dataset"?: createEvaluationevaluatorsResponse___schema0; "evaluator"?: createEvaluationevaluatorsResponse___schema0; "target"?: createEvaluationevaluatorsResponse___schema0; "column"?: createEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationevaluatorsResponse___schema1; "health"?: createEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
259
- export type createEvaluationevaluatorsResponse = { "evaluator": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationevaluatorsResponse___schema1; "matchExpression"?: createEvaluationevaluatorsResponse___schema1 | null; "fallback"?: createEvaluationevaluatorsResponse___schema1; "config"?: createEvaluationevaluatorsResponse___schema1; "metadata"?: createEvaluationevaluatorsResponse___schema1 | null; "variables"?: createEvaluationevaluatorsResponse___schema1; "inputs"?: createEvaluationevaluatorsResponse___schema1; "outputSchema"?: createEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: createEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationevaluatorsResponse___schema1; "data"?: createEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationevaluatorsResponse___schema1; "criteria"?: createEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationevaluatorsResponse___schema0; "datasetVersion"?: createEvaluationevaluatorsResponse___schema0; "case"?: createEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationevaluatorsResponse___schema0; "source"?: string | createEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationevaluatorsResponse___schema0>; "columns"?: Array<createEvaluationevaluatorsResponse___schema0>; "cases"?: Array<createEvaluationevaluatorsResponse___schema0>; "branches"?: Array<createEvaluationevaluatorsResponse___schema0>; "targets"?: Array<createEvaluationevaluatorsResponse___schema0>; "segments"?: Array<createEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: createEvaluationevaluatorsResponse___schema0; "defaultBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "branch"?: createEvaluationevaluatorsResponse___schema0 | null; "prompt"?: createEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "dataset"?: createEvaluationevaluatorsResponse___schema0; "evaluator"?: createEvaluationevaluatorsResponse___schema0; "target"?: createEvaluationevaluatorsResponse___schema0; "column"?: createEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationevaluatorsResponse___schema1; "health"?: createEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "version": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationevaluatorsResponse___schema1; "matchExpression"?: createEvaluationevaluatorsResponse___schema1 | null; "fallback"?: createEvaluationevaluatorsResponse___schema1; "config"?: createEvaluationevaluatorsResponse___schema1; "metadata"?: createEvaluationevaluatorsResponse___schema1 | null; "variables"?: createEvaluationevaluatorsResponse___schema1; "inputs"?: createEvaluationevaluatorsResponse___schema1; "outputSchema"?: createEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: createEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationevaluatorsResponse___schema1; "data"?: createEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationevaluatorsResponse___schema1; "criteria"?: createEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationevaluatorsResponse___schema0; "datasetVersion"?: createEvaluationevaluatorsResponse___schema0; "case"?: createEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationevaluatorsResponse___schema0; "source"?: string | createEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationevaluatorsResponse___schema0>; "columns"?: Array<createEvaluationevaluatorsResponse___schema0>; "cases"?: Array<createEvaluationevaluatorsResponse___schema0>; "branches"?: Array<createEvaluationevaluatorsResponse___schema0>; "targets"?: Array<createEvaluationevaluatorsResponse___schema0>; "segments"?: Array<createEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: createEvaluationevaluatorsResponse___schema0; "defaultBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "branch"?: createEvaluationevaluatorsResponse___schema0 | null; "prompt"?: createEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "dataset"?: createEvaluationevaluatorsResponse___schema0; "evaluator"?: createEvaluationevaluatorsResponse___schema0; "target"?: createEvaluationevaluatorsResponse___schema0; "column"?: createEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationevaluatorsResponse___schema1; "health"?: createEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
248
+ export type createEvaluationevaluatorsRequest___schema1 = { "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "contains" | "starts_with" | "ends_with"; "left": { "input": string; } | { "literal": createEvaluationevaluatorsRequest___schema0; }; "right": { "input": string; } | { "literal": createEvaluationevaluatorsRequest___schema0; }; } | { "operator": "exists"; "left": { "input": string; } | { "literal": createEvaluationevaluatorsRequest___schema0; }; } | { "operator": "and" | "or"; "operands": Array<createEvaluationevaluatorsRequest___schema1>; } | { "operator": "not"; "operand": createEvaluationevaluatorsRequest___schema1; };
249
+ export type createEvaluationevaluatorsRequest = { "name": string; "description"?: string; "templateId"?: string; "version": { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "exact_match"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluationevaluatorsRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluationevaluatorsRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "not_contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluationevaluatorsRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "regex"; "config": { "description"?: string; "pattern": string; "flags"?: string; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "json_schema"; "config": { "description"?: string; "schema": { [key: string]: createEvaluationevaluatorsRequest___schema0; }; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "numeric"; "config": { "description"?: string; "operator"?: "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "==" | "=" | "!=" | ">" | ">=" | "<" | "<="; "threshold"?: number; "value"?: number; "expected"?: number; } | { "description"?: string; "operator": "between"; "min": number; "max": number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "custom_expression"; "config": { "description"?: string; "expression": createEvaluationevaluatorsRequest___schema1; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "cosine_similarity"; "config": { "description"?: string; "threshold"?: number; "embeddingModel": string; "model"?: string; } | { "description"?: string; "threshold"?: number; "embeddingModel"?: string; "model": string; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "llm_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "reference_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "pairwise_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "human_review"; "config": { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "choice"; "choices": Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; } | { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "pass_fail" | "rating" | "text"; "choices"?: Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; }; }; };
250
+ export type createEvaluationevaluatorsResponse = { "evaluator": { "id": string; "name": string; }; "version": { "id": string; "version": number; }; };
260
251
  export type updateEvaluationevaluatorsRequest = { "name"?: string; "description"?: string; "status"?: "active" | "archived"; };
261
252
  export type updateEvaluationevaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationevaluatorsResponse___schema1; "matchExpression"?: updateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: updateEvaluationevaluatorsResponse___schema1; "config"?: updateEvaluationevaluatorsResponse___schema1; "metadata"?: updateEvaluationevaluatorsResponse___schema1 | null; "variables"?: updateEvaluationevaluatorsResponse___schema1; "inputs"?: updateEvaluationevaluatorsResponse___schema1; "outputSchema"?: updateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: updateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationevaluatorsResponse___schema1; "data"?: updateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationevaluatorsResponse___schema1; "criteria"?: updateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: updateEvaluationevaluatorsResponse___schema0; "case"?: updateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationevaluatorsResponse___schema0; "source"?: string | updateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<updateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<updateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<updateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<updateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<updateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: updateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "branch"?: updateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: updateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: updateEvaluationevaluatorsResponse___schema0; "evaluator"?: updateEvaluationevaluatorsResponse___schema0; "target"?: updateEvaluationevaluatorsResponse___schema0; "column"?: updateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationevaluatorsResponse___schema1; "health"?: updateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
262
253
  export type updateEvaluationevaluatorsResponse___schema1 = string | number | boolean | null | Array<updateEvaluationevaluatorsResponse___schema1> | { [key: string]: updateEvaluationevaluatorsResponse___schema1; };
263
254
  export type updateEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationevaluatorsResponse___schema1; "matchExpression"?: updateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: updateEvaluationevaluatorsResponse___schema1; "config"?: updateEvaluationevaluatorsResponse___schema1; "metadata"?: updateEvaluationevaluatorsResponse___schema1 | null; "variables"?: updateEvaluationevaluatorsResponse___schema1; "inputs"?: updateEvaluationevaluatorsResponse___schema1; "outputSchema"?: updateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: updateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationevaluatorsResponse___schema1; "data"?: updateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationevaluatorsResponse___schema1; "criteria"?: updateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: updateEvaluationevaluatorsResponse___schema0; "case"?: updateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationevaluatorsResponse___schema0; "source"?: string | updateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<updateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<updateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<updateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<updateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<updateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: updateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "branch"?: updateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: updateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: updateEvaluationevaluatorsResponse___schema0; "evaluator"?: updateEvaluationevaluatorsResponse___schema0; "target"?: updateEvaluationevaluatorsResponse___schema0; "column"?: updateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationevaluatorsResponse___schema1; "health"?: updateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
264
255
  export type updateEvaluationevaluatorsResponse = { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationevaluatorsResponse___schema1; "matchExpression"?: updateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: updateEvaluationevaluatorsResponse___schema1; "config"?: updateEvaluationevaluatorsResponse___schema1; "metadata"?: updateEvaluationevaluatorsResponse___schema1 | null; "variables"?: updateEvaluationevaluatorsResponse___schema1; "inputs"?: updateEvaluationevaluatorsResponse___schema1; "outputSchema"?: updateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: updateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationevaluatorsResponse___schema1; "data"?: updateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationevaluatorsResponse___schema1; "criteria"?: updateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: updateEvaluationevaluatorsResponse___schema0; "case"?: updateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationevaluatorsResponse___schema0; "source"?: string | updateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<updateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<updateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<updateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<updateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<updateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: updateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "branch"?: updateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: updateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: updateEvaluationevaluatorsResponse___schema0; "evaluator"?: updateEvaluationevaluatorsResponse___schema0; "target"?: updateEvaluationevaluatorsResponse___schema0; "column"?: updateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationevaluatorsResponse___schema1; "health"?: updateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
265
256
  export type duplicateEvaluationevaluatorsRequest = { "versionId"?: string; };
266
- export type duplicateEvaluationevaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationevaluatorsResponse___schema1; "matchExpression"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: duplicateEvaluationevaluatorsResponse___schema1; "config"?: duplicateEvaluationevaluatorsResponse___schema1; "metadata"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "variables"?: duplicateEvaluationevaluatorsResponse___schema1; "inputs"?: duplicateEvaluationevaluatorsResponse___schema1; "outputSchema"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationevaluatorsResponse___schema1; "data"?: duplicateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationevaluatorsResponse___schema1; "criteria"?: duplicateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "case"?: duplicateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationevaluatorsResponse___schema0; "source"?: string | duplicateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: duplicateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "branch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: duplicateEvaluationevaluatorsResponse___schema0; "evaluator"?: duplicateEvaluationevaluatorsResponse___schema0; "target"?: duplicateEvaluationevaluatorsResponse___schema0; "column"?: duplicateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationevaluatorsResponse___schema1; "health"?: duplicateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
267
- export type duplicateEvaluationevaluatorsResponse___schema1 = string | number | boolean | null | Array<duplicateEvaluationevaluatorsResponse___schema1> | { [key: string]: duplicateEvaluationevaluatorsResponse___schema1; };
268
- export type duplicateEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationevaluatorsResponse___schema1; "matchExpression"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: duplicateEvaluationevaluatorsResponse___schema1; "config"?: duplicateEvaluationevaluatorsResponse___schema1; "metadata"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "variables"?: duplicateEvaluationevaluatorsResponse___schema1; "inputs"?: duplicateEvaluationevaluatorsResponse___schema1; "outputSchema"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationevaluatorsResponse___schema1; "data"?: duplicateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationevaluatorsResponse___schema1; "criteria"?: duplicateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "case"?: duplicateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationevaluatorsResponse___schema0; "source"?: string | duplicateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: duplicateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "branch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: duplicateEvaluationevaluatorsResponse___schema0; "evaluator"?: duplicateEvaluationevaluatorsResponse___schema0; "target"?: duplicateEvaluationevaluatorsResponse___schema0; "column"?: duplicateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationevaluatorsResponse___schema1; "health"?: duplicateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
269
- export type duplicateEvaluationevaluatorsResponse = { "evaluator": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationevaluatorsResponse___schema1; "matchExpression"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: duplicateEvaluationevaluatorsResponse___schema1; "config"?: duplicateEvaluationevaluatorsResponse___schema1; "metadata"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "variables"?: duplicateEvaluationevaluatorsResponse___schema1; "inputs"?: duplicateEvaluationevaluatorsResponse___schema1; "outputSchema"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationevaluatorsResponse___schema1; "data"?: duplicateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationevaluatorsResponse___schema1; "criteria"?: duplicateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "case"?: duplicateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationevaluatorsResponse___schema0; "source"?: string | duplicateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: duplicateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "branch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: duplicateEvaluationevaluatorsResponse___schema0; "evaluator"?: duplicateEvaluationevaluatorsResponse___schema0; "target"?: duplicateEvaluationevaluatorsResponse___schema0; "column"?: duplicateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationevaluatorsResponse___schema1; "health"?: duplicateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "version": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationevaluatorsResponse___schema1; "matchExpression"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: duplicateEvaluationevaluatorsResponse___schema1; "config"?: duplicateEvaluationevaluatorsResponse___schema1; "metadata"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "variables"?: duplicateEvaluationevaluatorsResponse___schema1; "inputs"?: duplicateEvaluationevaluatorsResponse___schema1; "outputSchema"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationevaluatorsResponse___schema1; "data"?: duplicateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationevaluatorsResponse___schema1; "criteria"?: duplicateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "case"?: duplicateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationevaluatorsResponse___schema0; "source"?: string | duplicateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: duplicateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "branch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: duplicateEvaluationevaluatorsResponse___schema0; "evaluator"?: duplicateEvaluationevaluatorsResponse___schema0; "target"?: duplicateEvaluationevaluatorsResponse___schema0; "column"?: duplicateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationevaluatorsResponse___schema1; "health"?: duplicateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
257
+ export type duplicateEvaluationevaluatorsResponse = { "evaluator": { "id": string; "name": string; }; "version": { "id": string; "version": number; }; };
270
258
  export type archiveEvaluationevaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: archiveEvaluationevaluatorsResponse___schema1; "matchExpression"?: archiveEvaluationevaluatorsResponse___schema1 | null; "fallback"?: archiveEvaluationevaluatorsResponse___schema1; "config"?: archiveEvaluationevaluatorsResponse___schema1; "metadata"?: archiveEvaluationevaluatorsResponse___schema1 | null; "variables"?: archiveEvaluationevaluatorsResponse___schema1; "inputs"?: archiveEvaluationevaluatorsResponse___schema1; "outputSchema"?: archiveEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: archiveEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<archiveEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: archiveEvaluationevaluatorsResponse___schema1; "data"?: archiveEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: archiveEvaluationevaluatorsResponse___schema1; "criteria"?: archiveEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: archiveEvaluationevaluatorsResponse___schema0; "datasetVersion"?: archiveEvaluationevaluatorsResponse___schema0; "case"?: archiveEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: archiveEvaluationevaluatorsResponse___schema0; "source"?: string | archiveEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "columns"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "cases"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "branches"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "targets"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "segments"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: archiveEvaluationevaluatorsResponse___schema0; "defaultBranch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "branch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "prompt"?: archiveEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "dataset"?: archiveEvaluationevaluatorsResponse___schema0; "evaluator"?: archiveEvaluationevaluatorsResponse___schema0; "target"?: archiveEvaluationevaluatorsResponse___schema0; "column"?: archiveEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: archiveEvaluationevaluatorsResponse___schema1; "health"?: archiveEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
271
259
  export type archiveEvaluationevaluatorsResponse___schema1 = string | number | boolean | null | Array<archiveEvaluationevaluatorsResponse___schema1> | { [key: string]: archiveEvaluationevaluatorsResponse___schema1; };
272
260
  export type archiveEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: archiveEvaluationevaluatorsResponse___schema1; "matchExpression"?: archiveEvaluationevaluatorsResponse___schema1 | null; "fallback"?: archiveEvaluationevaluatorsResponse___schema1; "config"?: archiveEvaluationevaluatorsResponse___schema1; "metadata"?: archiveEvaluationevaluatorsResponse___schema1 | null; "variables"?: archiveEvaluationevaluatorsResponse___schema1; "inputs"?: archiveEvaluationevaluatorsResponse___schema1; "outputSchema"?: archiveEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: archiveEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<archiveEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: archiveEvaluationevaluatorsResponse___schema1; "data"?: archiveEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: archiveEvaluationevaluatorsResponse___schema1; "criteria"?: archiveEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: archiveEvaluationevaluatorsResponse___schema0; "datasetVersion"?: archiveEvaluationevaluatorsResponse___schema0; "case"?: archiveEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: archiveEvaluationevaluatorsResponse___schema0; "source"?: string | archiveEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "columns"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "cases"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "branches"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "targets"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "segments"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: archiveEvaluationevaluatorsResponse___schema0; "defaultBranch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "branch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "prompt"?: archiveEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "dataset"?: archiveEvaluationevaluatorsResponse___schema0; "evaluator"?: archiveEvaluationevaluatorsResponse___schema0; "target"?: archiveEvaluationevaluatorsResponse___schema0; "column"?: archiveEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: archiveEvaluationevaluatorsResponse___schema1; "health"?: archiveEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
@@ -294,8 +282,7 @@ export type listPersistedEvaluationRunsResponse = { "items": Array<listPersisted
294
282
  export type persistedEvaluationRunResponse = string | number | boolean | null | Array<persistedEvaluationRunResponse> | { [key: string]: persistedEvaluationRunResponse; };
295
283
  export type evaluationfailuresResponse___schema0 = string | number | boolean | null | Array<evaluationfailuresResponse___schema0> | { [key: string]: evaluationfailuresResponse___schema0; };
296
284
  export type evaluationfailuresResponse = Array<evaluationfailuresResponse___schema0>;
297
- export type evaluationtrace_candidatesResponse___schema0 = string | number | boolean | null | Array<evaluationtrace_candidatesResponse___schema0> | { [key: string]: evaluationtrace_candidatesResponse___schema0; };
298
- export type evaluationtrace_candidatesResponse = Array<evaluationtrace_candidatesResponse___schema0>;
285
+ export type evaluationtrace_candidatesResponse = Array<{ "id": string; "requestId": string; "traceId": string; "application": string; "inputPreview": string; "model": string; "provider": string; "latencyMs": number; "createdAt": string; "importable": boolean; "payloadState": string; }>;
299
286
  export type newDatasetVersionRequest = { "sourceVersionId"?: string; };
300
287
  export type newDatasetVersionResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<newDatasetVersionResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: newDatasetVersionResponse___schema1; "matchExpression"?: newDatasetVersionResponse___schema1 | null; "fallback"?: newDatasetVersionResponse___schema1; "config"?: newDatasetVersionResponse___schema1; "metadata"?: newDatasetVersionResponse___schema1 | null; "variables"?: newDatasetVersionResponse___schema1; "inputs"?: newDatasetVersionResponse___schema1; "outputSchema"?: newDatasetVersionResponse___schema1 | null; "providerConfig"?: newDatasetVersionResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<newDatasetVersionResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: newDatasetVersionResponse___schema1; "data"?: newDatasetVersionResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: newDatasetVersionResponse___schema1; "criteria"?: newDatasetVersionResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: newDatasetVersionResponse___schema0; "datasetVersion"?: newDatasetVersionResponse___schema0; "case"?: newDatasetVersionResponse___schema0; "caseIds"?: Array<string>; "policy"?: newDatasetVersionResponse___schema0; "source"?: string | newDatasetVersionResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<newDatasetVersionResponse___schema0>; "columns"?: Array<newDatasetVersionResponse___schema0>; "cases"?: Array<newDatasetVersionResponse___schema0>; "branches"?: Array<newDatasetVersionResponse___schema0>; "targets"?: Array<newDatasetVersionResponse___schema0>; "segments"?: Array<newDatasetVersionResponse___schema0>; "releasePolicy"?: newDatasetVersionResponse___schema0; "defaultBranch"?: newDatasetVersionResponse___schema0 | null; "selectedBranch"?: newDatasetVersionResponse___schema0 | null; "headVersion"?: newDatasetVersionResponse___schema0 | null; "latestVersion"?: newDatasetVersionResponse___schema0 | null; "editableVersion"?: newDatasetVersionResponse___schema0 | null; "branch"?: newDatasetVersionResponse___schema0 | null; "prompt"?: newDatasetVersionResponse___schema0 | null; "promptVersion"?: newDatasetVersionResponse___schema0 | null; "dataset"?: newDatasetVersionResponse___schema0; "evaluator"?: newDatasetVersionResponse___schema0; "target"?: newDatasetVersionResponse___schema0; "column"?: newDatasetVersionResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: newDatasetVersionResponse___schema1; "health"?: newDatasetVersionResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
301
288
  export type newDatasetVersionResponse___schema1 = string | number | boolean | null | Array<newDatasetVersionResponse___schema1> | { [key: string]: newDatasetVersionResponse___schema1; };
@@ -345,22 +332,16 @@ export type importDatasetCasesRequest = { "datasetVersionId": string; "sourceTyp
345
332
  export type importDatasetCasesResponse___schema0 = string | number | boolean | null | Array<importDatasetCasesResponse___schema0> | { [key: string]: importDatasetCasesResponse___schema0; };
346
333
  export type importDatasetCasesResponse = { "imported": number; "skipped": number; "failed": number; "failures": importDatasetCasesResponse___schema0; };
347
334
  export type createEvaluatorFromTemplateRequest = { "name": string; "description"?: string; "type": "exact_match" | "contains" | "not_contains" | "regex" | "json_schema" | "numeric" | "custom_expression" | "cosine_similarity" | "llm_judge" | "reference_judge" | "pairwise_judge" | "human_review"; "templateId"?: string; };
348
- export type createEvaluatorFromTemplateResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorFromTemplateResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorFromTemplateResponse___schema1; "matchExpression"?: createEvaluatorFromTemplateResponse___schema1 | null; "fallback"?: createEvaluatorFromTemplateResponse___schema1; "config"?: createEvaluatorFromTemplateResponse___schema1; "metadata"?: createEvaluatorFromTemplateResponse___schema1 | null; "variables"?: createEvaluatorFromTemplateResponse___schema1; "inputs"?: createEvaluatorFromTemplateResponse___schema1; "outputSchema"?: createEvaluatorFromTemplateResponse___schema1 | null; "providerConfig"?: createEvaluatorFromTemplateResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorFromTemplateResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorFromTemplateResponse___schema1; "data"?: createEvaluatorFromTemplateResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorFromTemplateResponse___schema1; "criteria"?: createEvaluatorFromTemplateResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorFromTemplateResponse___schema0; "datasetVersion"?: createEvaluatorFromTemplateResponse___schema0; "case"?: createEvaluatorFromTemplateResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluatorFromTemplateResponse___schema0; "source"?: string | createEvaluatorFromTemplateResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorFromTemplateResponse___schema0>; "columns"?: Array<createEvaluatorFromTemplateResponse___schema0>; "cases"?: Array<createEvaluatorFromTemplateResponse___schema0>; "branches"?: Array<createEvaluatorFromTemplateResponse___schema0>; "targets"?: Array<createEvaluatorFromTemplateResponse___schema0>; "segments"?: Array<createEvaluatorFromTemplateResponse___schema0>; "releasePolicy"?: createEvaluatorFromTemplateResponse___schema0; "defaultBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "selectedBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "headVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "latestVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "editableVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "branch"?: createEvaluatorFromTemplateResponse___schema0 | null; "prompt"?: createEvaluatorFromTemplateResponse___schema0 | null; "promptVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "dataset"?: createEvaluatorFromTemplateResponse___schema0; "evaluator"?: createEvaluatorFromTemplateResponse___schema0; "target"?: createEvaluatorFromTemplateResponse___schema0; "column"?: createEvaluatorFromTemplateResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorFromTemplateResponse___schema1; "health"?: createEvaluatorFromTemplateResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
349
- export type createEvaluatorFromTemplateResponse___schema1 = string | number | boolean | null | Array<createEvaluatorFromTemplateResponse___schema1> | { [key: string]: createEvaluatorFromTemplateResponse___schema1; };
350
- export type createEvaluatorFromTemplateResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorFromTemplateResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorFromTemplateResponse___schema1; "matchExpression"?: createEvaluatorFromTemplateResponse___schema1 | null; "fallback"?: createEvaluatorFromTemplateResponse___schema1; "config"?: createEvaluatorFromTemplateResponse___schema1; "metadata"?: createEvaluatorFromTemplateResponse___schema1 | null; "variables"?: createEvaluatorFromTemplateResponse___schema1; "inputs"?: createEvaluatorFromTemplateResponse___schema1; "outputSchema"?: createEvaluatorFromTemplateResponse___schema1 | null; "providerConfig"?: createEvaluatorFromTemplateResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorFromTemplateResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorFromTemplateResponse___schema1; "data"?: createEvaluatorFromTemplateResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorFromTemplateResponse___schema1; "criteria"?: createEvaluatorFromTemplateResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorFromTemplateResponse___schema0; "datasetVersion"?: createEvaluatorFromTemplateResponse___schema0; "case"?: createEvaluatorFromTemplateResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluatorFromTemplateResponse___schema0; "source"?: string | createEvaluatorFromTemplateResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorFromTemplateResponse___schema0>; "columns"?: Array<createEvaluatorFromTemplateResponse___schema0>; "cases"?: Array<createEvaluatorFromTemplateResponse___schema0>; "branches"?: Array<createEvaluatorFromTemplateResponse___schema0>; "targets"?: Array<createEvaluatorFromTemplateResponse___schema0>; "segments"?: Array<createEvaluatorFromTemplateResponse___schema0>; "releasePolicy"?: createEvaluatorFromTemplateResponse___schema0; "defaultBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "selectedBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "headVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "latestVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "editableVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "branch"?: createEvaluatorFromTemplateResponse___schema0 | null; "prompt"?: createEvaluatorFromTemplateResponse___schema0 | null; "promptVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "dataset"?: createEvaluatorFromTemplateResponse___schema0; "evaluator"?: createEvaluatorFromTemplateResponse___schema0; "target"?: createEvaluatorFromTemplateResponse___schema0; "column"?: createEvaluatorFromTemplateResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorFromTemplateResponse___schema1; "health"?: createEvaluatorFromTemplateResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
351
- export type createEvaluatorFromTemplateResponse = { "evaluator": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorFromTemplateResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorFromTemplateResponse___schema1; "matchExpression"?: createEvaluatorFromTemplateResponse___schema1 | null; "fallback"?: createEvaluatorFromTemplateResponse___schema1; "config"?: createEvaluatorFromTemplateResponse___schema1; "metadata"?: createEvaluatorFromTemplateResponse___schema1 | null; "variables"?: createEvaluatorFromTemplateResponse___schema1; "inputs"?: createEvaluatorFromTemplateResponse___schema1; "outputSchema"?: createEvaluatorFromTemplateResponse___schema1 | null; "providerConfig"?: createEvaluatorFromTemplateResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorFromTemplateResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorFromTemplateResponse___schema1; "data"?: createEvaluatorFromTemplateResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorFromTemplateResponse___schema1; "criteria"?: createEvaluatorFromTemplateResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorFromTemplateResponse___schema0; "datasetVersion"?: createEvaluatorFromTemplateResponse___schema0; "case"?: createEvaluatorFromTemplateResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluatorFromTemplateResponse___schema0; "source"?: string | createEvaluatorFromTemplateResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorFromTemplateResponse___schema0>; "columns"?: Array<createEvaluatorFromTemplateResponse___schema0>; "cases"?: Array<createEvaluatorFromTemplateResponse___schema0>; "branches"?: Array<createEvaluatorFromTemplateResponse___schema0>; "targets"?: Array<createEvaluatorFromTemplateResponse___schema0>; "segments"?: Array<createEvaluatorFromTemplateResponse___schema0>; "releasePolicy"?: createEvaluatorFromTemplateResponse___schema0; "defaultBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "selectedBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "headVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "latestVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "editableVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "branch"?: createEvaluatorFromTemplateResponse___schema0 | null; "prompt"?: createEvaluatorFromTemplateResponse___schema0 | null; "promptVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "dataset"?: createEvaluatorFromTemplateResponse___schema0; "evaluator"?: createEvaluatorFromTemplateResponse___schema0; "target"?: createEvaluatorFromTemplateResponse___schema0; "column"?: createEvaluatorFromTemplateResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorFromTemplateResponse___schema1; "health"?: createEvaluatorFromTemplateResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "version": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorFromTemplateResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorFromTemplateResponse___schema1; "matchExpression"?: createEvaluatorFromTemplateResponse___schema1 | null; "fallback"?: createEvaluatorFromTemplateResponse___schema1; "config"?: createEvaluatorFromTemplateResponse___schema1; "metadata"?: createEvaluatorFromTemplateResponse___schema1 | null; "variables"?: createEvaluatorFromTemplateResponse___schema1; "inputs"?: createEvaluatorFromTemplateResponse___schema1; "outputSchema"?: createEvaluatorFromTemplateResponse___schema1 | null; "providerConfig"?: createEvaluatorFromTemplateResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorFromTemplateResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorFromTemplateResponse___schema1; "data"?: createEvaluatorFromTemplateResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorFromTemplateResponse___schema1; "criteria"?: createEvaluatorFromTemplateResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorFromTemplateResponse___schema0; "datasetVersion"?: createEvaluatorFromTemplateResponse___schema0; "case"?: createEvaluatorFromTemplateResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluatorFromTemplateResponse___schema0; "source"?: string | createEvaluatorFromTemplateResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorFromTemplateResponse___schema0>; "columns"?: Array<createEvaluatorFromTemplateResponse___schema0>; "cases"?: Array<createEvaluatorFromTemplateResponse___schema0>; "branches"?: Array<createEvaluatorFromTemplateResponse___schema0>; "targets"?: Array<createEvaluatorFromTemplateResponse___schema0>; "segments"?: Array<createEvaluatorFromTemplateResponse___schema0>; "releasePolicy"?: createEvaluatorFromTemplateResponse___schema0; "defaultBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "selectedBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "headVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "latestVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "editableVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "branch"?: createEvaluatorFromTemplateResponse___schema0 | null; "prompt"?: createEvaluatorFromTemplateResponse___schema0 | null; "promptVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "dataset"?: createEvaluatorFromTemplateResponse___schema0; "evaluator"?: createEvaluatorFromTemplateResponse___schema0; "target"?: createEvaluatorFromTemplateResponse___schema0; "column"?: createEvaluatorFromTemplateResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorFromTemplateResponse___schema1; "health"?: createEvaluatorFromTemplateResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
335
+ export type createEvaluatorFromTemplateResponse = { "evaluator": { "id": string; "name": string; }; "version": { "id": string; "version": number; }; };
352
336
  export type createEvaluatorVersionRequest___schema0 = string | number | boolean | null | Array<createEvaluatorVersionRequest___schema0> | { [key: string]: createEvaluatorVersionRequest___schema0; };
353
- export type createEvaluatorVersionRequest = { "type": "exact_match" | "contains" | "not_contains" | "regex" | "json_schema" | "numeric" | "custom_expression" | "cosine_similarity" | "llm_judge" | "reference_judge" | "pairwise_judge" | "human_review"; "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "config": { [key: string]: createEvaluatorVersionRequest___schema0; }; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; };
354
- export type createEvaluatorVersionResponse___schema0 = string | number | boolean | null | Array<createEvaluatorVersionResponse___schema0> | { [key: string]: createEvaluatorVersionResponse___schema0; };
355
- export type createEvaluatorVersionResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorVersionResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorVersionResponse___schema0; "matchExpression"?: createEvaluatorVersionResponse___schema0 | null; "fallback"?: createEvaluatorVersionResponse___schema0; "config"?: createEvaluatorVersionResponse___schema0; "metadata"?: createEvaluatorVersionResponse___schema0 | null; "variables"?: createEvaluatorVersionResponse___schema0; "inputs"?: createEvaluatorVersionResponse___schema0; "outputSchema"?: createEvaluatorVersionResponse___schema0 | null; "providerConfig"?: createEvaluatorVersionResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorVersionResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorVersionResponse___schema0; "data"?: createEvaluatorVersionResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorVersionResponse___schema0; "criteria"?: createEvaluatorVersionResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorVersionResponse; "datasetVersion"?: createEvaluatorVersionResponse; "case"?: createEvaluatorVersionResponse; "caseIds"?: Array<string>; "policy"?: createEvaluatorVersionResponse; "source"?: string | createEvaluatorVersionResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorVersionResponse>; "columns"?: Array<createEvaluatorVersionResponse>; "cases"?: Array<createEvaluatorVersionResponse>; "branches"?: Array<createEvaluatorVersionResponse>; "targets"?: Array<createEvaluatorVersionResponse>; "segments"?: Array<createEvaluatorVersionResponse>; "releasePolicy"?: createEvaluatorVersionResponse; "defaultBranch"?: createEvaluatorVersionResponse | null; "selectedBranch"?: createEvaluatorVersionResponse | null; "headVersion"?: createEvaluatorVersionResponse | null; "latestVersion"?: createEvaluatorVersionResponse | null; "editableVersion"?: createEvaluatorVersionResponse | null; "branch"?: createEvaluatorVersionResponse | null; "prompt"?: createEvaluatorVersionResponse | null; "promptVersion"?: createEvaluatorVersionResponse | null; "dataset"?: createEvaluatorVersionResponse; "evaluator"?: createEvaluatorVersionResponse; "target"?: createEvaluatorVersionResponse; "column"?: createEvaluatorVersionResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorVersionResponse___schema0; "health"?: createEvaluatorVersionResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
356
- export type createEvaluatorVersionResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorVersionResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorVersionResponse___schema0; "matchExpression"?: createEvaluatorVersionResponse___schema0 | null; "fallback"?: createEvaluatorVersionResponse___schema0; "config"?: createEvaluatorVersionResponse___schema0; "metadata"?: createEvaluatorVersionResponse___schema0 | null; "variables"?: createEvaluatorVersionResponse___schema0; "inputs"?: createEvaluatorVersionResponse___schema0; "outputSchema"?: createEvaluatorVersionResponse___schema0 | null; "providerConfig"?: createEvaluatorVersionResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorVersionResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorVersionResponse___schema0; "data"?: createEvaluatorVersionResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorVersionResponse___schema0; "criteria"?: createEvaluatorVersionResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorVersionResponse; "datasetVersion"?: createEvaluatorVersionResponse; "case"?: createEvaluatorVersionResponse; "caseIds"?: Array<string>; "policy"?: createEvaluatorVersionResponse; "source"?: string | createEvaluatorVersionResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorVersionResponse>; "columns"?: Array<createEvaluatorVersionResponse>; "cases"?: Array<createEvaluatorVersionResponse>; "branches"?: Array<createEvaluatorVersionResponse>; "targets"?: Array<createEvaluatorVersionResponse>; "segments"?: Array<createEvaluatorVersionResponse>; "releasePolicy"?: createEvaluatorVersionResponse; "defaultBranch"?: createEvaluatorVersionResponse | null; "selectedBranch"?: createEvaluatorVersionResponse | null; "headVersion"?: createEvaluatorVersionResponse | null; "latestVersion"?: createEvaluatorVersionResponse | null; "editableVersion"?: createEvaluatorVersionResponse | null; "branch"?: createEvaluatorVersionResponse | null; "prompt"?: createEvaluatorVersionResponse | null; "promptVersion"?: createEvaluatorVersionResponse | null; "dataset"?: createEvaluatorVersionResponse; "evaluator"?: createEvaluatorVersionResponse; "target"?: createEvaluatorVersionResponse; "column"?: createEvaluatorVersionResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorVersionResponse___schema0; "health"?: createEvaluatorVersionResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
337
+ export type createEvaluatorVersionRequest___schema1 = { "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "contains" | "starts_with" | "ends_with"; "left": { "input": string; } | { "literal": createEvaluatorVersionRequest___schema0; }; "right": { "input": string; } | { "literal": createEvaluatorVersionRequest___schema0; }; } | { "operator": "exists"; "left": { "input": string; } | { "literal": createEvaluatorVersionRequest___schema0; }; } | { "operator": "and" | "or"; "operands": Array<createEvaluatorVersionRequest___schema1>; } | { "operator": "not"; "operand": createEvaluatorVersionRequest___schema1; };
338
+ export type createEvaluatorVersionRequest = { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "exact_match"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluatorVersionRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluatorVersionRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "not_contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluatorVersionRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "regex"; "config": { "description"?: string; "pattern": string; "flags"?: string; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "json_schema"; "config": { "description"?: string; "schema": { [key: string]: createEvaluatorVersionRequest___schema0; }; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "numeric"; "config": { "description"?: string; "operator"?: "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "==" | "=" | "!=" | ">" | ">=" | "<" | "<="; "threshold"?: number; "value"?: number; "expected"?: number; } | { "description"?: string; "operator": "between"; "min": number; "max": number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "custom_expression"; "config": { "description"?: string; "expression": createEvaluatorVersionRequest___schema1; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "cosine_similarity"; "config": { "description"?: string; "threshold"?: number; "embeddingModel": string; "model"?: string; } | { "description"?: string; "threshold"?: number; "embeddingModel"?: string; "model": string; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "llm_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "reference_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "pairwise_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "human_review"; "config": { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "choice"; "choices": Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; } | { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "pass_fail" | "rating" | "text"; "choices"?: Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; }; };
339
+ export type createEvaluatorVersionResponse = { "id": string; "version": number; };
357
340
  export type createEvaluationColumnRequest___schema0 = string | number | boolean | null | Array<createEvaluationColumnRequest___schema0> | { [key: string]: createEvaluationColumnRequest___schema0; };
358
- export type createEvaluationColumnRequest = { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "target" | "transform" | "evaluator" | "system_metric"; "enabled"?: boolean; "config"?: { [key: string]: createEvaluationColumnRequest___schema0; }; "target"?: { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "model"; "modelId": string; } | { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "route"; "routeId": string; } | { "type": "model"; "name": string; "modelId": string; "providerId": string; "inputMapping": { [key: string]: string; }; } | { "type": "route"; "name": string; "routeId": string; "environmentId"?: string; "inputMapping": { [key: string]: string; }; } | { "type": "endpoint"; "name": string; "url": string; "method": "POST" | "PUT" | "PATCH"; "headers"?: { [key: string]: string; }; "bodyMapping": { [key: string]: string; }; "credentialReferenceId"?: string; }; "targetVersionId"?: string; "evaluatorVersionId"?: string; };
359
- export type createEvaluationColumnResponse___schema0 = string | number | boolean | null | Array<createEvaluationColumnResponse___schema0> | { [key: string]: createEvaluationColumnResponse___schema0; };
360
- export type createEvaluationColumnResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationColumnResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationColumnResponse___schema0; "matchExpression"?: createEvaluationColumnResponse___schema0 | null; "fallback"?: createEvaluationColumnResponse___schema0; "config"?: createEvaluationColumnResponse___schema0; "metadata"?: createEvaluationColumnResponse___schema0 | null; "variables"?: createEvaluationColumnResponse___schema0; "inputs"?: createEvaluationColumnResponse___schema0; "outputSchema"?: createEvaluationColumnResponse___schema0 | null; "providerConfig"?: createEvaluationColumnResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationColumnResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationColumnResponse___schema0; "data"?: createEvaluationColumnResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationColumnResponse___schema0; "criteria"?: createEvaluationColumnResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationColumnResponse; "datasetVersion"?: createEvaluationColumnResponse; "case"?: createEvaluationColumnResponse; "caseIds"?: Array<string>; "policy"?: createEvaluationColumnResponse; "source"?: string | createEvaluationColumnResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationColumnResponse>; "columns"?: Array<createEvaluationColumnResponse>; "cases"?: Array<createEvaluationColumnResponse>; "branches"?: Array<createEvaluationColumnResponse>; "targets"?: Array<createEvaluationColumnResponse>; "segments"?: Array<createEvaluationColumnResponse>; "releasePolicy"?: createEvaluationColumnResponse; "defaultBranch"?: createEvaluationColumnResponse | null; "selectedBranch"?: createEvaluationColumnResponse | null; "headVersion"?: createEvaluationColumnResponse | null; "latestVersion"?: createEvaluationColumnResponse | null; "editableVersion"?: createEvaluationColumnResponse | null; "branch"?: createEvaluationColumnResponse | null; "prompt"?: createEvaluationColumnResponse | null; "promptVersion"?: createEvaluationColumnResponse | null; "dataset"?: createEvaluationColumnResponse; "evaluator"?: createEvaluationColumnResponse; "target"?: createEvaluationColumnResponse; "column"?: createEvaluationColumnResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationColumnResponse___schema0; "health"?: createEvaluationColumnResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
361
- export type createEvaluationColumnResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationColumnResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationColumnResponse___schema0; "matchExpression"?: createEvaluationColumnResponse___schema0 | null; "fallback"?: createEvaluationColumnResponse___schema0; "config"?: createEvaluationColumnResponse___schema0; "metadata"?: createEvaluationColumnResponse___schema0 | null; "variables"?: createEvaluationColumnResponse___schema0; "inputs"?: createEvaluationColumnResponse___schema0; "outputSchema"?: createEvaluationColumnResponse___schema0 | null; "providerConfig"?: createEvaluationColumnResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationColumnResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationColumnResponse___schema0; "data"?: createEvaluationColumnResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationColumnResponse___schema0; "criteria"?: createEvaluationColumnResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationColumnResponse; "datasetVersion"?: createEvaluationColumnResponse; "case"?: createEvaluationColumnResponse; "caseIds"?: Array<string>; "policy"?: createEvaluationColumnResponse; "source"?: string | createEvaluationColumnResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationColumnResponse>; "columns"?: Array<createEvaluationColumnResponse>; "cases"?: Array<createEvaluationColumnResponse>; "branches"?: Array<createEvaluationColumnResponse>; "targets"?: Array<createEvaluationColumnResponse>; "segments"?: Array<createEvaluationColumnResponse>; "releasePolicy"?: createEvaluationColumnResponse; "defaultBranch"?: createEvaluationColumnResponse | null; "selectedBranch"?: createEvaluationColumnResponse | null; "headVersion"?: createEvaluationColumnResponse | null; "latestVersion"?: createEvaluationColumnResponse | null; "editableVersion"?: createEvaluationColumnResponse | null; "branch"?: createEvaluationColumnResponse | null; "prompt"?: createEvaluationColumnResponse | null; "promptVersion"?: createEvaluationColumnResponse | null; "dataset"?: createEvaluationColumnResponse; "evaluator"?: createEvaluationColumnResponse; "target"?: createEvaluationColumnResponse; "column"?: createEvaluationColumnResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationColumnResponse___schema0; "health"?: createEvaluationColumnResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
341
+ export type createEvaluationColumnRequest = { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "target"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": createEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: createEvaluationColumnRequest___schema0 | undefined; }; "target": { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "model"; "modelId": string; } | { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "route"; "routeId": string; } | { "type": "model"; "name": string; "modelId": string; "providerId": string; "inputMapping": { [key: string]: string; }; } | { "type": "route"; "name": string; "routeId": string; "environmentId"?: string; "inputMapping": { [key: string]: string; }; } | { "type": "endpoint"; "name": string; "url": string; "method": "POST" | "PUT" | "PATCH"; "headers"?: { [key: string]: string; }; "bodyMapping": { [key: string]: string; }; "credentialReferenceId"?: string; }; "targetVersionId"?: never; "evaluatorVersionId"?: never; } | { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "target"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": createEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: createEvaluationColumnRequest___schema0 | undefined; }; "target"?: never; "targetVersionId": string; "evaluatorVersionId"?: never; } | { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "evaluator"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": createEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: createEvaluationColumnRequest___schema0 | undefined; }; "target"?: never; "targetVersionId"?: never; "evaluatorVersionId": string; } | { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "transform" | "system_metric"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": createEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: createEvaluationColumnRequest___schema0 | undefined; }; "target"?: never; "targetVersionId"?: never; "evaluatorVersionId"?: never; };
342
+ export type createEvaluationColumnResponse = { "id"?: string; "key"?: string; "position"?: number; "target"?: { "id": string; }; "targetVersion"?: { "id": string; "version": number; "columns": Array<{ "id": string; }>; }; "column"?: { "id": string; }; };
362
343
  export type updateEvaluationColumnRequest___schema0 = string | number | boolean | null | Array<updateEvaluationColumnRequest___schema0> | { [key: string]: updateEvaluationColumnRequest___schema0; };
363
- export type updateEvaluationColumnRequest = { "name"?: string; "description"?: string; "category"?: "target" | "transform" | "evaluator" | "system_metric"; "enabled"?: boolean; "config"?: { [key: string]: updateEvaluationColumnRequest___schema0; }; "targetVersionId"?: string; "evaluatorVersionId"?: string; "target"?: { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "model"; "modelId": string; } | { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "route"; "routeId": string; } | { "type": "model"; "name": string; "modelId": string; "providerId": string; "inputMapping": { [key: string]: string; }; } | { "type": "route"; "name": string; "routeId": string; "environmentId"?: string; "inputMapping": { [key: string]: string; }; } | { "type": "endpoint"; "name": string; "url": string; "method": "POST" | "PUT" | "PATCH"; "headers"?: { [key: string]: string; }; "bodyMapping": { [key: string]: string; }; "credentialReferenceId"?: string; }; };
344
+ export type updateEvaluationColumnRequest = { "name"?: string; "description"?: string; "category"?: "target" | "transform" | "evaluator" | "system_metric"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": updateEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: updateEvaluationColumnRequest___schema0 | undefined; }; "targetVersionId"?: string; "evaluatorVersionId"?: string; "target"?: { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "model"; "modelId": string; } | { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "route"; "routeId": string; } | { "type": "model"; "name": string; "modelId": string; "providerId": string; "inputMapping": { [key: string]: string; }; } | { "type": "route"; "name": string; "routeId": string; "environmentId"?: string; "inputMapping": { [key: string]: string; }; } | { "type": "endpoint"; "name": string; "url": string; "method": "POST" | "PUT" | "PATCH"; "headers"?: { [key: string]: string; }; "bodyMapping": { [key: string]: string; }; "credentialReferenceId"?: string; }; };
364
345
  export type updateEvaluationColumnResponse___schema0 = string | number | boolean | null | Array<updateEvaluationColumnResponse___schema0> | { [key: string]: updateEvaluationColumnResponse___schema0; };
365
346
  export type updateEvaluationColumnResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationColumnResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationColumnResponse___schema0; "matchExpression"?: updateEvaluationColumnResponse___schema0 | null; "fallback"?: updateEvaluationColumnResponse___schema0; "config"?: updateEvaluationColumnResponse___schema0; "metadata"?: updateEvaluationColumnResponse___schema0 | null; "variables"?: updateEvaluationColumnResponse___schema0; "inputs"?: updateEvaluationColumnResponse___schema0; "outputSchema"?: updateEvaluationColumnResponse___schema0 | null; "providerConfig"?: updateEvaluationColumnResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationColumnResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationColumnResponse___schema0; "data"?: updateEvaluationColumnResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationColumnResponse___schema0; "criteria"?: updateEvaluationColumnResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationColumnResponse; "datasetVersion"?: updateEvaluationColumnResponse; "case"?: updateEvaluationColumnResponse; "caseIds"?: Array<string>; "policy"?: updateEvaluationColumnResponse; "source"?: string | updateEvaluationColumnResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationColumnResponse>; "columns"?: Array<updateEvaluationColumnResponse>; "cases"?: Array<updateEvaluationColumnResponse>; "branches"?: Array<updateEvaluationColumnResponse>; "targets"?: Array<updateEvaluationColumnResponse>; "segments"?: Array<updateEvaluationColumnResponse>; "releasePolicy"?: updateEvaluationColumnResponse; "defaultBranch"?: updateEvaluationColumnResponse | null; "selectedBranch"?: updateEvaluationColumnResponse | null; "headVersion"?: updateEvaluationColumnResponse | null; "latestVersion"?: updateEvaluationColumnResponse | null; "editableVersion"?: updateEvaluationColumnResponse | null; "branch"?: updateEvaluationColumnResponse | null; "prompt"?: updateEvaluationColumnResponse | null; "promptVersion"?: updateEvaluationColumnResponse | null; "dataset"?: updateEvaluationColumnResponse; "evaluator"?: updateEvaluationColumnResponse; "target"?: updateEvaluationColumnResponse; "column"?: updateEvaluationColumnResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationColumnResponse___schema0; "health"?: updateEvaluationColumnResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
366
347
  export type updateEvaluationColumnResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationColumnResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationColumnResponse___schema0; "matchExpression"?: updateEvaluationColumnResponse___schema0 | null; "fallback"?: updateEvaluationColumnResponse___schema0; "config"?: updateEvaluationColumnResponse___schema0; "metadata"?: updateEvaluationColumnResponse___schema0 | null; "variables"?: updateEvaluationColumnResponse___schema0; "inputs"?: updateEvaluationColumnResponse___schema0; "outputSchema"?: updateEvaluationColumnResponse___schema0 | null; "providerConfig"?: updateEvaluationColumnResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationColumnResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationColumnResponse___schema0; "data"?: updateEvaluationColumnResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationColumnResponse___schema0; "criteria"?: updateEvaluationColumnResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationColumnResponse; "datasetVersion"?: updateEvaluationColumnResponse; "case"?: updateEvaluationColumnResponse; "caseIds"?: Array<string>; "policy"?: updateEvaluationColumnResponse; "source"?: string | updateEvaluationColumnResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationColumnResponse>; "columns"?: Array<updateEvaluationColumnResponse>; "cases"?: Array<updateEvaluationColumnResponse>; "branches"?: Array<updateEvaluationColumnResponse>; "targets"?: Array<updateEvaluationColumnResponse>; "segments"?: Array<updateEvaluationColumnResponse>; "releasePolicy"?: updateEvaluationColumnResponse; "defaultBranch"?: updateEvaluationColumnResponse | null; "selectedBranch"?: updateEvaluationColumnResponse | null; "headVersion"?: updateEvaluationColumnResponse | null; "latestVersion"?: updateEvaluationColumnResponse | null; "editableVersion"?: updateEvaluationColumnResponse | null; "branch"?: updateEvaluationColumnResponse | null; "prompt"?: updateEvaluationColumnResponse | null; "promptVersion"?: updateEvaluationColumnResponse | null; "dataset"?: updateEvaluationColumnResponse; "evaluator"?: updateEvaluationColumnResponse; "target"?: updateEvaluationColumnResponse; "column"?: updateEvaluationColumnResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationColumnResponse___schema0; "health"?: updateEvaluationColumnResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
@@ -388,33 +369,19 @@ export type deleteSegmentResponse___schema0 = string | number | boolean | null |
388
369
  export type deleteSegmentResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<deleteSegmentResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: deleteSegmentResponse___schema0; "matchExpression"?: deleteSegmentResponse___schema0 | null; "fallback"?: deleteSegmentResponse___schema0; "config"?: deleteSegmentResponse___schema0; "metadata"?: deleteSegmentResponse___schema0 | null; "variables"?: deleteSegmentResponse___schema0; "inputs"?: deleteSegmentResponse___schema0; "outputSchema"?: deleteSegmentResponse___schema0 | null; "providerConfig"?: deleteSegmentResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<deleteSegmentResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: deleteSegmentResponse___schema0; "data"?: deleteSegmentResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: deleteSegmentResponse___schema0; "criteria"?: deleteSegmentResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: deleteSegmentResponse; "datasetVersion"?: deleteSegmentResponse; "case"?: deleteSegmentResponse; "caseIds"?: Array<string>; "policy"?: deleteSegmentResponse; "source"?: string | deleteSegmentResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<deleteSegmentResponse>; "columns"?: Array<deleteSegmentResponse>; "cases"?: Array<deleteSegmentResponse>; "branches"?: Array<deleteSegmentResponse>; "targets"?: Array<deleteSegmentResponse>; "segments"?: Array<deleteSegmentResponse>; "releasePolicy"?: deleteSegmentResponse; "defaultBranch"?: deleteSegmentResponse | null; "selectedBranch"?: deleteSegmentResponse | null; "headVersion"?: deleteSegmentResponse | null; "latestVersion"?: deleteSegmentResponse | null; "editableVersion"?: deleteSegmentResponse | null; "branch"?: deleteSegmentResponse | null; "prompt"?: deleteSegmentResponse | null; "promptVersion"?: deleteSegmentResponse | null; "dataset"?: deleteSegmentResponse; "evaluator"?: deleteSegmentResponse; "target"?: deleteSegmentResponse; "column"?: deleteSegmentResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: deleteSegmentResponse___schema0; "health"?: deleteSegmentResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
389
370
  export type deleteSegmentResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<deleteSegmentResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: deleteSegmentResponse___schema0; "matchExpression"?: deleteSegmentResponse___schema0 | null; "fallback"?: deleteSegmentResponse___schema0; "config"?: deleteSegmentResponse___schema0; "metadata"?: deleteSegmentResponse___schema0 | null; "variables"?: deleteSegmentResponse___schema0; "inputs"?: deleteSegmentResponse___schema0; "outputSchema"?: deleteSegmentResponse___schema0 | null; "providerConfig"?: deleteSegmentResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<deleteSegmentResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: deleteSegmentResponse___schema0; "data"?: deleteSegmentResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: deleteSegmentResponse___schema0; "criteria"?: deleteSegmentResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: deleteSegmentResponse; "datasetVersion"?: deleteSegmentResponse; "case"?: deleteSegmentResponse; "caseIds"?: Array<string>; "policy"?: deleteSegmentResponse; "source"?: string | deleteSegmentResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<deleteSegmentResponse>; "columns"?: Array<deleteSegmentResponse>; "cases"?: Array<deleteSegmentResponse>; "branches"?: Array<deleteSegmentResponse>; "targets"?: Array<deleteSegmentResponse>; "segments"?: Array<deleteSegmentResponse>; "releasePolicy"?: deleteSegmentResponse; "defaultBranch"?: deleteSegmentResponse | null; "selectedBranch"?: deleteSegmentResponse | null; "headVersion"?: deleteSegmentResponse | null; "latestVersion"?: deleteSegmentResponse | null; "editableVersion"?: deleteSegmentResponse | null; "branch"?: deleteSegmentResponse | null; "prompt"?: deleteSegmentResponse | null; "promptVersion"?: deleteSegmentResponse | null; "dataset"?: deleteSegmentResponse; "evaluator"?: deleteSegmentResponse; "target"?: deleteSegmentResponse; "column"?: deleteSegmentResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: deleteSegmentResponse___schema0; "health"?: deleteSegmentResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
390
371
  export type createReleasePolicyRequest = { "suiteId": string; "name": string; "description"?: string; "rules": { "mode": "all" | "any"; "rules": Array<{ "id"?: string; "metric": string; "operator": ">=" | "<=" | "=" | ">" | "<"; "value": number; "unit"?: "%" | "ms" | "$" | "count" | "ratio"; "segmentId"?: string; }>; }; };
391
- export type createReleasePolicyResponse___schema0 = string | number | boolean | null | Array<createReleasePolicyResponse___schema0> | { [key: string]: createReleasePolicyResponse___schema0; };
392
- export type createReleasePolicyResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createReleasePolicyResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createReleasePolicyResponse___schema0; "matchExpression"?: createReleasePolicyResponse___schema0 | null; "fallback"?: createReleasePolicyResponse___schema0; "config"?: createReleasePolicyResponse___schema0; "metadata"?: createReleasePolicyResponse___schema0 | null; "variables"?: createReleasePolicyResponse___schema0; "inputs"?: createReleasePolicyResponse___schema0; "outputSchema"?: createReleasePolicyResponse___schema0 | null; "providerConfig"?: createReleasePolicyResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createReleasePolicyResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createReleasePolicyResponse___schema0; "data"?: createReleasePolicyResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createReleasePolicyResponse___schema0; "criteria"?: createReleasePolicyResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createReleasePolicyResponse; "datasetVersion"?: createReleasePolicyResponse; "case"?: createReleasePolicyResponse; "caseIds"?: Array<string>; "policy"?: createReleasePolicyResponse; "source"?: string | createReleasePolicyResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createReleasePolicyResponse>; "columns"?: Array<createReleasePolicyResponse>; "cases"?: Array<createReleasePolicyResponse>; "branches"?: Array<createReleasePolicyResponse>; "targets"?: Array<createReleasePolicyResponse>; "segments"?: Array<createReleasePolicyResponse>; "releasePolicy"?: createReleasePolicyResponse; "defaultBranch"?: createReleasePolicyResponse | null; "selectedBranch"?: createReleasePolicyResponse | null; "headVersion"?: createReleasePolicyResponse | null; "latestVersion"?: createReleasePolicyResponse | null; "editableVersion"?: createReleasePolicyResponse | null; "branch"?: createReleasePolicyResponse | null; "prompt"?: createReleasePolicyResponse | null; "promptVersion"?: createReleasePolicyResponse | null; "dataset"?: createReleasePolicyResponse; "evaluator"?: createReleasePolicyResponse; "target"?: createReleasePolicyResponse; "column"?: createReleasePolicyResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createReleasePolicyResponse___schema0; "health"?: createReleasePolicyResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
393
- export type createReleasePolicyResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createReleasePolicyResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createReleasePolicyResponse___schema0; "matchExpression"?: createReleasePolicyResponse___schema0 | null; "fallback"?: createReleasePolicyResponse___schema0; "config"?: createReleasePolicyResponse___schema0; "metadata"?: createReleasePolicyResponse___schema0 | null; "variables"?: createReleasePolicyResponse___schema0; "inputs"?: createReleasePolicyResponse___schema0; "outputSchema"?: createReleasePolicyResponse___schema0 | null; "providerConfig"?: createReleasePolicyResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createReleasePolicyResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createReleasePolicyResponse___schema0; "data"?: createReleasePolicyResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createReleasePolicyResponse___schema0; "criteria"?: createReleasePolicyResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createReleasePolicyResponse; "datasetVersion"?: createReleasePolicyResponse; "case"?: createReleasePolicyResponse; "caseIds"?: Array<string>; "policy"?: createReleasePolicyResponse; "source"?: string | createReleasePolicyResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createReleasePolicyResponse>; "columns"?: Array<createReleasePolicyResponse>; "cases"?: Array<createReleasePolicyResponse>; "branches"?: Array<createReleasePolicyResponse>; "targets"?: Array<createReleasePolicyResponse>; "segments"?: Array<createReleasePolicyResponse>; "releasePolicy"?: createReleasePolicyResponse; "defaultBranch"?: createReleasePolicyResponse | null; "selectedBranch"?: createReleasePolicyResponse | null; "headVersion"?: createReleasePolicyResponse | null; "latestVersion"?: createReleasePolicyResponse | null; "editableVersion"?: createReleasePolicyResponse | null; "branch"?: createReleasePolicyResponse | null; "prompt"?: createReleasePolicyResponse | null; "promptVersion"?: createReleasePolicyResponse | null; "dataset"?: createReleasePolicyResponse; "evaluator"?: createReleasePolicyResponse; "target"?: createReleasePolicyResponse; "column"?: createReleasePolicyResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createReleasePolicyResponse___schema0; "health"?: createReleasePolicyResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
372
+ export type createReleasePolicyResponse = { "policy": { "id": string; "name": string; }; "version": { "id": string; "version": number; }; };
394
373
  export type updateReleasePolicyRequest = { "name"?: string; "description"?: string; "status"?: "active" | "archived"; };
395
- export type updateReleasePolicyResponse___schema0 = string | number | boolean | null | Array<updateReleasePolicyResponse___schema0> | { [key: string]: updateReleasePolicyResponse___schema0; };
396
- export type updateReleasePolicyResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateReleasePolicyResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateReleasePolicyResponse___schema0; "matchExpression"?: updateReleasePolicyResponse___schema0 | null; "fallback"?: updateReleasePolicyResponse___schema0; "config"?: updateReleasePolicyResponse___schema0; "metadata"?: updateReleasePolicyResponse___schema0 | null; "variables"?: updateReleasePolicyResponse___schema0; "inputs"?: updateReleasePolicyResponse___schema0; "outputSchema"?: updateReleasePolicyResponse___schema0 | null; "providerConfig"?: updateReleasePolicyResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<updateReleasePolicyResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateReleasePolicyResponse___schema0; "data"?: updateReleasePolicyResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateReleasePolicyResponse___schema0; "criteria"?: updateReleasePolicyResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateReleasePolicyResponse; "datasetVersion"?: updateReleasePolicyResponse; "case"?: updateReleasePolicyResponse; "caseIds"?: Array<string>; "policy"?: updateReleasePolicyResponse; "source"?: string | updateReleasePolicyResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateReleasePolicyResponse>; "columns"?: Array<updateReleasePolicyResponse>; "cases"?: Array<updateReleasePolicyResponse>; "branches"?: Array<updateReleasePolicyResponse>; "targets"?: Array<updateReleasePolicyResponse>; "segments"?: Array<updateReleasePolicyResponse>; "releasePolicy"?: updateReleasePolicyResponse; "defaultBranch"?: updateReleasePolicyResponse | null; "selectedBranch"?: updateReleasePolicyResponse | null; "headVersion"?: updateReleasePolicyResponse | null; "latestVersion"?: updateReleasePolicyResponse | null; "editableVersion"?: updateReleasePolicyResponse | null; "branch"?: updateReleasePolicyResponse | null; "prompt"?: updateReleasePolicyResponse | null; "promptVersion"?: updateReleasePolicyResponse | null; "dataset"?: updateReleasePolicyResponse; "evaluator"?: updateReleasePolicyResponse; "target"?: updateReleasePolicyResponse; "column"?: updateReleasePolicyResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateReleasePolicyResponse___schema0; "health"?: updateReleasePolicyResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
397
- export type updateReleasePolicyResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateReleasePolicyResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateReleasePolicyResponse___schema0; "matchExpression"?: updateReleasePolicyResponse___schema0 | null; "fallback"?: updateReleasePolicyResponse___schema0; "config"?: updateReleasePolicyResponse___schema0; "metadata"?: updateReleasePolicyResponse___schema0 | null; "variables"?: updateReleasePolicyResponse___schema0; "inputs"?: updateReleasePolicyResponse___schema0; "outputSchema"?: updateReleasePolicyResponse___schema0 | null; "providerConfig"?: updateReleasePolicyResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<updateReleasePolicyResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateReleasePolicyResponse___schema0; "data"?: updateReleasePolicyResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateReleasePolicyResponse___schema0; "criteria"?: updateReleasePolicyResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateReleasePolicyResponse; "datasetVersion"?: updateReleasePolicyResponse; "case"?: updateReleasePolicyResponse; "caseIds"?: Array<string>; "policy"?: updateReleasePolicyResponse; "source"?: string | updateReleasePolicyResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateReleasePolicyResponse>; "columns"?: Array<updateReleasePolicyResponse>; "cases"?: Array<updateReleasePolicyResponse>; "branches"?: Array<updateReleasePolicyResponse>; "targets"?: Array<updateReleasePolicyResponse>; "segments"?: Array<updateReleasePolicyResponse>; "releasePolicy"?: updateReleasePolicyResponse; "defaultBranch"?: updateReleasePolicyResponse | null; "selectedBranch"?: updateReleasePolicyResponse | null; "headVersion"?: updateReleasePolicyResponse | null; "latestVersion"?: updateReleasePolicyResponse | null; "editableVersion"?: updateReleasePolicyResponse | null; "branch"?: updateReleasePolicyResponse | null; "prompt"?: updateReleasePolicyResponse | null; "promptVersion"?: updateReleasePolicyResponse | null; "dataset"?: updateReleasePolicyResponse; "evaluator"?: updateReleasePolicyResponse; "target"?: updateReleasePolicyResponse; "column"?: updateReleasePolicyResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateReleasePolicyResponse___schema0; "health"?: updateReleasePolicyResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
374
+ export type updateReleasePolicyResponse = { "id": string; "name": string; "suiteId": string; "slug": string; "description": string | null; "status": "active" | "archived"; "createdAt": string; "updatedAt": string; };
398
375
  export type createReleasePolicyVersionRequest = { "rules": { "mode": "all" | "any"; "rules": Array<{ "id"?: string; "metric": string; "operator": ">=" | "<=" | "=" | ">" | "<"; "value": number; "unit"?: "%" | "ms" | "$" | "count" | "ratio"; "segmentId"?: string; }>; }; "description"?: string; };
399
- export type createReleasePolicyVersionResponse___schema0 = string | number | boolean | null | Array<createReleasePolicyVersionResponse___schema0> | { [key: string]: createReleasePolicyVersionResponse___schema0; };
400
- export type createReleasePolicyVersionResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createReleasePolicyVersionResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createReleasePolicyVersionResponse___schema0; "matchExpression"?: createReleasePolicyVersionResponse___schema0 | null; "fallback"?: createReleasePolicyVersionResponse___schema0; "config"?: createReleasePolicyVersionResponse___schema0; "metadata"?: createReleasePolicyVersionResponse___schema0 | null; "variables"?: createReleasePolicyVersionResponse___schema0; "inputs"?: createReleasePolicyVersionResponse___schema0; "outputSchema"?: createReleasePolicyVersionResponse___schema0 | null; "providerConfig"?: createReleasePolicyVersionResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createReleasePolicyVersionResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createReleasePolicyVersionResponse___schema0; "data"?: createReleasePolicyVersionResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createReleasePolicyVersionResponse___schema0; "criteria"?: createReleasePolicyVersionResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createReleasePolicyVersionResponse; "datasetVersion"?: createReleasePolicyVersionResponse; "case"?: createReleasePolicyVersionResponse; "caseIds"?: Array<string>; "policy"?: createReleasePolicyVersionResponse; "source"?: string | createReleasePolicyVersionResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createReleasePolicyVersionResponse>; "columns"?: Array<createReleasePolicyVersionResponse>; "cases"?: Array<createReleasePolicyVersionResponse>; "branches"?: Array<createReleasePolicyVersionResponse>; "targets"?: Array<createReleasePolicyVersionResponse>; "segments"?: Array<createReleasePolicyVersionResponse>; "releasePolicy"?: createReleasePolicyVersionResponse; "defaultBranch"?: createReleasePolicyVersionResponse | null; "selectedBranch"?: createReleasePolicyVersionResponse | null; "headVersion"?: createReleasePolicyVersionResponse | null; "latestVersion"?: createReleasePolicyVersionResponse | null; "editableVersion"?: createReleasePolicyVersionResponse | null; "branch"?: createReleasePolicyVersionResponse | null; "prompt"?: createReleasePolicyVersionResponse | null; "promptVersion"?: createReleasePolicyVersionResponse | null; "dataset"?: createReleasePolicyVersionResponse; "evaluator"?: createReleasePolicyVersionResponse; "target"?: createReleasePolicyVersionResponse; "column"?: createReleasePolicyVersionResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createReleasePolicyVersionResponse___schema0; "health"?: createReleasePolicyVersionResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
401
- export type createReleasePolicyVersionResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createReleasePolicyVersionResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createReleasePolicyVersionResponse___schema0; "matchExpression"?: createReleasePolicyVersionResponse___schema0 | null; "fallback"?: createReleasePolicyVersionResponse___schema0; "config"?: createReleasePolicyVersionResponse___schema0; "metadata"?: createReleasePolicyVersionResponse___schema0 | null; "variables"?: createReleasePolicyVersionResponse___schema0; "inputs"?: createReleasePolicyVersionResponse___schema0; "outputSchema"?: createReleasePolicyVersionResponse___schema0 | null; "providerConfig"?: createReleasePolicyVersionResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createReleasePolicyVersionResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createReleasePolicyVersionResponse___schema0; "data"?: createReleasePolicyVersionResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createReleasePolicyVersionResponse___schema0; "criteria"?: createReleasePolicyVersionResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createReleasePolicyVersionResponse; "datasetVersion"?: createReleasePolicyVersionResponse; "case"?: createReleasePolicyVersionResponse; "caseIds"?: Array<string>; "policy"?: createReleasePolicyVersionResponse; "source"?: string | createReleasePolicyVersionResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createReleasePolicyVersionResponse>; "columns"?: Array<createReleasePolicyVersionResponse>; "cases"?: Array<createReleasePolicyVersionResponse>; "branches"?: Array<createReleasePolicyVersionResponse>; "targets"?: Array<createReleasePolicyVersionResponse>; "segments"?: Array<createReleasePolicyVersionResponse>; "releasePolicy"?: createReleasePolicyVersionResponse; "defaultBranch"?: createReleasePolicyVersionResponse | null; "selectedBranch"?: createReleasePolicyVersionResponse | null; "headVersion"?: createReleasePolicyVersionResponse | null; "latestVersion"?: createReleasePolicyVersionResponse | null; "editableVersion"?: createReleasePolicyVersionResponse | null; "branch"?: createReleasePolicyVersionResponse | null; "prompt"?: createReleasePolicyVersionResponse | null; "promptVersion"?: createReleasePolicyVersionResponse | null; "dataset"?: createReleasePolicyVersionResponse; "evaluator"?: createReleasePolicyVersionResponse; "target"?: createReleasePolicyVersionResponse; "column"?: createReleasePolicyVersionResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createReleasePolicyVersionResponse___schema0; "health"?: createReleasePolicyVersionResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
376
+ export type createReleasePolicyVersionResponse = { "id": string; "version": number; };
402
377
  export type prepareEvaluationExperimentRequest = { "suiteId": string; "datasetVersionId": string; "targetVersionIds": Array<string>; "evaluatorVersionIds": Array<string>; "trialCount": number; "releasePolicyVersionId"?: string; };
403
- export type prepareEvaluationExperimentResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<prepareEvaluationExperimentResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: prepareEvaluationExperimentResponse___schema1; "matchExpression"?: prepareEvaluationExperimentResponse___schema1 | null; "fallback"?: prepareEvaluationExperimentResponse___schema1; "config"?: prepareEvaluationExperimentResponse___schema1; "metadata"?: prepareEvaluationExperimentResponse___schema1 | null; "variables"?: prepareEvaluationExperimentResponse___schema1; "inputs"?: prepareEvaluationExperimentResponse___schema1; "outputSchema"?: prepareEvaluationExperimentResponse___schema1 | null; "providerConfig"?: prepareEvaluationExperimentResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<prepareEvaluationExperimentResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: prepareEvaluationExperimentResponse___schema1; "data"?: prepareEvaluationExperimentResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: prepareEvaluationExperimentResponse___schema1; "criteria"?: prepareEvaluationExperimentResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: prepareEvaluationExperimentResponse___schema0; "datasetVersion"?: prepareEvaluationExperimentResponse___schema0; "case"?: prepareEvaluationExperimentResponse___schema0; "caseIds"?: Array<string>; "policy"?: prepareEvaluationExperimentResponse___schema0; "source"?: string | prepareEvaluationExperimentResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<prepareEvaluationExperimentResponse___schema0>; "columns"?: Array<prepareEvaluationExperimentResponse___schema0>; "cases"?: Array<prepareEvaluationExperimentResponse___schema0>; "branches"?: Array<prepareEvaluationExperimentResponse___schema0>; "targets"?: Array<prepareEvaluationExperimentResponse___schema0>; "segments"?: Array<prepareEvaluationExperimentResponse___schema0>; "releasePolicy"?: prepareEvaluationExperimentResponse___schema0; "defaultBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "selectedBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "headVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "latestVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "editableVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "branch"?: prepareEvaluationExperimentResponse___schema0 | null; "prompt"?: prepareEvaluationExperimentResponse___schema0 | null; "promptVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "dataset"?: prepareEvaluationExperimentResponse___schema0; "evaluator"?: prepareEvaluationExperimentResponse___schema0; "target"?: prepareEvaluationExperimentResponse___schema0; "column"?: prepareEvaluationExperimentResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: prepareEvaluationExperimentResponse___schema1; "health"?: prepareEvaluationExperimentResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
404
- export type prepareEvaluationExperimentResponse___schema1 = string | number | boolean | null | Array<prepareEvaluationExperimentResponse___schema1> | { [key: string]: prepareEvaluationExperimentResponse___schema1; };
405
- export type prepareEvaluationExperimentResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<prepareEvaluationExperimentResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: prepareEvaluationExperimentResponse___schema1; "matchExpression"?: prepareEvaluationExperimentResponse___schema1 | null; "fallback"?: prepareEvaluationExperimentResponse___schema1; "config"?: prepareEvaluationExperimentResponse___schema1; "metadata"?: prepareEvaluationExperimentResponse___schema1 | null; "variables"?: prepareEvaluationExperimentResponse___schema1; "inputs"?: prepareEvaluationExperimentResponse___schema1; "outputSchema"?: prepareEvaluationExperimentResponse___schema1 | null; "providerConfig"?: prepareEvaluationExperimentResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<prepareEvaluationExperimentResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: prepareEvaluationExperimentResponse___schema1; "data"?: prepareEvaluationExperimentResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: prepareEvaluationExperimentResponse___schema1; "criteria"?: prepareEvaluationExperimentResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: prepareEvaluationExperimentResponse___schema0; "datasetVersion"?: prepareEvaluationExperimentResponse___schema0; "case"?: prepareEvaluationExperimentResponse___schema0; "caseIds"?: Array<string>; "policy"?: prepareEvaluationExperimentResponse___schema0; "source"?: string | prepareEvaluationExperimentResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<prepareEvaluationExperimentResponse___schema0>; "columns"?: Array<prepareEvaluationExperimentResponse___schema0>; "cases"?: Array<prepareEvaluationExperimentResponse___schema0>; "branches"?: Array<prepareEvaluationExperimentResponse___schema0>; "targets"?: Array<prepareEvaluationExperimentResponse___schema0>; "segments"?: Array<prepareEvaluationExperimentResponse___schema0>; "releasePolicy"?: prepareEvaluationExperimentResponse___schema0; "defaultBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "selectedBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "headVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "latestVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "editableVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "branch"?: prepareEvaluationExperimentResponse___schema0 | null; "prompt"?: prepareEvaluationExperimentResponse___schema0 | null; "promptVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "dataset"?: prepareEvaluationExperimentResponse___schema0; "evaluator"?: prepareEvaluationExperimentResponse___schema0; "target"?: prepareEvaluationExperimentResponse___schema0; "column"?: prepareEvaluationExperimentResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: prepareEvaluationExperimentResponse___schema1; "health"?: prepareEvaluationExperimentResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
406
- export type prepareEvaluationExperimentResponse = { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<prepareEvaluationExperimentResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: prepareEvaluationExperimentResponse___schema1; "matchExpression"?: prepareEvaluationExperimentResponse___schema1 | null; "fallback"?: prepareEvaluationExperimentResponse___schema1; "config"?: prepareEvaluationExperimentResponse___schema1; "metadata"?: prepareEvaluationExperimentResponse___schema1 | null; "variables"?: prepareEvaluationExperimentResponse___schema1; "inputs"?: prepareEvaluationExperimentResponse___schema1; "outputSchema"?: prepareEvaluationExperimentResponse___schema1 | null; "providerConfig"?: prepareEvaluationExperimentResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<prepareEvaluationExperimentResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: prepareEvaluationExperimentResponse___schema1; "data"?: prepareEvaluationExperimentResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: prepareEvaluationExperimentResponse___schema1; "criteria"?: prepareEvaluationExperimentResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: prepareEvaluationExperimentResponse___schema0; "datasetVersion"?: prepareEvaluationExperimentResponse___schema0; "case"?: prepareEvaluationExperimentResponse___schema0; "caseIds"?: Array<string>; "policy"?: prepareEvaluationExperimentResponse___schema0; "source"?: string | prepareEvaluationExperimentResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<prepareEvaluationExperimentResponse___schema0>; "columns"?: Array<prepareEvaluationExperimentResponse___schema0>; "cases"?: Array<prepareEvaluationExperimentResponse___schema0>; "branches"?: Array<prepareEvaluationExperimentResponse___schema0>; "targets"?: Array<prepareEvaluationExperimentResponse___schema0>; "segments"?: Array<prepareEvaluationExperimentResponse___schema0>; "releasePolicy"?: prepareEvaluationExperimentResponse___schema0; "defaultBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "selectedBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "headVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "latestVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "editableVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "branch"?: prepareEvaluationExperimentResponse___schema0 | null; "prompt"?: prepareEvaluationExperimentResponse___schema0 | null; "promptVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "dataset"?: prepareEvaluationExperimentResponse___schema0; "evaluator"?: prepareEvaluationExperimentResponse___schema0; "target"?: prepareEvaluationExperimentResponse___schema0; "column"?: prepareEvaluationExperimentResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: prepareEvaluationExperimentResponse___schema1; "health"?: prepareEvaluationExperimentResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
378
+ export type prepareEvaluationExperimentResponse = { "id": string; };
407
379
  export type importTraceToDatasetRequest___schema0 = string | number | boolean | null | Array<importTraceToDatasetRequest___schema0> | { [key: string]: importTraceToDatasetRequest___schema0; };
408
380
  export type importTraceToDatasetRequest = { "requestLogId": string; "datasetVersionId": string; "createDraftFromFrozen"?: boolean; "mapping": { [key: string]: "input" | "output" | "model" | "provider" | "route" | "application" | "requestId" | "traceId"; }; "expectedValues"?: { [key: string]: importTraceToDatasetRequest___schema0; }; "tags"?: Array<string>; };
409
- export type importTraceToDatasetResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTraceToDatasetResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTraceToDatasetResponse___schema1; "matchExpression"?: importTraceToDatasetResponse___schema1 | null; "fallback"?: importTraceToDatasetResponse___schema1; "config"?: importTraceToDatasetResponse___schema1; "metadata"?: importTraceToDatasetResponse___schema1 | null; "variables"?: importTraceToDatasetResponse___schema1; "inputs"?: importTraceToDatasetResponse___schema1; "outputSchema"?: importTraceToDatasetResponse___schema1 | null; "providerConfig"?: importTraceToDatasetResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<importTraceToDatasetResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTraceToDatasetResponse___schema1; "data"?: importTraceToDatasetResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTraceToDatasetResponse___schema1; "criteria"?: importTraceToDatasetResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTraceToDatasetResponse___schema0; "datasetVersion"?: importTraceToDatasetResponse___schema0; "case"?: importTraceToDatasetResponse___schema0; "caseIds"?: Array<string>; "policy"?: importTraceToDatasetResponse___schema0; "source"?: string | importTraceToDatasetResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTraceToDatasetResponse___schema0>; "columns"?: Array<importTraceToDatasetResponse___schema0>; "cases"?: Array<importTraceToDatasetResponse___schema0>; "branches"?: Array<importTraceToDatasetResponse___schema0>; "targets"?: Array<importTraceToDatasetResponse___schema0>; "segments"?: Array<importTraceToDatasetResponse___schema0>; "releasePolicy"?: importTraceToDatasetResponse___schema0; "defaultBranch"?: importTraceToDatasetResponse___schema0 | null; "selectedBranch"?: importTraceToDatasetResponse___schema0 | null; "headVersion"?: importTraceToDatasetResponse___schema0 | null; "latestVersion"?: importTraceToDatasetResponse___schema0 | null; "editableVersion"?: importTraceToDatasetResponse___schema0 | null; "branch"?: importTraceToDatasetResponse___schema0 | null; "prompt"?: importTraceToDatasetResponse___schema0 | null; "promptVersion"?: importTraceToDatasetResponse___schema0 | null; "dataset"?: importTraceToDatasetResponse___schema0; "evaluator"?: importTraceToDatasetResponse___schema0; "target"?: importTraceToDatasetResponse___schema0; "column"?: importTraceToDatasetResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTraceToDatasetResponse___schema1; "health"?: importTraceToDatasetResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
410
- export type importTraceToDatasetResponse___schema1 = string | number | boolean | null | Array<importTraceToDatasetResponse___schema1> | { [key: string]: importTraceToDatasetResponse___schema1; };
411
- export type importTraceToDatasetResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTraceToDatasetResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTraceToDatasetResponse___schema1; "matchExpression"?: importTraceToDatasetResponse___schema1 | null; "fallback"?: importTraceToDatasetResponse___schema1; "config"?: importTraceToDatasetResponse___schema1; "metadata"?: importTraceToDatasetResponse___schema1 | null; "variables"?: importTraceToDatasetResponse___schema1; "inputs"?: importTraceToDatasetResponse___schema1; "outputSchema"?: importTraceToDatasetResponse___schema1 | null; "providerConfig"?: importTraceToDatasetResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<importTraceToDatasetResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTraceToDatasetResponse___schema1; "data"?: importTraceToDatasetResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTraceToDatasetResponse___schema1; "criteria"?: importTraceToDatasetResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTraceToDatasetResponse___schema0; "datasetVersion"?: importTraceToDatasetResponse___schema0; "case"?: importTraceToDatasetResponse___schema0; "caseIds"?: Array<string>; "policy"?: importTraceToDatasetResponse___schema0; "source"?: string | importTraceToDatasetResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTraceToDatasetResponse___schema0>; "columns"?: Array<importTraceToDatasetResponse___schema0>; "cases"?: Array<importTraceToDatasetResponse___schema0>; "branches"?: Array<importTraceToDatasetResponse___schema0>; "targets"?: Array<importTraceToDatasetResponse___schema0>; "segments"?: Array<importTraceToDatasetResponse___schema0>; "releasePolicy"?: importTraceToDatasetResponse___schema0; "defaultBranch"?: importTraceToDatasetResponse___schema0 | null; "selectedBranch"?: importTraceToDatasetResponse___schema0 | null; "headVersion"?: importTraceToDatasetResponse___schema0 | null; "latestVersion"?: importTraceToDatasetResponse___schema0 | null; "editableVersion"?: importTraceToDatasetResponse___schema0 | null; "branch"?: importTraceToDatasetResponse___schema0 | null; "prompt"?: importTraceToDatasetResponse___schema0 | null; "promptVersion"?: importTraceToDatasetResponse___schema0 | null; "dataset"?: importTraceToDatasetResponse___schema0; "evaluator"?: importTraceToDatasetResponse___schema0; "target"?: importTraceToDatasetResponse___schema0; "column"?: importTraceToDatasetResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTraceToDatasetResponse___schema1; "health"?: importTraceToDatasetResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
412
- export type importTraceToDatasetResponse = { "case": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTraceToDatasetResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTraceToDatasetResponse___schema1; "matchExpression"?: importTraceToDatasetResponse___schema1 | null; "fallback"?: importTraceToDatasetResponse___schema1; "config"?: importTraceToDatasetResponse___schema1; "metadata"?: importTraceToDatasetResponse___schema1 | null; "variables"?: importTraceToDatasetResponse___schema1; "inputs"?: importTraceToDatasetResponse___schema1; "outputSchema"?: importTraceToDatasetResponse___schema1 | null; "providerConfig"?: importTraceToDatasetResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<importTraceToDatasetResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTraceToDatasetResponse___schema1; "data"?: importTraceToDatasetResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTraceToDatasetResponse___schema1; "criteria"?: importTraceToDatasetResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTraceToDatasetResponse___schema0; "datasetVersion"?: importTraceToDatasetResponse___schema0; "case"?: importTraceToDatasetResponse___schema0; "caseIds"?: Array<string>; "policy"?: importTraceToDatasetResponse___schema0; "source"?: string | importTraceToDatasetResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTraceToDatasetResponse___schema0>; "columns"?: Array<importTraceToDatasetResponse___schema0>; "cases"?: Array<importTraceToDatasetResponse___schema0>; "branches"?: Array<importTraceToDatasetResponse___schema0>; "targets"?: Array<importTraceToDatasetResponse___schema0>; "segments"?: Array<importTraceToDatasetResponse___schema0>; "releasePolicy"?: importTraceToDatasetResponse___schema0; "defaultBranch"?: importTraceToDatasetResponse___schema0 | null; "selectedBranch"?: importTraceToDatasetResponse___schema0 | null; "headVersion"?: importTraceToDatasetResponse___schema0 | null; "latestVersion"?: importTraceToDatasetResponse___schema0 | null; "editableVersion"?: importTraceToDatasetResponse___schema0 | null; "branch"?: importTraceToDatasetResponse___schema0 | null; "prompt"?: importTraceToDatasetResponse___schema0 | null; "promptVersion"?: importTraceToDatasetResponse___schema0 | null; "dataset"?: importTraceToDatasetResponse___schema0; "evaluator"?: importTraceToDatasetResponse___schema0; "target"?: importTraceToDatasetResponse___schema0; "column"?: importTraceToDatasetResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTraceToDatasetResponse___schema1; "health"?: importTraceToDatasetResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "datasetVersion": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTraceToDatasetResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTraceToDatasetResponse___schema1; "matchExpression"?: importTraceToDatasetResponse___schema1 | null; "fallback"?: importTraceToDatasetResponse___schema1; "config"?: importTraceToDatasetResponse___schema1; "metadata"?: importTraceToDatasetResponse___schema1 | null; "variables"?: importTraceToDatasetResponse___schema1; "inputs"?: importTraceToDatasetResponse___schema1; "outputSchema"?: importTraceToDatasetResponse___schema1 | null; "providerConfig"?: importTraceToDatasetResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<importTraceToDatasetResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTraceToDatasetResponse___schema1; "data"?: importTraceToDatasetResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTraceToDatasetResponse___schema1; "criteria"?: importTraceToDatasetResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTraceToDatasetResponse___schema0; "datasetVersion"?: importTraceToDatasetResponse___schema0; "case"?: importTraceToDatasetResponse___schema0; "caseIds"?: Array<string>; "policy"?: importTraceToDatasetResponse___schema0; "source"?: string | importTraceToDatasetResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTraceToDatasetResponse___schema0>; "columns"?: Array<importTraceToDatasetResponse___schema0>; "cases"?: Array<importTraceToDatasetResponse___schema0>; "branches"?: Array<importTraceToDatasetResponse___schema0>; "targets"?: Array<importTraceToDatasetResponse___schema0>; "segments"?: Array<importTraceToDatasetResponse___schema0>; "releasePolicy"?: importTraceToDatasetResponse___schema0; "defaultBranch"?: importTraceToDatasetResponse___schema0 | null; "selectedBranch"?: importTraceToDatasetResponse___schema0 | null; "headVersion"?: importTraceToDatasetResponse___schema0 | null; "latestVersion"?: importTraceToDatasetResponse___schema0 | null; "editableVersion"?: importTraceToDatasetResponse___schema0 | null; "branch"?: importTraceToDatasetResponse___schema0 | null; "prompt"?: importTraceToDatasetResponse___schema0 | null; "promptVersion"?: importTraceToDatasetResponse___schema0 | null; "dataset"?: importTraceToDatasetResponse___schema0; "evaluator"?: importTraceToDatasetResponse___schema0; "target"?: importTraceToDatasetResponse___schema0; "column"?: importTraceToDatasetResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTraceToDatasetResponse___schema1; "health"?: importTraceToDatasetResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
381
+ export type importTraceToDatasetResponse = { "case": { "id": string; "datasetVersionId": string; "sourceTraceId": string | null; }; "datasetVersion": { "id": string; "version": number; }; };
413
382
  export type importTracesToDatasetRequest___schema0 = string | number | boolean | null | Array<importTracesToDatasetRequest___schema0> | { [key: string]: importTracesToDatasetRequest___schema0; };
414
383
  export type importTracesToDatasetRequest = { "datasetVersionId": string; "createDraftFromFrozen"?: boolean; "mapping": { [key: string]: "input" | "output" | "model" | "provider" | "route" | "application" | "requestId" | "traceId"; }; "expectedValues"?: { [key: string]: importTracesToDatasetRequest___schema0; }; "tags"?: Array<string>; "datasetId": string; "requestLogIds": Array<string>; };
415
- export type importTracesToDatasetResponse___schema0 = string | number | boolean | null | Array<importTracesToDatasetResponse___schema0> | { [key: string]: importTracesToDatasetResponse___schema0; };
416
- export type importTracesToDatasetResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTracesToDatasetResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTracesToDatasetResponse___schema0; "matchExpression"?: importTracesToDatasetResponse___schema0 | null; "fallback"?: importTracesToDatasetResponse___schema0; "config"?: importTracesToDatasetResponse___schema0; "metadata"?: importTracesToDatasetResponse___schema0 | null; "variables"?: importTracesToDatasetResponse___schema0; "inputs"?: importTracesToDatasetResponse___schema0; "outputSchema"?: importTracesToDatasetResponse___schema0 | null; "providerConfig"?: importTracesToDatasetResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<importTracesToDatasetResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTracesToDatasetResponse___schema0; "data"?: importTracesToDatasetResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTracesToDatasetResponse___schema0; "criteria"?: importTracesToDatasetResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTracesToDatasetResponse; "datasetVersion"?: importTracesToDatasetResponse; "case"?: importTracesToDatasetResponse; "caseIds"?: Array<string>; "policy"?: importTracesToDatasetResponse; "source"?: string | importTracesToDatasetResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTracesToDatasetResponse>; "columns"?: Array<importTracesToDatasetResponse>; "cases"?: Array<importTracesToDatasetResponse>; "branches"?: Array<importTracesToDatasetResponse>; "targets"?: Array<importTracesToDatasetResponse>; "segments"?: Array<importTracesToDatasetResponse>; "releasePolicy"?: importTracesToDatasetResponse; "defaultBranch"?: importTracesToDatasetResponse | null; "selectedBranch"?: importTracesToDatasetResponse | null; "headVersion"?: importTracesToDatasetResponse | null; "latestVersion"?: importTracesToDatasetResponse | null; "editableVersion"?: importTracesToDatasetResponse | null; "branch"?: importTracesToDatasetResponse | null; "prompt"?: importTracesToDatasetResponse | null; "promptVersion"?: importTracesToDatasetResponse | null; "dataset"?: importTracesToDatasetResponse; "evaluator"?: importTracesToDatasetResponse; "target"?: importTracesToDatasetResponse; "column"?: importTracesToDatasetResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTracesToDatasetResponse___schema0; "health"?: importTracesToDatasetResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
417
- export type importTracesToDatasetResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTracesToDatasetResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTracesToDatasetResponse___schema0; "matchExpression"?: importTracesToDatasetResponse___schema0 | null; "fallback"?: importTracesToDatasetResponse___schema0; "config"?: importTracesToDatasetResponse___schema0; "metadata"?: importTracesToDatasetResponse___schema0 | null; "variables"?: importTracesToDatasetResponse___schema0; "inputs"?: importTracesToDatasetResponse___schema0; "outputSchema"?: importTracesToDatasetResponse___schema0 | null; "providerConfig"?: importTracesToDatasetResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<importTracesToDatasetResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTracesToDatasetResponse___schema0; "data"?: importTracesToDatasetResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTracesToDatasetResponse___schema0; "criteria"?: importTracesToDatasetResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTracesToDatasetResponse; "datasetVersion"?: importTracesToDatasetResponse; "case"?: importTracesToDatasetResponse; "caseIds"?: Array<string>; "policy"?: importTracesToDatasetResponse; "source"?: string | importTracesToDatasetResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTracesToDatasetResponse>; "columns"?: Array<importTracesToDatasetResponse>; "cases"?: Array<importTracesToDatasetResponse>; "branches"?: Array<importTracesToDatasetResponse>; "targets"?: Array<importTracesToDatasetResponse>; "segments"?: Array<importTracesToDatasetResponse>; "releasePolicy"?: importTracesToDatasetResponse; "defaultBranch"?: importTracesToDatasetResponse | null; "selectedBranch"?: importTracesToDatasetResponse | null; "headVersion"?: importTracesToDatasetResponse | null; "latestVersion"?: importTracesToDatasetResponse | null; "editableVersion"?: importTracesToDatasetResponse | null; "branch"?: importTracesToDatasetResponse | null; "prompt"?: importTracesToDatasetResponse | null; "promptVersion"?: importTracesToDatasetResponse | null; "dataset"?: importTracesToDatasetResponse; "evaluator"?: importTracesToDatasetResponse; "target"?: importTracesToDatasetResponse; "column"?: importTracesToDatasetResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTracesToDatasetResponse___schema0; "health"?: importTracesToDatasetResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
384
+ export type importTracesToDatasetResponse = { "imported": number; "caseIds": Array<string>; "datasetVersionId": string; };
418
385
  export type listHumanReviewsQuery = { "page"?: number; "pageSize"?: number; "statuses"?: Array<"pending" | "in_progress" | "completed" | "dismissed">; "assignedToMe"?: "true" | "false"; "from"?: string; "to"?: string; "search"?: string; "suiteId"?: string; "evaluatorId"?: string; "runId"?: string; "reviewerId"?: string; };
419
386
  export type listHumanReviewsResponse = string | number | boolean | null | Array<listHumanReviewsResponse> | { [key: string]: listHumanReviewsResponse; };
420
387
  export type reviewFilterOptionsResponse = string | number | boolean | null | Array<reviewFilterOptionsResponse> | { [key: string]: reviewFilterOptionsResponse; };
@@ -430,20 +397,16 @@ export type submitHumanReviewActionResponse = string | number | boolean | null |
430
397
  export type dismissHumanReviewActionRequest = { "reason"?: string; };
431
398
  export type dismissHumanReviewActionResponse = string | number | boolean | null | Array<dismissHumanReviewActionResponse> | { [key: string]: dismissHumanReviewActionResponse; };
432
399
  export type listEvaluationVersions_datasetsQuery = { "limit"?: number; "cursor"?: string; };
433
- export type listEvaluationVersions_datasetsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_datasetsResponse___schema1; "matchExpression"?: listEvaluationVersions_datasetsResponse___schema1 | null; "fallback"?: listEvaluationVersions_datasetsResponse___schema1; "config"?: listEvaluationVersions_datasetsResponse___schema1; "metadata"?: listEvaluationVersions_datasetsResponse___schema1 | null; "variables"?: listEvaluationVersions_datasetsResponse___schema1; "inputs"?: listEvaluationVersions_datasetsResponse___schema1; "outputSchema"?: listEvaluationVersions_datasetsResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_datasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_datasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_datasetsResponse___schema1; "data"?: listEvaluationVersions_datasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_datasetsResponse___schema1; "criteria"?: listEvaluationVersions_datasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_datasetsResponse___schema0; "datasetVersion"?: listEvaluationVersions_datasetsResponse___schema0; "case"?: listEvaluationVersions_datasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_datasetsResponse___schema0; "source"?: string | listEvaluationVersions_datasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "columns"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "cases"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "branches"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "targets"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "segments"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "releasePolicy"?: listEvaluationVersions_datasetsResponse___schema0; "defaultBranch"?: listEvaluationVersions_datasetsResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_datasetsResponse___schema0 | null; "headVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "branch"?: listEvaluationVersions_datasetsResponse___schema0 | null; "prompt"?: listEvaluationVersions_datasetsResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "dataset"?: listEvaluationVersions_datasetsResponse___schema0; "evaluator"?: listEvaluationVersions_datasetsResponse___schema0; "target"?: listEvaluationVersions_datasetsResponse___schema0; "column"?: listEvaluationVersions_datasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_datasetsResponse___schema1; "health"?: listEvaluationVersions_datasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
434
- export type listEvaluationVersions_datasetsResponse___schema1 = string | number | boolean | null | Array<listEvaluationVersions_datasetsResponse___schema1> | { [key: string]: listEvaluationVersions_datasetsResponse___schema1; };
435
- export type listEvaluationVersions_datasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_datasetsResponse___schema1; "matchExpression"?: listEvaluationVersions_datasetsResponse___schema1 | null; "fallback"?: listEvaluationVersions_datasetsResponse___schema1; "config"?: listEvaluationVersions_datasetsResponse___schema1; "metadata"?: listEvaluationVersions_datasetsResponse___schema1 | null; "variables"?: listEvaluationVersions_datasetsResponse___schema1; "inputs"?: listEvaluationVersions_datasetsResponse___schema1; "outputSchema"?: listEvaluationVersions_datasetsResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_datasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_datasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_datasetsResponse___schema1; "data"?: listEvaluationVersions_datasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_datasetsResponse___schema1; "criteria"?: listEvaluationVersions_datasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_datasetsResponse___schema0; "datasetVersion"?: listEvaluationVersions_datasetsResponse___schema0; "case"?: listEvaluationVersions_datasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_datasetsResponse___schema0; "source"?: string | listEvaluationVersions_datasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "columns"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "cases"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "branches"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "targets"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "segments"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "releasePolicy"?: listEvaluationVersions_datasetsResponse___schema0; "defaultBranch"?: listEvaluationVersions_datasetsResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_datasetsResponse___schema0 | null; "headVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "branch"?: listEvaluationVersions_datasetsResponse___schema0 | null; "prompt"?: listEvaluationVersions_datasetsResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "dataset"?: listEvaluationVersions_datasetsResponse___schema0; "evaluator"?: listEvaluationVersions_datasetsResponse___schema0; "target"?: listEvaluationVersions_datasetsResponse___schema0; "column"?: listEvaluationVersions_datasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_datasetsResponse___schema1; "health"?: listEvaluationVersions_datasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
436
- export type listEvaluationVersions_datasetsResponse = { "items": Array<listEvaluationVersions_datasetsResponse___schema0>; "nextCursor": string | null; };
400
+ export type listEvaluationVersions_datasetsResponse___schema0 = string | number | boolean | null | Array<listEvaluationVersions_datasetsResponse___schema0> | { [key: string]: listEvaluationVersions_datasetsResponse___schema0; };
401
+ export type listEvaluationVersions_datasetsResponse = { "items": Array<{ "id": string; "version": number; "datasetId": string; "status": "draft" | "frozen"; "description": string | null; "changeNote": string | null; "metadata": listEvaluationVersions_datasetsResponse___schema0 | null; "frozenAt": string | null; "createdAt": string; "updatedAt": string; "caseCount": number; "columns": Array<{ "id": string; "datasetVersionId": string; "key": string; "name": string; "description": string | null; "position": number; "dataType": "text" | "number" | "boolean" | "json" | "messages" | "datetime" | "url" | "image" | "file" | "audio"; "role": "input" | "expected" | "context" | "metadata" | "other"; "required": boolean; "config": listEvaluationVersions_datasetsResponse___schema0 | null; "createdAt": string; "updatedAt": string; }>; }>; "nextCursor": string | null; };
437
402
  export type listEvaluationVersions_evaluatorsQuery = { "limit"?: number; "cursor"?: string; };
438
403
  export type listEvaluationVersions_evaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_evaluatorsResponse___schema1; "matchExpression"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "fallback"?: listEvaluationVersions_evaluatorsResponse___schema1; "config"?: listEvaluationVersions_evaluatorsResponse___schema1; "metadata"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "variables"?: listEvaluationVersions_evaluatorsResponse___schema1; "inputs"?: listEvaluationVersions_evaluatorsResponse___schema1; "outputSchema"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_evaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_evaluatorsResponse___schema1; "data"?: listEvaluationVersions_evaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_evaluatorsResponse___schema1; "criteria"?: listEvaluationVersions_evaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_evaluatorsResponse___schema0; "datasetVersion"?: listEvaluationVersions_evaluatorsResponse___schema0; "case"?: listEvaluationVersions_evaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_evaluatorsResponse___schema0; "source"?: string | listEvaluationVersions_evaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "columns"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "cases"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "branches"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "targets"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "segments"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "releasePolicy"?: listEvaluationVersions_evaluatorsResponse___schema0; "defaultBranch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "headVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "branch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "prompt"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "dataset"?: listEvaluationVersions_evaluatorsResponse___schema0; "evaluator"?: listEvaluationVersions_evaluatorsResponse___schema0; "target"?: listEvaluationVersions_evaluatorsResponse___schema0; "column"?: listEvaluationVersions_evaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_evaluatorsResponse___schema1; "health"?: listEvaluationVersions_evaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
439
404
  export type listEvaluationVersions_evaluatorsResponse___schema1 = string | number | boolean | null | Array<listEvaluationVersions_evaluatorsResponse___schema1> | { [key: string]: listEvaluationVersions_evaluatorsResponse___schema1; };
440
405
  export type listEvaluationVersions_evaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_evaluatorsResponse___schema1; "matchExpression"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "fallback"?: listEvaluationVersions_evaluatorsResponse___schema1; "config"?: listEvaluationVersions_evaluatorsResponse___schema1; "metadata"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "variables"?: listEvaluationVersions_evaluatorsResponse___schema1; "inputs"?: listEvaluationVersions_evaluatorsResponse___schema1; "outputSchema"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_evaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_evaluatorsResponse___schema1; "data"?: listEvaluationVersions_evaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_evaluatorsResponse___schema1; "criteria"?: listEvaluationVersions_evaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_evaluatorsResponse___schema0; "datasetVersion"?: listEvaluationVersions_evaluatorsResponse___schema0; "case"?: listEvaluationVersions_evaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_evaluatorsResponse___schema0; "source"?: string | listEvaluationVersions_evaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "columns"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "cases"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "branches"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "targets"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "segments"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "releasePolicy"?: listEvaluationVersions_evaluatorsResponse___schema0; "defaultBranch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "headVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "branch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "prompt"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "dataset"?: listEvaluationVersions_evaluatorsResponse___schema0; "evaluator"?: listEvaluationVersions_evaluatorsResponse___schema0; "target"?: listEvaluationVersions_evaluatorsResponse___schema0; "column"?: listEvaluationVersions_evaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_evaluatorsResponse___schema1; "health"?: listEvaluationVersions_evaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
441
406
  export type listEvaluationVersions_evaluatorsResponse = { "items": Array<listEvaluationVersions_evaluatorsResponse___schema0>; "nextCursor": string | null; };
442
407
  export type listEvaluationVersions_release_policiesQuery = { "limit"?: number; "cursor"?: string; };
443
- export type listEvaluationVersions_release_policiesResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_release_policiesResponse___schema1; "matchExpression"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "fallback"?: listEvaluationVersions_release_policiesResponse___schema1; "config"?: listEvaluationVersions_release_policiesResponse___schema1; "metadata"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "variables"?: listEvaluationVersions_release_policiesResponse___schema1; "inputs"?: listEvaluationVersions_release_policiesResponse___schema1; "outputSchema"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_release_policiesResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_release_policiesResponse___schema1; "data"?: listEvaluationVersions_release_policiesResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_release_policiesResponse___schema1; "criteria"?: listEvaluationVersions_release_policiesResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_release_policiesResponse___schema0; "datasetVersion"?: listEvaluationVersions_release_policiesResponse___schema0; "case"?: listEvaluationVersions_release_policiesResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_release_policiesResponse___schema0; "source"?: string | listEvaluationVersions_release_policiesResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "columns"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "cases"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "branches"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "targets"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "segments"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "releasePolicy"?: listEvaluationVersions_release_policiesResponse___schema0; "defaultBranch"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "headVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "branch"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "prompt"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "dataset"?: listEvaluationVersions_release_policiesResponse___schema0; "evaluator"?: listEvaluationVersions_release_policiesResponse___schema0; "target"?: listEvaluationVersions_release_policiesResponse___schema0; "column"?: listEvaluationVersions_release_policiesResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_release_policiesResponse___schema1; "health"?: listEvaluationVersions_release_policiesResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
444
- export type listEvaluationVersions_release_policiesResponse___schema1 = string | number | boolean | null | Array<listEvaluationVersions_release_policiesResponse___schema1> | { [key: string]: listEvaluationVersions_release_policiesResponse___schema1; };
445
- export type listEvaluationVersions_release_policiesResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_release_policiesResponse___schema1; "matchExpression"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "fallback"?: listEvaluationVersions_release_policiesResponse___schema1; "config"?: listEvaluationVersions_release_policiesResponse___schema1; "metadata"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "variables"?: listEvaluationVersions_release_policiesResponse___schema1; "inputs"?: listEvaluationVersions_release_policiesResponse___schema1; "outputSchema"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_release_policiesResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_release_policiesResponse___schema1; "data"?: listEvaluationVersions_release_policiesResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_release_policiesResponse___schema1; "criteria"?: listEvaluationVersions_release_policiesResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_release_policiesResponse___schema0; "datasetVersion"?: listEvaluationVersions_release_policiesResponse___schema0; "case"?: listEvaluationVersions_release_policiesResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_release_policiesResponse___schema0; "source"?: string | listEvaluationVersions_release_policiesResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "columns"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "cases"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "branches"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "targets"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "segments"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "releasePolicy"?: listEvaluationVersions_release_policiesResponse___schema0; "defaultBranch"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "headVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "branch"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "prompt"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "dataset"?: listEvaluationVersions_release_policiesResponse___schema0; "evaluator"?: listEvaluationVersions_release_policiesResponse___schema0; "target"?: listEvaluationVersions_release_policiesResponse___schema0; "column"?: listEvaluationVersions_release_policiesResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_release_policiesResponse___schema1; "health"?: listEvaluationVersions_release_policiesResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
446
- export type listEvaluationVersions_release_policiesResponse = { "items": Array<listEvaluationVersions_release_policiesResponse___schema0>; "nextCursor": string | null; };
408
+ export type listEvaluationVersions_release_policiesResponse___schema0 = string | number | boolean | null | Array<listEvaluationVersions_release_policiesResponse___schema0> | { [key: string]: listEvaluationVersions_release_policiesResponse___schema0; };
409
+ export type listEvaluationVersions_release_policiesResponse = { "items": Array<{ "id": string; "version": number; "policyId": string; "rules": listEvaluationVersions_release_policiesResponse___schema0; "description": string | null; "createdAt": string; }>; "nextCursor": string | null; };
447
410
  export type listPermissionsResponse = Array<{ "key": string; "resource": string; "action": string; "label": string; "description": string; }>;
448
411
  export type listOrganizationRolesResponse = Array<{ "id": string; "organizationId": string; "role": string; "permission": { [key: string]: Array<string>; }; "isSystem": boolean; }>;
449
412
  export type createOrganizationRoleRequest = { "role": string; "permission": { [key: string]: Array<string>; }; };
@@ -589,7 +552,7 @@ export type listMemoryItemEvidenceResponse = { "items": Array<{ "id": string; "m
589
552
  export type listMemoryItemRelationsQuery = { "limit"?: number; "cursor"?: string; };
590
553
  export type listMemoryItemRelationsResponse = { "items": Array<{ "id": string; "fromMemoryId": string; "toMemoryId": string; "relationType": string; "confidence": number | null; "createdAt": string; }>; "nextCursor": string | null; };
591
554
  export type listMemoryItemEmbeddingsQuery = { "limit"?: number; "cursor"?: string; };
592
- export type listMemoryItemEmbeddingsResponse = { "items": Array<{ "id": string; "createdAt": string; "updatedAt": string; "memoryId": string; "modelId": string; "embeddingModel": string; "embeddingProvider": string; "dimensions": number; "vectorStoreConnectionId": string; "collection": string; "namespace": string | null; "vectorId": string; "contentHash": string; "status": string; "indexedAt": string | null; "staleAt": string | null; "errorCode": string | null; "diagnosticReference": string | null; "diagnostics": { "stage": string; "memoryRunId"?: string; "gatewayRequestId"?: string; "requestId"?: string; "traceId"?: string; "providerCode"?: string; "providerStatus"?: number; "retryAfterMs"?: number; } | null; }>; "nextCursor": string | null; };
555
+ export type listMemoryItemEmbeddingsResponse = { "items": Array<{ "id": string; "createdAt": string; "updatedAt": string; "memoryId": string; "modelId": string; "embeddingModel": string; "embeddingProvider": string; "dimensions": number; "vectorStoreConnectionId": string; "collection": string; "namespace": string | null; "vectorId": string; "contentHash": string; "status": string; "indexedAt": string | null; "staleAt": string | null; "errorCode": string | null; }>; "nextCursor": string | null; };
593
556
  export type listMemoryItemEntitiesQuery = { "limit"?: number; "cursor"?: string; };
594
557
  export type listMemoryItemEntitiesResponse = { "items": Array<{ "id": string; "memoryId": string; "entityId": string; "role": string; "confidence": number | null; "entity": { "id": string; "canonicalName": string; "entityType": string; "aliases": Array<string>; "externalId": string | null; }; }>; "nextCursor": string | null; };
595
558
  export type getMemorySpaceProfileQuery = { "subjectType"?: string; "subjectId"?: string; };