@nirmos/sdk 0.3.3 → 0.3.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +24 -1
- package/dist/cjs/core/version.js +1 -1
- package/dist/cjs/evaluations/types.js +3 -0
- package/dist/cjs/evaluations/types.js.map +1 -0
- package/dist/cjs/memory/execution-types.js +3 -0
- package/dist/cjs/memory/execution-types.js.map +1 -0
- package/dist/esm/core/version.d.ts +1 -1
- package/dist/esm/core/version.js +1 -1
- package/dist/esm/evaluations/types.d.ts +13 -0
- package/dist/esm/evaluations/types.d.ts.map +1 -0
- package/dist/esm/evaluations/types.js +2 -0
- package/dist/esm/evaluations/types.js.map +1 -0
- package/dist/esm/index.d.ts +1 -0
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/management/contracts.d.ts +4811 -9037
- package/dist/esm/management/contracts.d.ts.map +1 -1
- package/dist/esm/memory/execution-types.d.ts +35 -0
- package/dist/esm/memory/execution-types.d.ts.map +1 -0
- package/dist/esm/memory/execution-types.js +2 -0
- package/dist/esm/memory/execution-types.js.map +1 -0
- package/dist/esm/memory/types.d.ts +2 -25
- package/dist/esm/memory/types.d.ts.map +1 -1
- package/examples/evaluation-offline.mjs +149 -0
- package/examples/evaluation-quickstart.mjs +205 -0
- package/examples/evaluation-quickstart.ts +250 -0
- package/examples/evaluation-trace-import.mjs +81 -0
- package/examples/evaluation-trace-import.ts +105 -0
- package/examples/tsconfig.json +1 -1
- package/package.json +1 -1
- package/src/core/version.ts +1 -1
- package/src/evaluations/types.ts +18 -0
- package/src/index.ts +11 -0
- package/src/management/contracts.ts +30 -67
- package/src/memory/execution-types.ts +2 -0
- package/src/memory/types.ts +2 -25
|
@@ -220,20 +220,14 @@ export type getEvaluationdatasetsResponse___schema0 = string | number | boolean
|
|
|
220
220
|
export type getEvaluationdatasetsResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<getEvaluationdatasetsResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: getEvaluationdatasetsResponse___schema0; "matchExpression"?: getEvaluationdatasetsResponse___schema0 | null; "fallback"?: getEvaluationdatasetsResponse___schema0; "config"?: getEvaluationdatasetsResponse___schema0; "metadata"?: getEvaluationdatasetsResponse___schema0 | null; "variables"?: getEvaluationdatasetsResponse___schema0; "inputs"?: getEvaluationdatasetsResponse___schema0; "outputSchema"?: getEvaluationdatasetsResponse___schema0 | null; "providerConfig"?: getEvaluationdatasetsResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<getEvaluationdatasetsResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: getEvaluationdatasetsResponse___schema0; "data"?: getEvaluationdatasetsResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: getEvaluationdatasetsResponse___schema0; "criteria"?: getEvaluationdatasetsResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: getEvaluationdatasetsResponse; "datasetVersion"?: getEvaluationdatasetsResponse; "case"?: getEvaluationdatasetsResponse; "caseIds"?: Array<string>; "policy"?: getEvaluationdatasetsResponse; "source"?: string | getEvaluationdatasetsResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<getEvaluationdatasetsResponse>; "columns"?: Array<getEvaluationdatasetsResponse>; "cases"?: Array<getEvaluationdatasetsResponse>; "branches"?: Array<getEvaluationdatasetsResponse>; "targets"?: Array<getEvaluationdatasetsResponse>; "segments"?: Array<getEvaluationdatasetsResponse>; "releasePolicy"?: getEvaluationdatasetsResponse; "defaultBranch"?: getEvaluationdatasetsResponse | null; "selectedBranch"?: getEvaluationdatasetsResponse | null; "headVersion"?: getEvaluationdatasetsResponse | null; "latestVersion"?: getEvaluationdatasetsResponse | null; "editableVersion"?: getEvaluationdatasetsResponse | null; "branch"?: getEvaluationdatasetsResponse | null; "prompt"?: getEvaluationdatasetsResponse | null; "promptVersion"?: getEvaluationdatasetsResponse | null; "dataset"?: getEvaluationdatasetsResponse; "evaluator"?: getEvaluationdatasetsResponse; "target"?: getEvaluationdatasetsResponse; "column"?: getEvaluationdatasetsResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: getEvaluationdatasetsResponse___schema0; "health"?: getEvaluationdatasetsResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
221
221
|
export type getEvaluationdatasetsResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<getEvaluationdatasetsResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: getEvaluationdatasetsResponse___schema0; "matchExpression"?: getEvaluationdatasetsResponse___schema0 | null; "fallback"?: getEvaluationdatasetsResponse___schema0; "config"?: getEvaluationdatasetsResponse___schema0; "metadata"?: getEvaluationdatasetsResponse___schema0 | null; "variables"?: getEvaluationdatasetsResponse___schema0; "inputs"?: getEvaluationdatasetsResponse___schema0; "outputSchema"?: getEvaluationdatasetsResponse___schema0 | null; "providerConfig"?: getEvaluationdatasetsResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<getEvaluationdatasetsResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: getEvaluationdatasetsResponse___schema0; "data"?: getEvaluationdatasetsResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: getEvaluationdatasetsResponse___schema0; "criteria"?: getEvaluationdatasetsResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: getEvaluationdatasetsResponse; "datasetVersion"?: getEvaluationdatasetsResponse; "case"?: getEvaluationdatasetsResponse; "caseIds"?: Array<string>; "policy"?: getEvaluationdatasetsResponse; "source"?: string | getEvaluationdatasetsResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<getEvaluationdatasetsResponse>; "columns"?: Array<getEvaluationdatasetsResponse>; "cases"?: Array<getEvaluationdatasetsResponse>; "branches"?: Array<getEvaluationdatasetsResponse>; "targets"?: Array<getEvaluationdatasetsResponse>; "segments"?: Array<getEvaluationdatasetsResponse>; "releasePolicy"?: getEvaluationdatasetsResponse; "defaultBranch"?: getEvaluationdatasetsResponse | null; "selectedBranch"?: getEvaluationdatasetsResponse | null; "headVersion"?: getEvaluationdatasetsResponse | null; "latestVersion"?: getEvaluationdatasetsResponse | null; "editableVersion"?: getEvaluationdatasetsResponse | null; "branch"?: getEvaluationdatasetsResponse | null; "prompt"?: getEvaluationdatasetsResponse | null; "promptVersion"?: getEvaluationdatasetsResponse | null; "dataset"?: getEvaluationdatasetsResponse; "evaluator"?: getEvaluationdatasetsResponse; "target"?: getEvaluationdatasetsResponse; "column"?: getEvaluationdatasetsResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: getEvaluationdatasetsResponse___schema0; "health"?: getEvaluationdatasetsResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
222
222
|
export type createEvaluationdatasetsRequest = { "name": string; "description"?: string; };
|
|
223
|
-
export type
|
|
224
|
-
export type createEvaluationdatasetsResponse___schema1 = string | number | boolean | null | Array<createEvaluationdatasetsResponse___schema1> | { [key: string]: createEvaluationdatasetsResponse___schema1; };
|
|
225
|
-
export type createEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationdatasetsResponse___schema1; "matchExpression"?: createEvaluationdatasetsResponse___schema1 | null; "fallback"?: createEvaluationdatasetsResponse___schema1; "config"?: createEvaluationdatasetsResponse___schema1; "metadata"?: createEvaluationdatasetsResponse___schema1 | null; "variables"?: createEvaluationdatasetsResponse___schema1; "inputs"?: createEvaluationdatasetsResponse___schema1; "outputSchema"?: createEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: createEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationdatasetsResponse___schema1; "data"?: createEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationdatasetsResponse___schema1; "criteria"?: createEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationdatasetsResponse___schema0; "datasetVersion"?: createEvaluationdatasetsResponse___schema0; "case"?: createEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationdatasetsResponse___schema0; "source"?: string | createEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationdatasetsResponse___schema0>; "columns"?: Array<createEvaluationdatasetsResponse___schema0>; "cases"?: Array<createEvaluationdatasetsResponse___schema0>; "branches"?: Array<createEvaluationdatasetsResponse___schema0>; "targets"?: Array<createEvaluationdatasetsResponse___schema0>; "segments"?: Array<createEvaluationdatasetsResponse___schema0>; "releasePolicy"?: createEvaluationdatasetsResponse___schema0; "defaultBranch"?: createEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: createEvaluationdatasetsResponse___schema0 | null; "headVersion"?: createEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: createEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: createEvaluationdatasetsResponse___schema0 | null; "branch"?: createEvaluationdatasetsResponse___schema0 | null; "prompt"?: createEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: createEvaluationdatasetsResponse___schema0 | null; "dataset"?: createEvaluationdatasetsResponse___schema0; "evaluator"?: createEvaluationdatasetsResponse___schema0; "target"?: createEvaluationdatasetsResponse___schema0; "column"?: createEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationdatasetsResponse___schema1; "health"?: createEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
226
|
-
export type createEvaluationdatasetsResponse = { "dataset": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationdatasetsResponse___schema1; "matchExpression"?: createEvaluationdatasetsResponse___schema1 | null; "fallback"?: createEvaluationdatasetsResponse___schema1; "config"?: createEvaluationdatasetsResponse___schema1; "metadata"?: createEvaluationdatasetsResponse___schema1 | null; "variables"?: createEvaluationdatasetsResponse___schema1; "inputs"?: createEvaluationdatasetsResponse___schema1; "outputSchema"?: createEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: createEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationdatasetsResponse___schema1; "data"?: createEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationdatasetsResponse___schema1; "criteria"?: createEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationdatasetsResponse___schema0; "datasetVersion"?: createEvaluationdatasetsResponse___schema0; "case"?: createEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationdatasetsResponse___schema0; "source"?: string | createEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationdatasetsResponse___schema0>; "columns"?: Array<createEvaluationdatasetsResponse___schema0>; "cases"?: Array<createEvaluationdatasetsResponse___schema0>; "branches"?: Array<createEvaluationdatasetsResponse___schema0>; "targets"?: Array<createEvaluationdatasetsResponse___schema0>; "segments"?: Array<createEvaluationdatasetsResponse___schema0>; "releasePolicy"?: createEvaluationdatasetsResponse___schema0; "defaultBranch"?: createEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: createEvaluationdatasetsResponse___schema0 | null; "headVersion"?: createEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: createEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: createEvaluationdatasetsResponse___schema0 | null; "branch"?: createEvaluationdatasetsResponse___schema0 | null; "prompt"?: createEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: createEvaluationdatasetsResponse___schema0 | null; "dataset"?: createEvaluationdatasetsResponse___schema0; "evaluator"?: createEvaluationdatasetsResponse___schema0; "target"?: createEvaluationdatasetsResponse___schema0; "column"?: createEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationdatasetsResponse___schema1; "health"?: createEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "initialVersion": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationdatasetsResponse___schema1; "matchExpression"?: createEvaluationdatasetsResponse___schema1 | null; "fallback"?: createEvaluationdatasetsResponse___schema1; "config"?: createEvaluationdatasetsResponse___schema1; "metadata"?: createEvaluationdatasetsResponse___schema1 | null; "variables"?: createEvaluationdatasetsResponse___schema1; "inputs"?: createEvaluationdatasetsResponse___schema1; "outputSchema"?: createEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: createEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationdatasetsResponse___schema1; "data"?: createEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationdatasetsResponse___schema1; "criteria"?: createEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationdatasetsResponse___schema0; "datasetVersion"?: createEvaluationdatasetsResponse___schema0; "case"?: createEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationdatasetsResponse___schema0; "source"?: string | createEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationdatasetsResponse___schema0>; "columns"?: Array<createEvaluationdatasetsResponse___schema0>; "cases"?: Array<createEvaluationdatasetsResponse___schema0>; "branches"?: Array<createEvaluationdatasetsResponse___schema0>; "targets"?: Array<createEvaluationdatasetsResponse___schema0>; "segments"?: Array<createEvaluationdatasetsResponse___schema0>; "releasePolicy"?: createEvaluationdatasetsResponse___schema0; "defaultBranch"?: createEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: createEvaluationdatasetsResponse___schema0 | null; "headVersion"?: createEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: createEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: createEvaluationdatasetsResponse___schema0 | null; "branch"?: createEvaluationdatasetsResponse___schema0 | null; "prompt"?: createEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: createEvaluationdatasetsResponse___schema0 | null; "dataset"?: createEvaluationdatasetsResponse___schema0; "evaluator"?: createEvaluationdatasetsResponse___schema0; "target"?: createEvaluationdatasetsResponse___schema0; "column"?: createEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationdatasetsResponse___schema1; "health"?: createEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
|
|
223
|
+
export type createEvaluationdatasetsResponse = { "dataset": { "id": string; "name": string; }; "initialVersion": { "id": string; "version": number; "status": "draft"; }; };
|
|
227
224
|
export type updateEvaluationdatasetsRequest = { "name"?: string; "description"?: string; "status"?: "active" | "archived"; };
|
|
228
225
|
export type updateEvaluationdatasetsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationdatasetsResponse___schema1; "matchExpression"?: updateEvaluationdatasetsResponse___schema1 | null; "fallback"?: updateEvaluationdatasetsResponse___schema1; "config"?: updateEvaluationdatasetsResponse___schema1; "metadata"?: updateEvaluationdatasetsResponse___schema1 | null; "variables"?: updateEvaluationdatasetsResponse___schema1; "inputs"?: updateEvaluationdatasetsResponse___schema1; "outputSchema"?: updateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: updateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationdatasetsResponse___schema1; "data"?: updateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationdatasetsResponse___schema1; "criteria"?: updateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationdatasetsResponse___schema0; "datasetVersion"?: updateEvaluationdatasetsResponse___schema0; "case"?: updateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationdatasetsResponse___schema0; "source"?: string | updateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationdatasetsResponse___schema0>; "columns"?: Array<updateEvaluationdatasetsResponse___schema0>; "cases"?: Array<updateEvaluationdatasetsResponse___schema0>; "branches"?: Array<updateEvaluationdatasetsResponse___schema0>; "targets"?: Array<updateEvaluationdatasetsResponse___schema0>; "segments"?: Array<updateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: updateEvaluationdatasetsResponse___schema0; "defaultBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "branch"?: updateEvaluationdatasetsResponse___schema0 | null; "prompt"?: updateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "dataset"?: updateEvaluationdatasetsResponse___schema0; "evaluator"?: updateEvaluationdatasetsResponse___schema0; "target"?: updateEvaluationdatasetsResponse___schema0; "column"?: updateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationdatasetsResponse___schema1; "health"?: updateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
229
226
|
export type updateEvaluationdatasetsResponse___schema1 = string | number | boolean | null | Array<updateEvaluationdatasetsResponse___schema1> | { [key: string]: updateEvaluationdatasetsResponse___schema1; };
|
|
230
227
|
export type updateEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationdatasetsResponse___schema1; "matchExpression"?: updateEvaluationdatasetsResponse___schema1 | null; "fallback"?: updateEvaluationdatasetsResponse___schema1; "config"?: updateEvaluationdatasetsResponse___schema1; "metadata"?: updateEvaluationdatasetsResponse___schema1 | null; "variables"?: updateEvaluationdatasetsResponse___schema1; "inputs"?: updateEvaluationdatasetsResponse___schema1; "outputSchema"?: updateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: updateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationdatasetsResponse___schema1; "data"?: updateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationdatasetsResponse___schema1; "criteria"?: updateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationdatasetsResponse___schema0; "datasetVersion"?: updateEvaluationdatasetsResponse___schema0; "case"?: updateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationdatasetsResponse___schema0; "source"?: string | updateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationdatasetsResponse___schema0>; "columns"?: Array<updateEvaluationdatasetsResponse___schema0>; "cases"?: Array<updateEvaluationdatasetsResponse___schema0>; "branches"?: Array<updateEvaluationdatasetsResponse___schema0>; "targets"?: Array<updateEvaluationdatasetsResponse___schema0>; "segments"?: Array<updateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: updateEvaluationdatasetsResponse___schema0; "defaultBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "branch"?: updateEvaluationdatasetsResponse___schema0 | null; "prompt"?: updateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "dataset"?: updateEvaluationdatasetsResponse___schema0; "evaluator"?: updateEvaluationdatasetsResponse___schema0; "target"?: updateEvaluationdatasetsResponse___schema0; "column"?: updateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationdatasetsResponse___schema1; "health"?: updateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
231
228
|
export type updateEvaluationdatasetsResponse = { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationdatasetsResponse___schema1; "matchExpression"?: updateEvaluationdatasetsResponse___schema1 | null; "fallback"?: updateEvaluationdatasetsResponse___schema1; "config"?: updateEvaluationdatasetsResponse___schema1; "metadata"?: updateEvaluationdatasetsResponse___schema1 | null; "variables"?: updateEvaluationdatasetsResponse___schema1; "inputs"?: updateEvaluationdatasetsResponse___schema1; "outputSchema"?: updateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: updateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationdatasetsResponse___schema1; "data"?: updateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationdatasetsResponse___schema1; "criteria"?: updateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationdatasetsResponse___schema0; "datasetVersion"?: updateEvaluationdatasetsResponse___schema0; "case"?: updateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationdatasetsResponse___schema0; "source"?: string | updateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationdatasetsResponse___schema0>; "columns"?: Array<updateEvaluationdatasetsResponse___schema0>; "cases"?: Array<updateEvaluationdatasetsResponse___schema0>; "branches"?: Array<updateEvaluationdatasetsResponse___schema0>; "targets"?: Array<updateEvaluationdatasetsResponse___schema0>; "segments"?: Array<updateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: updateEvaluationdatasetsResponse___schema0; "defaultBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: updateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "branch"?: updateEvaluationdatasetsResponse___schema0 | null; "prompt"?: updateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: updateEvaluationdatasetsResponse___schema0 | null; "dataset"?: updateEvaluationdatasetsResponse___schema0; "evaluator"?: updateEvaluationdatasetsResponse___schema0; "target"?: updateEvaluationdatasetsResponse___schema0; "column"?: updateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationdatasetsResponse___schema1; "health"?: updateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
232
229
|
export type duplicateEvaluationdatasetsRequest = { "versionId"?: string; };
|
|
233
|
-
export type
|
|
234
|
-
export type duplicateEvaluationdatasetsResponse___schema1 = string | number | boolean | null | Array<duplicateEvaluationdatasetsResponse___schema1> | { [key: string]: duplicateEvaluationdatasetsResponse___schema1; };
|
|
235
|
-
export type duplicateEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationdatasetsResponse___schema1; "matchExpression"?: duplicateEvaluationdatasetsResponse___schema1 | null; "fallback"?: duplicateEvaluationdatasetsResponse___schema1; "config"?: duplicateEvaluationdatasetsResponse___schema1; "metadata"?: duplicateEvaluationdatasetsResponse___schema1 | null; "variables"?: duplicateEvaluationdatasetsResponse___schema1; "inputs"?: duplicateEvaluationdatasetsResponse___schema1; "outputSchema"?: duplicateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationdatasetsResponse___schema1; "data"?: duplicateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationdatasetsResponse___schema1; "criteria"?: duplicateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationdatasetsResponse___schema0; "datasetVersion"?: duplicateEvaluationdatasetsResponse___schema0; "case"?: duplicateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationdatasetsResponse___schema0; "source"?: string | duplicateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "columns"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "cases"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "branches"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "targets"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "segments"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: duplicateEvaluationdatasetsResponse___schema0; "defaultBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "branch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "prompt"?: duplicateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "dataset"?: duplicateEvaluationdatasetsResponse___schema0; "evaluator"?: duplicateEvaluationdatasetsResponse___schema0; "target"?: duplicateEvaluationdatasetsResponse___schema0; "column"?: duplicateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationdatasetsResponse___schema1; "health"?: duplicateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
236
|
-
export type duplicateEvaluationdatasetsResponse = { "dataset": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationdatasetsResponse___schema1; "matchExpression"?: duplicateEvaluationdatasetsResponse___schema1 | null; "fallback"?: duplicateEvaluationdatasetsResponse___schema1; "config"?: duplicateEvaluationdatasetsResponse___schema1; "metadata"?: duplicateEvaluationdatasetsResponse___schema1 | null; "variables"?: duplicateEvaluationdatasetsResponse___schema1; "inputs"?: duplicateEvaluationdatasetsResponse___schema1; "outputSchema"?: duplicateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationdatasetsResponse___schema1; "data"?: duplicateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationdatasetsResponse___schema1; "criteria"?: duplicateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationdatasetsResponse___schema0; "datasetVersion"?: duplicateEvaluationdatasetsResponse___schema0; "case"?: duplicateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationdatasetsResponse___schema0; "source"?: string | duplicateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "columns"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "cases"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "branches"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "targets"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "segments"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: duplicateEvaluationdatasetsResponse___schema0; "defaultBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "branch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "prompt"?: duplicateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "dataset"?: duplicateEvaluationdatasetsResponse___schema0; "evaluator"?: duplicateEvaluationdatasetsResponse___schema0; "target"?: duplicateEvaluationdatasetsResponse___schema0; "column"?: duplicateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationdatasetsResponse___schema1; "health"?: duplicateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "initialVersion": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationdatasetsResponse___schema1; "matchExpression"?: duplicateEvaluationdatasetsResponse___schema1 | null; "fallback"?: duplicateEvaluationdatasetsResponse___schema1; "config"?: duplicateEvaluationdatasetsResponse___schema1; "metadata"?: duplicateEvaluationdatasetsResponse___schema1 | null; "variables"?: duplicateEvaluationdatasetsResponse___schema1; "inputs"?: duplicateEvaluationdatasetsResponse___schema1; "outputSchema"?: duplicateEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationdatasetsResponse___schema1; "data"?: duplicateEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationdatasetsResponse___schema1; "criteria"?: duplicateEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationdatasetsResponse___schema0; "datasetVersion"?: duplicateEvaluationdatasetsResponse___schema0; "case"?: duplicateEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationdatasetsResponse___schema0; "source"?: string | duplicateEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "columns"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "cases"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "branches"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "targets"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "segments"?: Array<duplicateEvaluationdatasetsResponse___schema0>; "releasePolicy"?: duplicateEvaluationdatasetsResponse___schema0; "defaultBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "headVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "branch"?: duplicateEvaluationdatasetsResponse___schema0 | null; "prompt"?: duplicateEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationdatasetsResponse___schema0 | null; "dataset"?: duplicateEvaluationdatasetsResponse___schema0; "evaluator"?: duplicateEvaluationdatasetsResponse___schema0; "target"?: duplicateEvaluationdatasetsResponse___schema0; "column"?: duplicateEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationdatasetsResponse___schema1; "health"?: duplicateEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
|
|
230
|
+
export type duplicateEvaluationdatasetsResponse = { "dataset": { "id": string; "name": string; }; "initialVersion": { "id": string; "version": number; "status": "draft"; }; };
|
|
237
231
|
export type archiveEvaluationdatasetsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<archiveEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: archiveEvaluationdatasetsResponse___schema1; "matchExpression"?: archiveEvaluationdatasetsResponse___schema1 | null; "fallback"?: archiveEvaluationdatasetsResponse___schema1; "config"?: archiveEvaluationdatasetsResponse___schema1; "metadata"?: archiveEvaluationdatasetsResponse___schema1 | null; "variables"?: archiveEvaluationdatasetsResponse___schema1; "inputs"?: archiveEvaluationdatasetsResponse___schema1; "outputSchema"?: archiveEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: archiveEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<archiveEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: archiveEvaluationdatasetsResponse___schema1; "data"?: archiveEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: archiveEvaluationdatasetsResponse___schema1; "criteria"?: archiveEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: archiveEvaluationdatasetsResponse___schema0; "datasetVersion"?: archiveEvaluationdatasetsResponse___schema0; "case"?: archiveEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: archiveEvaluationdatasetsResponse___schema0; "source"?: string | archiveEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<archiveEvaluationdatasetsResponse___schema0>; "columns"?: Array<archiveEvaluationdatasetsResponse___schema0>; "cases"?: Array<archiveEvaluationdatasetsResponse___schema0>; "branches"?: Array<archiveEvaluationdatasetsResponse___schema0>; "targets"?: Array<archiveEvaluationdatasetsResponse___schema0>; "segments"?: Array<archiveEvaluationdatasetsResponse___schema0>; "releasePolicy"?: archiveEvaluationdatasetsResponse___schema0; "defaultBranch"?: archiveEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: archiveEvaluationdatasetsResponse___schema0 | null; "headVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "branch"?: archiveEvaluationdatasetsResponse___schema0 | null; "prompt"?: archiveEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "dataset"?: archiveEvaluationdatasetsResponse___schema0; "evaluator"?: archiveEvaluationdatasetsResponse___schema0; "target"?: archiveEvaluationdatasetsResponse___schema0; "column"?: archiveEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: archiveEvaluationdatasetsResponse___schema1; "health"?: archiveEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
238
232
|
export type archiveEvaluationdatasetsResponse___schema1 = string | number | boolean | null | Array<archiveEvaluationdatasetsResponse___schema1> | { [key: string]: archiveEvaluationdatasetsResponse___schema1; };
|
|
239
233
|
export type archiveEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<archiveEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: archiveEvaluationdatasetsResponse___schema1; "matchExpression"?: archiveEvaluationdatasetsResponse___schema1 | null; "fallback"?: archiveEvaluationdatasetsResponse___schema1; "config"?: archiveEvaluationdatasetsResponse___schema1; "metadata"?: archiveEvaluationdatasetsResponse___schema1 | null; "variables"?: archiveEvaluationdatasetsResponse___schema1; "inputs"?: archiveEvaluationdatasetsResponse___schema1; "outputSchema"?: archiveEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: archiveEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<archiveEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: archiveEvaluationdatasetsResponse___schema1; "data"?: archiveEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: archiveEvaluationdatasetsResponse___schema1; "criteria"?: archiveEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: archiveEvaluationdatasetsResponse___schema0; "datasetVersion"?: archiveEvaluationdatasetsResponse___schema0; "case"?: archiveEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: archiveEvaluationdatasetsResponse___schema0; "source"?: string | archiveEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<archiveEvaluationdatasetsResponse___schema0>; "columns"?: Array<archiveEvaluationdatasetsResponse___schema0>; "cases"?: Array<archiveEvaluationdatasetsResponse___schema0>; "branches"?: Array<archiveEvaluationdatasetsResponse___schema0>; "targets"?: Array<archiveEvaluationdatasetsResponse___schema0>; "segments"?: Array<archiveEvaluationdatasetsResponse___schema0>; "releasePolicy"?: archiveEvaluationdatasetsResponse___schema0; "defaultBranch"?: archiveEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: archiveEvaluationdatasetsResponse___schema0 | null; "headVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "branch"?: archiveEvaluationdatasetsResponse___schema0 | null; "prompt"?: archiveEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: archiveEvaluationdatasetsResponse___schema0 | null; "dataset"?: archiveEvaluationdatasetsResponse___schema0; "evaluator"?: archiveEvaluationdatasetsResponse___schema0; "target"?: archiveEvaluationdatasetsResponse___schema0; "column"?: archiveEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: archiveEvaluationdatasetsResponse___schema1; "health"?: archiveEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
@@ -243,30 +237,24 @@ export type restoreEvaluationdatasetsResponse___schema1 = string | number | bool
|
|
|
243
237
|
export type restoreEvaluationdatasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<restoreEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: restoreEvaluationdatasetsResponse___schema1; "matchExpression"?: restoreEvaluationdatasetsResponse___schema1 | null; "fallback"?: restoreEvaluationdatasetsResponse___schema1; "config"?: restoreEvaluationdatasetsResponse___schema1; "metadata"?: restoreEvaluationdatasetsResponse___schema1 | null; "variables"?: restoreEvaluationdatasetsResponse___schema1; "inputs"?: restoreEvaluationdatasetsResponse___schema1; "outputSchema"?: restoreEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: restoreEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<restoreEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: restoreEvaluationdatasetsResponse___schema1; "data"?: restoreEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: restoreEvaluationdatasetsResponse___schema1; "criteria"?: restoreEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: restoreEvaluationdatasetsResponse___schema0; "datasetVersion"?: restoreEvaluationdatasetsResponse___schema0; "case"?: restoreEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: restoreEvaluationdatasetsResponse___schema0; "source"?: string | restoreEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<restoreEvaluationdatasetsResponse___schema0>; "columns"?: Array<restoreEvaluationdatasetsResponse___schema0>; "cases"?: Array<restoreEvaluationdatasetsResponse___schema0>; "branches"?: Array<restoreEvaluationdatasetsResponse___schema0>; "targets"?: Array<restoreEvaluationdatasetsResponse___schema0>; "segments"?: Array<restoreEvaluationdatasetsResponse___schema0>; "releasePolicy"?: restoreEvaluationdatasetsResponse___schema0; "defaultBranch"?: restoreEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: restoreEvaluationdatasetsResponse___schema0 | null; "headVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "branch"?: restoreEvaluationdatasetsResponse___schema0 | null; "prompt"?: restoreEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "dataset"?: restoreEvaluationdatasetsResponse___schema0; "evaluator"?: restoreEvaluationdatasetsResponse___schema0; "target"?: restoreEvaluationdatasetsResponse___schema0; "column"?: restoreEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: restoreEvaluationdatasetsResponse___schema1; "health"?: restoreEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
244
238
|
export type restoreEvaluationdatasetsResponse = { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<restoreEvaluationdatasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: restoreEvaluationdatasetsResponse___schema1; "matchExpression"?: restoreEvaluationdatasetsResponse___schema1 | null; "fallback"?: restoreEvaluationdatasetsResponse___schema1; "config"?: restoreEvaluationdatasetsResponse___schema1; "metadata"?: restoreEvaluationdatasetsResponse___schema1 | null; "variables"?: restoreEvaluationdatasetsResponse___schema1; "inputs"?: restoreEvaluationdatasetsResponse___schema1; "outputSchema"?: restoreEvaluationdatasetsResponse___schema1 | null; "providerConfig"?: restoreEvaluationdatasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<restoreEvaluationdatasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: restoreEvaluationdatasetsResponse___schema1; "data"?: restoreEvaluationdatasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: restoreEvaluationdatasetsResponse___schema1; "criteria"?: restoreEvaluationdatasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: restoreEvaluationdatasetsResponse___schema0; "datasetVersion"?: restoreEvaluationdatasetsResponse___schema0; "case"?: restoreEvaluationdatasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: restoreEvaluationdatasetsResponse___schema0; "source"?: string | restoreEvaluationdatasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<restoreEvaluationdatasetsResponse___schema0>; "columns"?: Array<restoreEvaluationdatasetsResponse___schema0>; "cases"?: Array<restoreEvaluationdatasetsResponse___schema0>; "branches"?: Array<restoreEvaluationdatasetsResponse___schema0>; "targets"?: Array<restoreEvaluationdatasetsResponse___schema0>; "segments"?: Array<restoreEvaluationdatasetsResponse___schema0>; "releasePolicy"?: restoreEvaluationdatasetsResponse___schema0; "defaultBranch"?: restoreEvaluationdatasetsResponse___schema0 | null; "selectedBranch"?: restoreEvaluationdatasetsResponse___schema0 | null; "headVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "latestVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "editableVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "branch"?: restoreEvaluationdatasetsResponse___schema0 | null; "prompt"?: restoreEvaluationdatasetsResponse___schema0 | null; "promptVersion"?: restoreEvaluationdatasetsResponse___schema0 | null; "dataset"?: restoreEvaluationdatasetsResponse___schema0; "evaluator"?: restoreEvaluationdatasetsResponse___schema0; "target"?: restoreEvaluationdatasetsResponse___schema0; "column"?: restoreEvaluationdatasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: restoreEvaluationdatasetsResponse___schema1; "health"?: restoreEvaluationdatasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
245
239
|
export type listEvaluationevaluatorsQuery = { "limit"?: number; "cursor"?: string; };
|
|
246
|
-
export type listEvaluationevaluatorsResponse___schema0 =
|
|
247
|
-
export type listEvaluationevaluatorsResponse___schema1 = string |
|
|
248
|
-
export type listEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationevaluatorsResponse___schema1; "matchExpression"?: listEvaluationevaluatorsResponse___schema1 | null; "fallback"?: listEvaluationevaluatorsResponse___schema1; "config"?: listEvaluationevaluatorsResponse___schema1; "metadata"?: listEvaluationevaluatorsResponse___schema1 | null; "variables"?: listEvaluationevaluatorsResponse___schema1; "inputs"?: listEvaluationevaluatorsResponse___schema1; "outputSchema"?: listEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: listEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationevaluatorsResponse___schema1; "data"?: listEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationevaluatorsResponse___schema1; "criteria"?: listEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationevaluatorsResponse___schema0; "datasetVersion"?: listEvaluationevaluatorsResponse___schema0; "case"?: listEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationevaluatorsResponse___schema0; "source"?: string | listEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationevaluatorsResponse___schema0>; "columns"?: Array<listEvaluationevaluatorsResponse___schema0>; "cases"?: Array<listEvaluationevaluatorsResponse___schema0>; "branches"?: Array<listEvaluationevaluatorsResponse___schema0>; "targets"?: Array<listEvaluationevaluatorsResponse___schema0>; "segments"?: Array<listEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: listEvaluationevaluatorsResponse___schema0; "defaultBranch"?: listEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: listEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "branch"?: listEvaluationevaluatorsResponse___schema0 | null; "prompt"?: listEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: listEvaluationevaluatorsResponse___schema0 | null; "dataset"?: listEvaluationevaluatorsResponse___schema0; "evaluator"?: listEvaluationevaluatorsResponse___schema0; "target"?: listEvaluationevaluatorsResponse___schema0; "column"?: listEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationevaluatorsResponse___schema1; "health"?: listEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
249
|
-
export type listEvaluationevaluatorsResponse = { "items": Array<listEvaluationevaluatorsResponse___schema0>; "nextCursor": string | null; };
|
|
240
|
+
export type listEvaluationevaluatorsResponse___schema0 = string | number | boolean | null | Array<listEvaluationevaluatorsResponse___schema0> | { [key: string]: listEvaluationevaluatorsResponse___schema0; };
|
|
241
|
+
export type listEvaluationevaluatorsResponse___schema1 = { "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "contains" | "starts_with" | "ends_with"; "left": { "input": string; } | { "literal": listEvaluationevaluatorsResponse___schema0; }; "right": { "input": string; } | { "literal": listEvaluationevaluatorsResponse___schema0; }; } | { "operator": "exists"; "left": { "input": string; } | { "literal": listEvaluationevaluatorsResponse___schema0; }; } | { "operator": "and" | "or"; "operands": Array<listEvaluationevaluatorsResponse___schema1>; } | { "operator": "not"; "operand": listEvaluationevaluatorsResponse___schema1; };
|
|
242
|
+
export type listEvaluationevaluatorsResponse = { "items": Array<{ "id": string; "name": string; "description": string; "category": "deterministic" | "semantic" | "llm" | "human"; "type": "exact_match" | "contains" | "not_contains" | "regex" | "json_schema" | "numeric" | "custom_expression" | "cosine_similarity" | "llm_judge" | "reference_judge" | "pairwise_judge" | "human_review"; "status": "active" | "archived"; "currentVersionId": string; "versions": Array<{ "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "exact_match"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: listEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: listEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "not_contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: listEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "regex"; "config": { "description"?: string; "pattern": string; "flags"?: string; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "json_schema"; "config": { "description"?: string; "schema": { [key: string]: listEvaluationevaluatorsResponse___schema0; }; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "numeric"; "config": { "description"?: string; "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "==" | "=" | "!=" | ">" | ">=" | "<" | "<="; "threshold"?: number; "value"?: number; "expected"?: number; } | { "description"?: string; "operator": "between"; "min": number; "max": number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "custom_expression"; "config": { "description"?: string; "expression": listEvaluationevaluatorsResponse___schema1; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "cosine_similarity"; "config": { "description"?: string; "threshold": number; "embeddingModel"?: string; "model"?: string; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "llm_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "reference_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "pairwise_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "human_review"; "config": { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "choice"; "choices": Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; } | { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "pass_fail" | "rating" | "text"; "choices"?: Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; }>; "health": { "calibrationExamples": number; "agreement": number; "falseAccept": number; "falseReject": number; "status": "healthy" | "needs_attention" | "uncalibrated"; }; "usedBySuiteIds": Array<string>; "updatedAt": string; }>; "nextCursor": string | null; };
|
|
250
243
|
export type getEvaluationevaluatorsQuery = { "versionId"?: string; };
|
|
251
244
|
export type getEvaluationevaluatorsResponse___schema0 = string | number | boolean | null | Array<getEvaluationevaluatorsResponse___schema0> | { [key: string]: getEvaluationevaluatorsResponse___schema0; };
|
|
252
|
-
export type getEvaluationevaluatorsResponse___schema1 = { "
|
|
253
|
-
export type getEvaluationevaluatorsResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<getEvaluationevaluatorsResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: getEvaluationevaluatorsResponse___schema0; "matchExpression"?: getEvaluationevaluatorsResponse___schema0 | null; "fallback"?: getEvaluationevaluatorsResponse___schema0; "config"?: getEvaluationevaluatorsResponse___schema0; "metadata"?: getEvaluationevaluatorsResponse___schema0 | null; "variables"?: getEvaluationevaluatorsResponse___schema0; "inputs"?: getEvaluationevaluatorsResponse___schema0; "outputSchema"?: getEvaluationevaluatorsResponse___schema0 | null; "providerConfig"?: getEvaluationevaluatorsResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<getEvaluationevaluatorsResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: getEvaluationevaluatorsResponse___schema0; "data"?: getEvaluationevaluatorsResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: getEvaluationevaluatorsResponse___schema0; "criteria"?: getEvaluationevaluatorsResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: getEvaluationevaluatorsResponse; "datasetVersion"?: getEvaluationevaluatorsResponse; "case"?: getEvaluationevaluatorsResponse; "caseIds"?: Array<string>; "policy"?: getEvaluationevaluatorsResponse; "source"?: string | getEvaluationevaluatorsResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<getEvaluationevaluatorsResponse>; "columns"?: Array<getEvaluationevaluatorsResponse>; "cases"?: Array<getEvaluationevaluatorsResponse>; "branches"?: Array<getEvaluationevaluatorsResponse>; "targets"?: Array<getEvaluationevaluatorsResponse>; "segments"?: Array<getEvaluationevaluatorsResponse>; "releasePolicy"?: getEvaluationevaluatorsResponse; "defaultBranch"?: getEvaluationevaluatorsResponse | null; "selectedBranch"?: getEvaluationevaluatorsResponse | null; "headVersion"?: getEvaluationevaluatorsResponse | null; "latestVersion"?: getEvaluationevaluatorsResponse | null; "editableVersion"?: getEvaluationevaluatorsResponse | null; "branch"?: getEvaluationevaluatorsResponse | null; "prompt"?: getEvaluationevaluatorsResponse | null; "promptVersion"?: getEvaluationevaluatorsResponse | null; "dataset"?: getEvaluationevaluatorsResponse; "evaluator"?: getEvaluationevaluatorsResponse; "target"?: getEvaluationevaluatorsResponse; "column"?: getEvaluationevaluatorsResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: getEvaluationevaluatorsResponse___schema0; "health"?: getEvaluationevaluatorsResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
245
|
+
export type getEvaluationevaluatorsResponse___schema1 = { "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "contains" | "starts_with" | "ends_with"; "left": { "input": string; } | { "literal": getEvaluationevaluatorsResponse___schema0; }; "right": { "input": string; } | { "literal": getEvaluationevaluatorsResponse___schema0; }; } | { "operator": "exists"; "left": { "input": string; } | { "literal": getEvaluationevaluatorsResponse___schema0; }; } | { "operator": "and" | "or"; "operands": Array<getEvaluationevaluatorsResponse___schema1>; } | { "operator": "not"; "operand": getEvaluationevaluatorsResponse___schema1; };
|
|
246
|
+
export type getEvaluationevaluatorsResponse = { "id": string; "name": string; "description": string; "category": "deterministic" | "semantic" | "llm" | "human"; "type": "exact_match" | "contains" | "not_contains" | "regex" | "json_schema" | "numeric" | "custom_expression" | "cosine_similarity" | "llm_judge" | "reference_judge" | "pairwise_judge" | "human_review"; "status": "active" | "archived"; "currentVersionId": string; "versions": Array<{ "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "exact_match"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: getEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: getEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "not_contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: getEvaluationevaluatorsResponse___schema0; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "regex"; "config": { "description"?: string; "pattern": string; "flags"?: string; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "json_schema"; "config": { "description"?: string; "schema": { [key: string]: getEvaluationevaluatorsResponse___schema0; }; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "numeric"; "config": { "description"?: string; "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "==" | "=" | "!=" | ">" | ">=" | "<" | "<="; "threshold"?: number; "value"?: number; "expected"?: number; } | { "description"?: string; "operator": "between"; "min": number; "max": number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "custom_expression"; "config": { "description"?: string; "expression": getEvaluationevaluatorsResponse___schema1; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "cosine_similarity"; "config": { "description"?: string; "threshold": number; "embeddingModel"?: string; "model"?: string; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "llm_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "reference_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "pairwise_judge"; "config": { "description"?: string; "rubric": string; "judgeModel"?: string; "model"?: string; "judgeRoute"?: string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope": "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required": boolean; "description"?: string; }>; "outputType": "boolean" | "numeric" | "categorical" | "human_review" | "text" | "json"; "scoreDirection": "higher_is_better" | "lower_is_better" | "none"; "type": "human_review"; "config": { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "choice"; "choices": Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; } | { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "pass_fail" | "rating" | "text"; "choices"?: Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; }; "id": string; "version": number; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation": boolean; }>; "health": { "calibrationExamples": number; "agreement": number; "falseAccept": number; "falseReject": number; "status": "healthy" | "needs_attention" | "uncalibrated"; }; "usedBySuiteIds": Array<string>; "updatedAt": string; };
|
|
254
247
|
export type createEvaluationevaluatorsRequest___schema0 = string | number | boolean | null | Array<createEvaluationevaluatorsRequest___schema0> | { [key: string]: createEvaluationevaluatorsRequest___schema0; };
|
|
255
|
-
export type
|
|
256
|
-
export type createEvaluationevaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationevaluatorsResponse___schema1; "matchExpression"?: createEvaluationevaluatorsResponse___schema1 | null; "fallback"?: createEvaluationevaluatorsResponse___schema1; "config"?: createEvaluationevaluatorsResponse___schema1; "metadata"?: createEvaluationevaluatorsResponse___schema1 | null; "variables"?: createEvaluationevaluatorsResponse___schema1; "inputs"?: createEvaluationevaluatorsResponse___schema1; "outputSchema"?: createEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: createEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationevaluatorsResponse___schema1; "data"?: createEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationevaluatorsResponse___schema1; "criteria"?: createEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationevaluatorsResponse___schema0; "datasetVersion"?: createEvaluationevaluatorsResponse___schema0; "case"?: createEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationevaluatorsResponse___schema0; "source"?: string | createEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationevaluatorsResponse___schema0>; "columns"?: Array<createEvaluationevaluatorsResponse___schema0>; "cases"?: Array<createEvaluationevaluatorsResponse___schema0>; "branches"?: Array<createEvaluationevaluatorsResponse___schema0>; "targets"?: Array<createEvaluationevaluatorsResponse___schema0>; "segments"?: Array<createEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: createEvaluationevaluatorsResponse___schema0; "defaultBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "branch"?: createEvaluationevaluatorsResponse___schema0 | null; "prompt"?: createEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "dataset"?: createEvaluationevaluatorsResponse___schema0; "evaluator"?: createEvaluationevaluatorsResponse___schema0; "target"?: createEvaluationevaluatorsResponse___schema0; "column"?: createEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationevaluatorsResponse___schema1; "health"?: createEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
257
|
-
export type
|
|
258
|
-
export type createEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationevaluatorsResponse___schema1; "matchExpression"?: createEvaluationevaluatorsResponse___schema1 | null; "fallback"?: createEvaluationevaluatorsResponse___schema1; "config"?: createEvaluationevaluatorsResponse___schema1; "metadata"?: createEvaluationevaluatorsResponse___schema1 | null; "variables"?: createEvaluationevaluatorsResponse___schema1; "inputs"?: createEvaluationevaluatorsResponse___schema1; "outputSchema"?: createEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: createEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationevaluatorsResponse___schema1; "data"?: createEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationevaluatorsResponse___schema1; "criteria"?: createEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationevaluatorsResponse___schema0; "datasetVersion"?: createEvaluationevaluatorsResponse___schema0; "case"?: createEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationevaluatorsResponse___schema0; "source"?: string | createEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationevaluatorsResponse___schema0>; "columns"?: Array<createEvaluationevaluatorsResponse___schema0>; "cases"?: Array<createEvaluationevaluatorsResponse___schema0>; "branches"?: Array<createEvaluationevaluatorsResponse___schema0>; "targets"?: Array<createEvaluationevaluatorsResponse___schema0>; "segments"?: Array<createEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: createEvaluationevaluatorsResponse___schema0; "defaultBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "branch"?: createEvaluationevaluatorsResponse___schema0 | null; "prompt"?: createEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "dataset"?: createEvaluationevaluatorsResponse___schema0; "evaluator"?: createEvaluationevaluatorsResponse___schema0; "target"?: createEvaluationevaluatorsResponse___schema0; "column"?: createEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationevaluatorsResponse___schema1; "health"?: createEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
259
|
-
export type createEvaluationevaluatorsResponse = { "evaluator": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationevaluatorsResponse___schema1; "matchExpression"?: createEvaluationevaluatorsResponse___schema1 | null; "fallback"?: createEvaluationevaluatorsResponse___schema1; "config"?: createEvaluationevaluatorsResponse___schema1; "metadata"?: createEvaluationevaluatorsResponse___schema1 | null; "variables"?: createEvaluationevaluatorsResponse___schema1; "inputs"?: createEvaluationevaluatorsResponse___schema1; "outputSchema"?: createEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: createEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationevaluatorsResponse___schema1; "data"?: createEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationevaluatorsResponse___schema1; "criteria"?: createEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationevaluatorsResponse___schema0; "datasetVersion"?: createEvaluationevaluatorsResponse___schema0; "case"?: createEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationevaluatorsResponse___schema0; "source"?: string | createEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationevaluatorsResponse___schema0>; "columns"?: Array<createEvaluationevaluatorsResponse___schema0>; "cases"?: Array<createEvaluationevaluatorsResponse___schema0>; "branches"?: Array<createEvaluationevaluatorsResponse___schema0>; "targets"?: Array<createEvaluationevaluatorsResponse___schema0>; "segments"?: Array<createEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: createEvaluationevaluatorsResponse___schema0; "defaultBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "branch"?: createEvaluationevaluatorsResponse___schema0 | null; "prompt"?: createEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "dataset"?: createEvaluationevaluatorsResponse___schema0; "evaluator"?: createEvaluationevaluatorsResponse___schema0; "target"?: createEvaluationevaluatorsResponse___schema0; "column"?: createEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationevaluatorsResponse___schema1; "health"?: createEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "version": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationevaluatorsResponse___schema1; "matchExpression"?: createEvaluationevaluatorsResponse___schema1 | null; "fallback"?: createEvaluationevaluatorsResponse___schema1; "config"?: createEvaluationevaluatorsResponse___schema1; "metadata"?: createEvaluationevaluatorsResponse___schema1 | null; "variables"?: createEvaluationevaluatorsResponse___schema1; "inputs"?: createEvaluationevaluatorsResponse___schema1; "outputSchema"?: createEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: createEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationevaluatorsResponse___schema1; "data"?: createEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationevaluatorsResponse___schema1; "criteria"?: createEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationevaluatorsResponse___schema0; "datasetVersion"?: createEvaluationevaluatorsResponse___schema0; "case"?: createEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluationevaluatorsResponse___schema0; "source"?: string | createEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationevaluatorsResponse___schema0>; "columns"?: Array<createEvaluationevaluatorsResponse___schema0>; "cases"?: Array<createEvaluationevaluatorsResponse___schema0>; "branches"?: Array<createEvaluationevaluatorsResponse___schema0>; "targets"?: Array<createEvaluationevaluatorsResponse___schema0>; "segments"?: Array<createEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: createEvaluationevaluatorsResponse___schema0; "defaultBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: createEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "branch"?: createEvaluationevaluatorsResponse___schema0 | null; "prompt"?: createEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: createEvaluationevaluatorsResponse___schema0 | null; "dataset"?: createEvaluationevaluatorsResponse___schema0; "evaluator"?: createEvaluationevaluatorsResponse___schema0; "target"?: createEvaluationevaluatorsResponse___schema0; "column"?: createEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationevaluatorsResponse___schema1; "health"?: createEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
|
|
248
|
+
export type createEvaluationevaluatorsRequest___schema1 = { "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "contains" | "starts_with" | "ends_with"; "left": { "input": string; } | { "literal": createEvaluationevaluatorsRequest___schema0; }; "right": { "input": string; } | { "literal": createEvaluationevaluatorsRequest___schema0; }; } | { "operator": "exists"; "left": { "input": string; } | { "literal": createEvaluationevaluatorsRequest___schema0; }; } | { "operator": "and" | "or"; "operands": Array<createEvaluationevaluatorsRequest___schema1>; } | { "operator": "not"; "operand": createEvaluationevaluatorsRequest___schema1; };
|
|
249
|
+
export type createEvaluationevaluatorsRequest = { "name": string; "description"?: string; "templateId"?: string; "version": { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "exact_match"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluationevaluatorsRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluationevaluatorsRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "not_contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluationevaluatorsRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "regex"; "config": { "description"?: string; "pattern": string; "flags"?: string; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "json_schema"; "config": { "description"?: string; "schema": { [key: string]: createEvaluationevaluatorsRequest___schema0; }; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "numeric"; "config": { "description"?: string; "operator"?: "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "==" | "=" | "!=" | ">" | ">=" | "<" | "<="; "threshold"?: number; "value"?: number; "expected"?: number; } | { "description"?: string; "operator": "between"; "min": number; "max": number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "custom_expression"; "config": { "description"?: string; "expression": createEvaluationevaluatorsRequest___schema1; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "cosine_similarity"; "config": { "description"?: string; "threshold"?: number; "embeddingModel": string; "model"?: string; } | { "description"?: string; "threshold"?: number; "embeddingModel"?: string; "model": string; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "llm_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "reference_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "pairwise_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "human_review"; "config": { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "choice"; "choices": Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; } | { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "pass_fail" | "rating" | "text"; "choices"?: Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; }; }; };
|
|
250
|
+
export type createEvaluationevaluatorsResponse = { "evaluator": { "id": string; "name": string; }; "version": { "id": string; "version": number; }; };
|
|
260
251
|
export type updateEvaluationevaluatorsRequest = { "name"?: string; "description"?: string; "status"?: "active" | "archived"; };
|
|
261
252
|
export type updateEvaluationevaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationevaluatorsResponse___schema1; "matchExpression"?: updateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: updateEvaluationevaluatorsResponse___schema1; "config"?: updateEvaluationevaluatorsResponse___schema1; "metadata"?: updateEvaluationevaluatorsResponse___schema1 | null; "variables"?: updateEvaluationevaluatorsResponse___schema1; "inputs"?: updateEvaluationevaluatorsResponse___schema1; "outputSchema"?: updateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: updateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationevaluatorsResponse___schema1; "data"?: updateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationevaluatorsResponse___schema1; "criteria"?: updateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: updateEvaluationevaluatorsResponse___schema0; "case"?: updateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationevaluatorsResponse___schema0; "source"?: string | updateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<updateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<updateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<updateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<updateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<updateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: updateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "branch"?: updateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: updateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: updateEvaluationevaluatorsResponse___schema0; "evaluator"?: updateEvaluationevaluatorsResponse___schema0; "target"?: updateEvaluationevaluatorsResponse___schema0; "column"?: updateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationevaluatorsResponse___schema1; "health"?: updateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
262
253
|
export type updateEvaluationevaluatorsResponse___schema1 = string | number | boolean | null | Array<updateEvaluationevaluatorsResponse___schema1> | { [key: string]: updateEvaluationevaluatorsResponse___schema1; };
|
|
263
254
|
export type updateEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationevaluatorsResponse___schema1; "matchExpression"?: updateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: updateEvaluationevaluatorsResponse___schema1; "config"?: updateEvaluationevaluatorsResponse___schema1; "metadata"?: updateEvaluationevaluatorsResponse___schema1 | null; "variables"?: updateEvaluationevaluatorsResponse___schema1; "inputs"?: updateEvaluationevaluatorsResponse___schema1; "outputSchema"?: updateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: updateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationevaluatorsResponse___schema1; "data"?: updateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationevaluatorsResponse___schema1; "criteria"?: updateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: updateEvaluationevaluatorsResponse___schema0; "case"?: updateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationevaluatorsResponse___schema0; "source"?: string | updateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<updateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<updateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<updateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<updateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<updateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: updateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "branch"?: updateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: updateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: updateEvaluationevaluatorsResponse___schema0; "evaluator"?: updateEvaluationevaluatorsResponse___schema0; "target"?: updateEvaluationevaluatorsResponse___schema0; "column"?: updateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationevaluatorsResponse___schema1; "health"?: updateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
264
255
|
export type updateEvaluationevaluatorsResponse = { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationevaluatorsResponse___schema1; "matchExpression"?: updateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: updateEvaluationevaluatorsResponse___schema1; "config"?: updateEvaluationevaluatorsResponse___schema1; "metadata"?: updateEvaluationevaluatorsResponse___schema1 | null; "variables"?: updateEvaluationevaluatorsResponse___schema1; "inputs"?: updateEvaluationevaluatorsResponse___schema1; "outputSchema"?: updateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: updateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationevaluatorsResponse___schema1; "data"?: updateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationevaluatorsResponse___schema1; "criteria"?: updateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: updateEvaluationevaluatorsResponse___schema0; "case"?: updateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: updateEvaluationevaluatorsResponse___schema0; "source"?: string | updateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<updateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<updateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<updateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<updateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<updateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: updateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: updateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "branch"?: updateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: updateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: updateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: updateEvaluationevaluatorsResponse___schema0; "evaluator"?: updateEvaluationevaluatorsResponse___schema0; "target"?: updateEvaluationevaluatorsResponse___schema0; "column"?: updateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationevaluatorsResponse___schema1; "health"?: updateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
265
256
|
export type duplicateEvaluationevaluatorsRequest = { "versionId"?: string; };
|
|
266
|
-
export type
|
|
267
|
-
export type duplicateEvaluationevaluatorsResponse___schema1 = string | number | boolean | null | Array<duplicateEvaluationevaluatorsResponse___schema1> | { [key: string]: duplicateEvaluationevaluatorsResponse___schema1; };
|
|
268
|
-
export type duplicateEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationevaluatorsResponse___schema1; "matchExpression"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: duplicateEvaluationevaluatorsResponse___schema1; "config"?: duplicateEvaluationevaluatorsResponse___schema1; "metadata"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "variables"?: duplicateEvaluationevaluatorsResponse___schema1; "inputs"?: duplicateEvaluationevaluatorsResponse___schema1; "outputSchema"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationevaluatorsResponse___schema1; "data"?: duplicateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationevaluatorsResponse___schema1; "criteria"?: duplicateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "case"?: duplicateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationevaluatorsResponse___schema0; "source"?: string | duplicateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: duplicateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "branch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: duplicateEvaluationevaluatorsResponse___schema0; "evaluator"?: duplicateEvaluationevaluatorsResponse___schema0; "target"?: duplicateEvaluationevaluatorsResponse___schema0; "column"?: duplicateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationevaluatorsResponse___schema1; "health"?: duplicateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
269
|
-
export type duplicateEvaluationevaluatorsResponse = { "evaluator": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationevaluatorsResponse___schema1; "matchExpression"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: duplicateEvaluationevaluatorsResponse___schema1; "config"?: duplicateEvaluationevaluatorsResponse___schema1; "metadata"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "variables"?: duplicateEvaluationevaluatorsResponse___schema1; "inputs"?: duplicateEvaluationevaluatorsResponse___schema1; "outputSchema"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationevaluatorsResponse___schema1; "data"?: duplicateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationevaluatorsResponse___schema1; "criteria"?: duplicateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "case"?: duplicateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationevaluatorsResponse___schema0; "source"?: string | duplicateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: duplicateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "branch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: duplicateEvaluationevaluatorsResponse___schema0; "evaluator"?: duplicateEvaluationevaluatorsResponse___schema0; "target"?: duplicateEvaluationevaluatorsResponse___schema0; "column"?: duplicateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationevaluatorsResponse___schema1; "health"?: duplicateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "version": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: duplicateEvaluationevaluatorsResponse___schema1; "matchExpression"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "fallback"?: duplicateEvaluationevaluatorsResponse___schema1; "config"?: duplicateEvaluationevaluatorsResponse___schema1; "metadata"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "variables"?: duplicateEvaluationevaluatorsResponse___schema1; "inputs"?: duplicateEvaluationevaluatorsResponse___schema1; "outputSchema"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: duplicateEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<duplicateEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: duplicateEvaluationevaluatorsResponse___schema1; "data"?: duplicateEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: duplicateEvaluationevaluatorsResponse___schema1; "criteria"?: duplicateEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "datasetVersion"?: duplicateEvaluationevaluatorsResponse___schema0; "case"?: duplicateEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: duplicateEvaluationevaluatorsResponse___schema0; "source"?: string | duplicateEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "columns"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "cases"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "branches"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "targets"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "segments"?: Array<duplicateEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: duplicateEvaluationevaluatorsResponse___schema0; "defaultBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "branch"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "prompt"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: duplicateEvaluationevaluatorsResponse___schema0 | null; "dataset"?: duplicateEvaluationevaluatorsResponse___schema0; "evaluator"?: duplicateEvaluationevaluatorsResponse___schema0; "target"?: duplicateEvaluationevaluatorsResponse___schema0; "column"?: duplicateEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: duplicateEvaluationevaluatorsResponse___schema1; "health"?: duplicateEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
|
|
257
|
+
export type duplicateEvaluationevaluatorsResponse = { "evaluator": { "id": string; "name": string; }; "version": { "id": string; "version": number; }; };
|
|
270
258
|
export type archiveEvaluationevaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: archiveEvaluationevaluatorsResponse___schema1; "matchExpression"?: archiveEvaluationevaluatorsResponse___schema1 | null; "fallback"?: archiveEvaluationevaluatorsResponse___schema1; "config"?: archiveEvaluationevaluatorsResponse___schema1; "metadata"?: archiveEvaluationevaluatorsResponse___schema1 | null; "variables"?: archiveEvaluationevaluatorsResponse___schema1; "inputs"?: archiveEvaluationevaluatorsResponse___schema1; "outputSchema"?: archiveEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: archiveEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<archiveEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: archiveEvaluationevaluatorsResponse___schema1; "data"?: archiveEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: archiveEvaluationevaluatorsResponse___schema1; "criteria"?: archiveEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: archiveEvaluationevaluatorsResponse___schema0; "datasetVersion"?: archiveEvaluationevaluatorsResponse___schema0; "case"?: archiveEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: archiveEvaluationevaluatorsResponse___schema0; "source"?: string | archiveEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "columns"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "cases"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "branches"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "targets"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "segments"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: archiveEvaluationevaluatorsResponse___schema0; "defaultBranch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "branch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "prompt"?: archiveEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "dataset"?: archiveEvaluationevaluatorsResponse___schema0; "evaluator"?: archiveEvaluationevaluatorsResponse___schema0; "target"?: archiveEvaluationevaluatorsResponse___schema0; "column"?: archiveEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: archiveEvaluationevaluatorsResponse___schema1; "health"?: archiveEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
271
259
|
export type archiveEvaluationevaluatorsResponse___schema1 = string | number | boolean | null | Array<archiveEvaluationevaluatorsResponse___schema1> | { [key: string]: archiveEvaluationevaluatorsResponse___schema1; };
|
|
272
260
|
export type archiveEvaluationevaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: archiveEvaluationevaluatorsResponse___schema1; "matchExpression"?: archiveEvaluationevaluatorsResponse___schema1 | null; "fallback"?: archiveEvaluationevaluatorsResponse___schema1; "config"?: archiveEvaluationevaluatorsResponse___schema1; "metadata"?: archiveEvaluationevaluatorsResponse___schema1 | null; "variables"?: archiveEvaluationevaluatorsResponse___schema1; "inputs"?: archiveEvaluationevaluatorsResponse___schema1; "outputSchema"?: archiveEvaluationevaluatorsResponse___schema1 | null; "providerConfig"?: archiveEvaluationevaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<archiveEvaluationevaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: archiveEvaluationevaluatorsResponse___schema1; "data"?: archiveEvaluationevaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: archiveEvaluationevaluatorsResponse___schema1; "criteria"?: archiveEvaluationevaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: archiveEvaluationevaluatorsResponse___schema0; "datasetVersion"?: archiveEvaluationevaluatorsResponse___schema0; "case"?: archiveEvaluationevaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: archiveEvaluationevaluatorsResponse___schema0; "source"?: string | archiveEvaluationevaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "columns"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "cases"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "branches"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "targets"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "segments"?: Array<archiveEvaluationevaluatorsResponse___schema0>; "releasePolicy"?: archiveEvaluationevaluatorsResponse___schema0; "defaultBranch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "selectedBranch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "headVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "latestVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "editableVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "branch"?: archiveEvaluationevaluatorsResponse___schema0 | null; "prompt"?: archiveEvaluationevaluatorsResponse___schema0 | null; "promptVersion"?: archiveEvaluationevaluatorsResponse___schema0 | null; "dataset"?: archiveEvaluationevaluatorsResponse___schema0; "evaluator"?: archiveEvaluationevaluatorsResponse___schema0; "target"?: archiveEvaluationevaluatorsResponse___schema0; "column"?: archiveEvaluationevaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: archiveEvaluationevaluatorsResponse___schema1; "health"?: archiveEvaluationevaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
@@ -294,8 +282,7 @@ export type listPersistedEvaluationRunsResponse = { "items": Array<listPersisted
|
|
|
294
282
|
export type persistedEvaluationRunResponse = string | number | boolean | null | Array<persistedEvaluationRunResponse> | { [key: string]: persistedEvaluationRunResponse; };
|
|
295
283
|
export type evaluationfailuresResponse___schema0 = string | number | boolean | null | Array<evaluationfailuresResponse___schema0> | { [key: string]: evaluationfailuresResponse___schema0; };
|
|
296
284
|
export type evaluationfailuresResponse = Array<evaluationfailuresResponse___schema0>;
|
|
297
|
-
export type
|
|
298
|
-
export type evaluationtrace_candidatesResponse = Array<evaluationtrace_candidatesResponse___schema0>;
|
|
285
|
+
export type evaluationtrace_candidatesResponse = Array<{ "id": string; "requestId": string; "traceId": string; "application": string; "inputPreview": string; "model": string; "provider": string; "latencyMs": number; "createdAt": string; "importable": boolean; "payloadState": string; }>;
|
|
299
286
|
export type newDatasetVersionRequest = { "sourceVersionId"?: string; };
|
|
300
287
|
export type newDatasetVersionResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<newDatasetVersionResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: newDatasetVersionResponse___schema1; "matchExpression"?: newDatasetVersionResponse___schema1 | null; "fallback"?: newDatasetVersionResponse___schema1; "config"?: newDatasetVersionResponse___schema1; "metadata"?: newDatasetVersionResponse___schema1 | null; "variables"?: newDatasetVersionResponse___schema1; "inputs"?: newDatasetVersionResponse___schema1; "outputSchema"?: newDatasetVersionResponse___schema1 | null; "providerConfig"?: newDatasetVersionResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<newDatasetVersionResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: newDatasetVersionResponse___schema1; "data"?: newDatasetVersionResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: newDatasetVersionResponse___schema1; "criteria"?: newDatasetVersionResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: newDatasetVersionResponse___schema0; "datasetVersion"?: newDatasetVersionResponse___schema0; "case"?: newDatasetVersionResponse___schema0; "caseIds"?: Array<string>; "policy"?: newDatasetVersionResponse___schema0; "source"?: string | newDatasetVersionResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<newDatasetVersionResponse___schema0>; "columns"?: Array<newDatasetVersionResponse___schema0>; "cases"?: Array<newDatasetVersionResponse___schema0>; "branches"?: Array<newDatasetVersionResponse___schema0>; "targets"?: Array<newDatasetVersionResponse___schema0>; "segments"?: Array<newDatasetVersionResponse___schema0>; "releasePolicy"?: newDatasetVersionResponse___schema0; "defaultBranch"?: newDatasetVersionResponse___schema0 | null; "selectedBranch"?: newDatasetVersionResponse___schema0 | null; "headVersion"?: newDatasetVersionResponse___schema0 | null; "latestVersion"?: newDatasetVersionResponse___schema0 | null; "editableVersion"?: newDatasetVersionResponse___schema0 | null; "branch"?: newDatasetVersionResponse___schema0 | null; "prompt"?: newDatasetVersionResponse___schema0 | null; "promptVersion"?: newDatasetVersionResponse___schema0 | null; "dataset"?: newDatasetVersionResponse___schema0; "evaluator"?: newDatasetVersionResponse___schema0; "target"?: newDatasetVersionResponse___schema0; "column"?: newDatasetVersionResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: newDatasetVersionResponse___schema1; "health"?: newDatasetVersionResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
301
288
|
export type newDatasetVersionResponse___schema1 = string | number | boolean | null | Array<newDatasetVersionResponse___schema1> | { [key: string]: newDatasetVersionResponse___schema1; };
|
|
@@ -345,22 +332,16 @@ export type importDatasetCasesRequest = { "datasetVersionId": string; "sourceTyp
|
|
|
345
332
|
export type importDatasetCasesResponse___schema0 = string | number | boolean | null | Array<importDatasetCasesResponse___schema0> | { [key: string]: importDatasetCasesResponse___schema0; };
|
|
346
333
|
export type importDatasetCasesResponse = { "imported": number; "skipped": number; "failed": number; "failures": importDatasetCasesResponse___schema0; };
|
|
347
334
|
export type createEvaluatorFromTemplateRequest = { "name": string; "description"?: string; "type": "exact_match" | "contains" | "not_contains" | "regex" | "json_schema" | "numeric" | "custom_expression" | "cosine_similarity" | "llm_judge" | "reference_judge" | "pairwise_judge" | "human_review"; "templateId"?: string; };
|
|
348
|
-
export type
|
|
349
|
-
export type createEvaluatorFromTemplateResponse___schema1 = string | number | boolean | null | Array<createEvaluatorFromTemplateResponse___schema1> | { [key: string]: createEvaluatorFromTemplateResponse___schema1; };
|
|
350
|
-
export type createEvaluatorFromTemplateResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorFromTemplateResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorFromTemplateResponse___schema1; "matchExpression"?: createEvaluatorFromTemplateResponse___schema1 | null; "fallback"?: createEvaluatorFromTemplateResponse___schema1; "config"?: createEvaluatorFromTemplateResponse___schema1; "metadata"?: createEvaluatorFromTemplateResponse___schema1 | null; "variables"?: createEvaluatorFromTemplateResponse___schema1; "inputs"?: createEvaluatorFromTemplateResponse___schema1; "outputSchema"?: createEvaluatorFromTemplateResponse___schema1 | null; "providerConfig"?: createEvaluatorFromTemplateResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorFromTemplateResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorFromTemplateResponse___schema1; "data"?: createEvaluatorFromTemplateResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorFromTemplateResponse___schema1; "criteria"?: createEvaluatorFromTemplateResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorFromTemplateResponse___schema0; "datasetVersion"?: createEvaluatorFromTemplateResponse___schema0; "case"?: createEvaluatorFromTemplateResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluatorFromTemplateResponse___schema0; "source"?: string | createEvaluatorFromTemplateResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorFromTemplateResponse___schema0>; "columns"?: Array<createEvaluatorFromTemplateResponse___schema0>; "cases"?: Array<createEvaluatorFromTemplateResponse___schema0>; "branches"?: Array<createEvaluatorFromTemplateResponse___schema0>; "targets"?: Array<createEvaluatorFromTemplateResponse___schema0>; "segments"?: Array<createEvaluatorFromTemplateResponse___schema0>; "releasePolicy"?: createEvaluatorFromTemplateResponse___schema0; "defaultBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "selectedBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "headVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "latestVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "editableVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "branch"?: createEvaluatorFromTemplateResponse___schema0 | null; "prompt"?: createEvaluatorFromTemplateResponse___schema0 | null; "promptVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "dataset"?: createEvaluatorFromTemplateResponse___schema0; "evaluator"?: createEvaluatorFromTemplateResponse___schema0; "target"?: createEvaluatorFromTemplateResponse___schema0; "column"?: createEvaluatorFromTemplateResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorFromTemplateResponse___schema1; "health"?: createEvaluatorFromTemplateResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
351
|
-
export type createEvaluatorFromTemplateResponse = { "evaluator": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorFromTemplateResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorFromTemplateResponse___schema1; "matchExpression"?: createEvaluatorFromTemplateResponse___schema1 | null; "fallback"?: createEvaluatorFromTemplateResponse___schema1; "config"?: createEvaluatorFromTemplateResponse___schema1; "metadata"?: createEvaluatorFromTemplateResponse___schema1 | null; "variables"?: createEvaluatorFromTemplateResponse___schema1; "inputs"?: createEvaluatorFromTemplateResponse___schema1; "outputSchema"?: createEvaluatorFromTemplateResponse___schema1 | null; "providerConfig"?: createEvaluatorFromTemplateResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorFromTemplateResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorFromTemplateResponse___schema1; "data"?: createEvaluatorFromTemplateResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorFromTemplateResponse___schema1; "criteria"?: createEvaluatorFromTemplateResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorFromTemplateResponse___schema0; "datasetVersion"?: createEvaluatorFromTemplateResponse___schema0; "case"?: createEvaluatorFromTemplateResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluatorFromTemplateResponse___schema0; "source"?: string | createEvaluatorFromTemplateResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorFromTemplateResponse___schema0>; "columns"?: Array<createEvaluatorFromTemplateResponse___schema0>; "cases"?: Array<createEvaluatorFromTemplateResponse___schema0>; "branches"?: Array<createEvaluatorFromTemplateResponse___schema0>; "targets"?: Array<createEvaluatorFromTemplateResponse___schema0>; "segments"?: Array<createEvaluatorFromTemplateResponse___schema0>; "releasePolicy"?: createEvaluatorFromTemplateResponse___schema0; "defaultBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "selectedBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "headVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "latestVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "editableVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "branch"?: createEvaluatorFromTemplateResponse___schema0 | null; "prompt"?: createEvaluatorFromTemplateResponse___schema0 | null; "promptVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "dataset"?: createEvaluatorFromTemplateResponse___schema0; "evaluator"?: createEvaluatorFromTemplateResponse___schema0; "target"?: createEvaluatorFromTemplateResponse___schema0; "column"?: createEvaluatorFromTemplateResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorFromTemplateResponse___schema1; "health"?: createEvaluatorFromTemplateResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "version": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorFromTemplateResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorFromTemplateResponse___schema1; "matchExpression"?: createEvaluatorFromTemplateResponse___schema1 | null; "fallback"?: createEvaluatorFromTemplateResponse___schema1; "config"?: createEvaluatorFromTemplateResponse___schema1; "metadata"?: createEvaluatorFromTemplateResponse___schema1 | null; "variables"?: createEvaluatorFromTemplateResponse___schema1; "inputs"?: createEvaluatorFromTemplateResponse___schema1; "outputSchema"?: createEvaluatorFromTemplateResponse___schema1 | null; "providerConfig"?: createEvaluatorFromTemplateResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorFromTemplateResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorFromTemplateResponse___schema1; "data"?: createEvaluatorFromTemplateResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorFromTemplateResponse___schema1; "criteria"?: createEvaluatorFromTemplateResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorFromTemplateResponse___schema0; "datasetVersion"?: createEvaluatorFromTemplateResponse___schema0; "case"?: createEvaluatorFromTemplateResponse___schema0; "caseIds"?: Array<string>; "policy"?: createEvaluatorFromTemplateResponse___schema0; "source"?: string | createEvaluatorFromTemplateResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorFromTemplateResponse___schema0>; "columns"?: Array<createEvaluatorFromTemplateResponse___schema0>; "cases"?: Array<createEvaluatorFromTemplateResponse___schema0>; "branches"?: Array<createEvaluatorFromTemplateResponse___schema0>; "targets"?: Array<createEvaluatorFromTemplateResponse___schema0>; "segments"?: Array<createEvaluatorFromTemplateResponse___schema0>; "releasePolicy"?: createEvaluatorFromTemplateResponse___schema0; "defaultBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "selectedBranch"?: createEvaluatorFromTemplateResponse___schema0 | null; "headVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "latestVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "editableVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "branch"?: createEvaluatorFromTemplateResponse___schema0 | null; "prompt"?: createEvaluatorFromTemplateResponse___schema0 | null; "promptVersion"?: createEvaluatorFromTemplateResponse___schema0 | null; "dataset"?: createEvaluatorFromTemplateResponse___schema0; "evaluator"?: createEvaluatorFromTemplateResponse___schema0; "target"?: createEvaluatorFromTemplateResponse___schema0; "column"?: createEvaluatorFromTemplateResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorFromTemplateResponse___schema1; "health"?: createEvaluatorFromTemplateResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
|
|
335
|
+
export type createEvaluatorFromTemplateResponse = { "evaluator": { "id": string; "name": string; }; "version": { "id": string; "version": number; }; };
|
|
352
336
|
export type createEvaluatorVersionRequest___schema0 = string | number | boolean | null | Array<createEvaluatorVersionRequest___schema0> | { [key: string]: createEvaluatorVersionRequest___schema0; };
|
|
353
|
-
export type
|
|
354
|
-
export type createEvaluatorVersionResponse___schema0 = string | number | boolean | null | Array<createEvaluatorVersionResponse___schema0> | { [key: string]: createEvaluatorVersionResponse___schema0; };
|
|
355
|
-
export type
|
|
356
|
-
export type createEvaluatorVersionResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluatorVersionResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluatorVersionResponse___schema0; "matchExpression"?: createEvaluatorVersionResponse___schema0 | null; "fallback"?: createEvaluatorVersionResponse___schema0; "config"?: createEvaluatorVersionResponse___schema0; "metadata"?: createEvaluatorVersionResponse___schema0 | null; "variables"?: createEvaluatorVersionResponse___schema0; "inputs"?: createEvaluatorVersionResponse___schema0; "outputSchema"?: createEvaluatorVersionResponse___schema0 | null; "providerConfig"?: createEvaluatorVersionResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluatorVersionResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluatorVersionResponse___schema0; "data"?: createEvaluatorVersionResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluatorVersionResponse___schema0; "criteria"?: createEvaluatorVersionResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluatorVersionResponse; "datasetVersion"?: createEvaluatorVersionResponse; "case"?: createEvaluatorVersionResponse; "caseIds"?: Array<string>; "policy"?: createEvaluatorVersionResponse; "source"?: string | createEvaluatorVersionResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluatorVersionResponse>; "columns"?: Array<createEvaluatorVersionResponse>; "cases"?: Array<createEvaluatorVersionResponse>; "branches"?: Array<createEvaluatorVersionResponse>; "targets"?: Array<createEvaluatorVersionResponse>; "segments"?: Array<createEvaluatorVersionResponse>; "releasePolicy"?: createEvaluatorVersionResponse; "defaultBranch"?: createEvaluatorVersionResponse | null; "selectedBranch"?: createEvaluatorVersionResponse | null; "headVersion"?: createEvaluatorVersionResponse | null; "latestVersion"?: createEvaluatorVersionResponse | null; "editableVersion"?: createEvaluatorVersionResponse | null; "branch"?: createEvaluatorVersionResponse | null; "prompt"?: createEvaluatorVersionResponse | null; "promptVersion"?: createEvaluatorVersionResponse | null; "dataset"?: createEvaluatorVersionResponse; "evaluator"?: createEvaluatorVersionResponse; "target"?: createEvaluatorVersionResponse; "column"?: createEvaluatorVersionResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluatorVersionResponse___schema0; "health"?: createEvaluatorVersionResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
337
|
+
export type createEvaluatorVersionRequest___schema1 = { "operator": "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "contains" | "starts_with" | "ends_with"; "left": { "input": string; } | { "literal": createEvaluatorVersionRequest___schema0; }; "right": { "input": string; } | { "literal": createEvaluatorVersionRequest___schema0; }; } | { "operator": "exists"; "left": { "input": string; } | { "literal": createEvaluatorVersionRequest___schema0; }; } | { "operator": "and" | "or"; "operands": Array<createEvaluatorVersionRequest___schema1>; } | { "operator": "not"; "operand": createEvaluatorVersionRequest___schema1; };
|
|
338
|
+
export type createEvaluatorVersionRequest = { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "exact_match"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluatorVersionRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluatorVersionRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "not_contains"; "config": { "description"?: string; "caseSensitive": boolean; "trimWhitespace": boolean; "normalizeWhitespace": boolean; "trim"?: boolean; "case_sensitive"?: boolean; "expected"?: createEvaluatorVersionRequest___schema0; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "regex"; "config": { "description"?: string; "pattern": string; "flags"?: string; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "json_schema"; "config": { "description"?: string; "schema": { [key: string]: createEvaluatorVersionRequest___schema0; }; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "numeric"; "config": { "description"?: string; "operator"?: "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "==" | "=" | "!=" | ">" | ">=" | "<" | "<="; "threshold"?: number; "value"?: number; "expected"?: number; } | { "description"?: string; "operator": "between"; "min": number; "max": number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "custom_expression"; "config": { "description"?: string; "expression": createEvaluatorVersionRequest___schema1; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "cosine_similarity"; "config": { "description"?: string; "threshold"?: number; "embeddingModel": string; "model"?: string; } | { "description"?: string; "threshold"?: number; "embeddingModel"?: string; "model": string; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "llm_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "reference_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "pairwise_judge"; "config": { "description"?: string; "rubric": string; "judgeModel": string; "model"?: string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: string; "model": string; "judgeRoute"?: never; "route"?: never; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute": string; "route"?: string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; } | { "description"?: string; "rubric": string; "judgeModel"?: never; "model"?: never; "judgeRoute"?: string; "route": string; "scoreMin"?: number; "scoreMax"?: number; "passThreshold"?: number; "reasoningRequired"?: boolean; "storeExplanation"?: boolean; "temperature"?: number; "tieBehavior": "allow" | "force_choice"; "outputLabels": [string, string, string]; }; } | { "category": "deterministic" | "semantic" | "llm" | "human"; "scope"?: "output" | "span" | "trace" | "session" | "run"; "inputSchema": Array<{ "key": string; "type": "any" | "string" | "number" | "boolean" | "json" | "object" | "array" | "messages"; "required"?: boolean; "description"?: string; }>; "outputType": "boolean" | "number" | "category" | "text" | "json"; "scoreDirection"?: "higher_is_better" | "lower_is_better" | "none"; "type": "human_review"; "config": { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "choice"; "choices": Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; } | { "description"?: string; "instructions"?: string; "assignedReviewerIds"?: Array<string>; "passThreshold"?: number; "ratingLabels"?: Array<string> | { [key: string]: string; }; "scaleLabels"?: Array<string> | { [key: string]: string; }; "min"?: number; "max"?: number; "labels"?: Array<string>; "rubric"?: string; "question": string; "responseType": "pass_fail" | "rating" | "text"; "choices"?: Array<string | { "value"?: string; "label"?: string; "passed"?: boolean; }>; "ratingMin"?: number; "ratingMax"?: number; "requireComment"?: boolean; "requireCommentOnFailure"?: boolean; }; };
|
|
339
|
+
export type createEvaluatorVersionResponse = { "id": string; "version": number; };
|
|
357
340
|
export type createEvaluationColumnRequest___schema0 = string | number | boolean | null | Array<createEvaluationColumnRequest___schema0> | { [key: string]: createEvaluationColumnRequest___schema0; };
|
|
358
|
-
export type createEvaluationColumnRequest = { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "target" | "
|
|
359
|
-
export type
|
|
360
|
-
export type createEvaluationColumnResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationColumnResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationColumnResponse___schema0; "matchExpression"?: createEvaluationColumnResponse___schema0 | null; "fallback"?: createEvaluationColumnResponse___schema0; "config"?: createEvaluationColumnResponse___schema0; "metadata"?: createEvaluationColumnResponse___schema0 | null; "variables"?: createEvaluationColumnResponse___schema0; "inputs"?: createEvaluationColumnResponse___schema0; "outputSchema"?: createEvaluationColumnResponse___schema0 | null; "providerConfig"?: createEvaluationColumnResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationColumnResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationColumnResponse___schema0; "data"?: createEvaluationColumnResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationColumnResponse___schema0; "criteria"?: createEvaluationColumnResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationColumnResponse; "datasetVersion"?: createEvaluationColumnResponse; "case"?: createEvaluationColumnResponse; "caseIds"?: Array<string>; "policy"?: createEvaluationColumnResponse; "source"?: string | createEvaluationColumnResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationColumnResponse>; "columns"?: Array<createEvaluationColumnResponse>; "cases"?: Array<createEvaluationColumnResponse>; "branches"?: Array<createEvaluationColumnResponse>; "targets"?: Array<createEvaluationColumnResponse>; "segments"?: Array<createEvaluationColumnResponse>; "releasePolicy"?: createEvaluationColumnResponse; "defaultBranch"?: createEvaluationColumnResponse | null; "selectedBranch"?: createEvaluationColumnResponse | null; "headVersion"?: createEvaluationColumnResponse | null; "latestVersion"?: createEvaluationColumnResponse | null; "editableVersion"?: createEvaluationColumnResponse | null; "branch"?: createEvaluationColumnResponse | null; "prompt"?: createEvaluationColumnResponse | null; "promptVersion"?: createEvaluationColumnResponse | null; "dataset"?: createEvaluationColumnResponse; "evaluator"?: createEvaluationColumnResponse; "target"?: createEvaluationColumnResponse; "column"?: createEvaluationColumnResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationColumnResponse___schema0; "health"?: createEvaluationColumnResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
361
|
-
export type createEvaluationColumnResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createEvaluationColumnResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createEvaluationColumnResponse___schema0; "matchExpression"?: createEvaluationColumnResponse___schema0 | null; "fallback"?: createEvaluationColumnResponse___schema0; "config"?: createEvaluationColumnResponse___schema0; "metadata"?: createEvaluationColumnResponse___schema0 | null; "variables"?: createEvaluationColumnResponse___schema0; "inputs"?: createEvaluationColumnResponse___schema0; "outputSchema"?: createEvaluationColumnResponse___schema0 | null; "providerConfig"?: createEvaluationColumnResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createEvaluationColumnResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createEvaluationColumnResponse___schema0; "data"?: createEvaluationColumnResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createEvaluationColumnResponse___schema0; "criteria"?: createEvaluationColumnResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createEvaluationColumnResponse; "datasetVersion"?: createEvaluationColumnResponse; "case"?: createEvaluationColumnResponse; "caseIds"?: Array<string>; "policy"?: createEvaluationColumnResponse; "source"?: string | createEvaluationColumnResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createEvaluationColumnResponse>; "columns"?: Array<createEvaluationColumnResponse>; "cases"?: Array<createEvaluationColumnResponse>; "branches"?: Array<createEvaluationColumnResponse>; "targets"?: Array<createEvaluationColumnResponse>; "segments"?: Array<createEvaluationColumnResponse>; "releasePolicy"?: createEvaluationColumnResponse; "defaultBranch"?: createEvaluationColumnResponse | null; "selectedBranch"?: createEvaluationColumnResponse | null; "headVersion"?: createEvaluationColumnResponse | null; "latestVersion"?: createEvaluationColumnResponse | null; "editableVersion"?: createEvaluationColumnResponse | null; "branch"?: createEvaluationColumnResponse | null; "prompt"?: createEvaluationColumnResponse | null; "promptVersion"?: createEvaluationColumnResponse | null; "dataset"?: createEvaluationColumnResponse; "evaluator"?: createEvaluationColumnResponse; "target"?: createEvaluationColumnResponse; "column"?: createEvaluationColumnResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createEvaluationColumnResponse___schema0; "health"?: createEvaluationColumnResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
341
|
+
export type createEvaluationColumnRequest = { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "target"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": createEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: createEvaluationColumnRequest___schema0 | undefined; }; "target": { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "model"; "modelId": string; } | { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "route"; "routeId": string; } | { "type": "model"; "name": string; "modelId": string; "providerId": string; "inputMapping": { [key: string]: string; }; } | { "type": "route"; "name": string; "routeId": string; "environmentId"?: string; "inputMapping": { [key: string]: string; }; } | { "type": "endpoint"; "name": string; "url": string; "method": "POST" | "PUT" | "PATCH"; "headers"?: { [key: string]: string; }; "bodyMapping": { [key: string]: string; }; "credentialReferenceId"?: string; }; "targetVersionId"?: never; "evaluatorVersionId"?: never; } | { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "target"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": createEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: createEvaluationColumnRequest___schema0 | undefined; }; "target"?: never; "targetVersionId": string; "evaluatorVersionId"?: never; } | { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "evaluator"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": createEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: createEvaluationColumnRequest___schema0 | undefined; }; "target"?: never; "targetVersionId"?: never; "evaluatorVersionId": string; } | { "suiteId": string; "key": string; "name": string; "description"?: string; "category": "transform" | "system_metric"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": createEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: createEvaluationColumnRequest___schema0 | undefined; }; "target"?: never; "targetVersionId"?: never; "evaluatorVersionId"?: never; };
|
|
342
|
+
export type createEvaluationColumnResponse = { "id"?: string; "key"?: string; "position"?: number; "target"?: { "id": string; }; "targetVersion"?: { "id": string; "version": number; "columns": Array<{ "id": string; }>; }; "column"?: { "id": string; }; };
|
|
362
343
|
export type updateEvaluationColumnRequest___schema0 = string | number | boolean | null | Array<updateEvaluationColumnRequest___schema0> | { [key: string]: updateEvaluationColumnRequest___schema0; };
|
|
363
|
-
export type updateEvaluationColumnRequest = { "name"?: string; "description"?: string; "category"?: "target" | "transform" | "evaluator" | "system_metric"; "enabled"?: boolean; "config"?: { [key: string]: updateEvaluationColumnRequest___schema0; }; "targetVersionId"?: string; "evaluatorVersionId"?: string; "target"?: { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "model"; "modelId": string; } | { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "route"; "routeId": string; } | { "type": "model"; "name": string; "modelId": string; "providerId": string; "inputMapping": { [key: string]: string; }; } | { "type": "route"; "name": string; "routeId": string; "environmentId"?: string; "inputMapping": { [key: string]: string; }; } | { "type": "endpoint"; "name": string; "url": string; "method": "POST" | "PUT" | "PATCH"; "headers"?: { [key: string]: string; }; "bodyMapping": { [key: string]: string; }; "credentialReferenceId"?: string; }; };
|
|
344
|
+
export type updateEvaluationColumnRequest = { "name"?: string; "description"?: string; "category"?: "target" | "transform" | "evaluator" | "system_metric"; "enabled"?: boolean; "config"?: { "inputMapping"?: { [key: string]: string | { "source": "target"; "path": string; } | { "source": "dataset"; "key": string; } | { "source": "literal"; "value": updateEvaluationColumnRequest___schema0; } | { "source": "reference"; "reference": string; }; }; "role"?: "baseline" | "candidate" | "variant"; [key: string]: updateEvaluationColumnRequest___schema0 | undefined; }; "targetVersionId"?: string; "evaluatorVersionId"?: string; "target"?: { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "model"; "modelId": string; } | { "type": "prompt"; "name": string; "promptId": string; "promptVersionId": string; "inputMapping": { [key: string]: string; }; "executionType": "route"; "routeId": string; } | { "type": "model"; "name": string; "modelId": string; "providerId": string; "inputMapping": { [key: string]: string; }; } | { "type": "route"; "name": string; "routeId": string; "environmentId"?: string; "inputMapping": { [key: string]: string; }; } | { "type": "endpoint"; "name": string; "url": string; "method": "POST" | "PUT" | "PATCH"; "headers"?: { [key: string]: string; }; "bodyMapping": { [key: string]: string; }; "credentialReferenceId"?: string; }; };
|
|
364
345
|
export type updateEvaluationColumnResponse___schema0 = string | number | boolean | null | Array<updateEvaluationColumnResponse___schema0> | { [key: string]: updateEvaluationColumnResponse___schema0; };
|
|
365
346
|
export type updateEvaluationColumnResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationColumnResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationColumnResponse___schema0; "matchExpression"?: updateEvaluationColumnResponse___schema0 | null; "fallback"?: updateEvaluationColumnResponse___schema0; "config"?: updateEvaluationColumnResponse___schema0; "metadata"?: updateEvaluationColumnResponse___schema0 | null; "variables"?: updateEvaluationColumnResponse___schema0; "inputs"?: updateEvaluationColumnResponse___schema0; "outputSchema"?: updateEvaluationColumnResponse___schema0 | null; "providerConfig"?: updateEvaluationColumnResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationColumnResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationColumnResponse___schema0; "data"?: updateEvaluationColumnResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationColumnResponse___schema0; "criteria"?: updateEvaluationColumnResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationColumnResponse; "datasetVersion"?: updateEvaluationColumnResponse; "case"?: updateEvaluationColumnResponse; "caseIds"?: Array<string>; "policy"?: updateEvaluationColumnResponse; "source"?: string | updateEvaluationColumnResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationColumnResponse>; "columns"?: Array<updateEvaluationColumnResponse>; "cases"?: Array<updateEvaluationColumnResponse>; "branches"?: Array<updateEvaluationColumnResponse>; "targets"?: Array<updateEvaluationColumnResponse>; "segments"?: Array<updateEvaluationColumnResponse>; "releasePolicy"?: updateEvaluationColumnResponse; "defaultBranch"?: updateEvaluationColumnResponse | null; "selectedBranch"?: updateEvaluationColumnResponse | null; "headVersion"?: updateEvaluationColumnResponse | null; "latestVersion"?: updateEvaluationColumnResponse | null; "editableVersion"?: updateEvaluationColumnResponse | null; "branch"?: updateEvaluationColumnResponse | null; "prompt"?: updateEvaluationColumnResponse | null; "promptVersion"?: updateEvaluationColumnResponse | null; "dataset"?: updateEvaluationColumnResponse; "evaluator"?: updateEvaluationColumnResponse; "target"?: updateEvaluationColumnResponse; "column"?: updateEvaluationColumnResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationColumnResponse___schema0; "health"?: updateEvaluationColumnResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
366
347
|
export type updateEvaluationColumnResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateEvaluationColumnResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateEvaluationColumnResponse___schema0; "matchExpression"?: updateEvaluationColumnResponse___schema0 | null; "fallback"?: updateEvaluationColumnResponse___schema0; "config"?: updateEvaluationColumnResponse___schema0; "metadata"?: updateEvaluationColumnResponse___schema0 | null; "variables"?: updateEvaluationColumnResponse___schema0; "inputs"?: updateEvaluationColumnResponse___schema0; "outputSchema"?: updateEvaluationColumnResponse___schema0 | null; "providerConfig"?: updateEvaluationColumnResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<updateEvaluationColumnResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateEvaluationColumnResponse___schema0; "data"?: updateEvaluationColumnResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateEvaluationColumnResponse___schema0; "criteria"?: updateEvaluationColumnResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateEvaluationColumnResponse; "datasetVersion"?: updateEvaluationColumnResponse; "case"?: updateEvaluationColumnResponse; "caseIds"?: Array<string>; "policy"?: updateEvaluationColumnResponse; "source"?: string | updateEvaluationColumnResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateEvaluationColumnResponse>; "columns"?: Array<updateEvaluationColumnResponse>; "cases"?: Array<updateEvaluationColumnResponse>; "branches"?: Array<updateEvaluationColumnResponse>; "targets"?: Array<updateEvaluationColumnResponse>; "segments"?: Array<updateEvaluationColumnResponse>; "releasePolicy"?: updateEvaluationColumnResponse; "defaultBranch"?: updateEvaluationColumnResponse | null; "selectedBranch"?: updateEvaluationColumnResponse | null; "headVersion"?: updateEvaluationColumnResponse | null; "latestVersion"?: updateEvaluationColumnResponse | null; "editableVersion"?: updateEvaluationColumnResponse | null; "branch"?: updateEvaluationColumnResponse | null; "prompt"?: updateEvaluationColumnResponse | null; "promptVersion"?: updateEvaluationColumnResponse | null; "dataset"?: updateEvaluationColumnResponse; "evaluator"?: updateEvaluationColumnResponse; "target"?: updateEvaluationColumnResponse; "column"?: updateEvaluationColumnResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateEvaluationColumnResponse___schema0; "health"?: updateEvaluationColumnResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
@@ -388,33 +369,19 @@ export type deleteSegmentResponse___schema0 = string | number | boolean | null |
|
|
|
388
369
|
export type deleteSegmentResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<deleteSegmentResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: deleteSegmentResponse___schema0; "matchExpression"?: deleteSegmentResponse___schema0 | null; "fallback"?: deleteSegmentResponse___schema0; "config"?: deleteSegmentResponse___schema0; "metadata"?: deleteSegmentResponse___schema0 | null; "variables"?: deleteSegmentResponse___schema0; "inputs"?: deleteSegmentResponse___schema0; "outputSchema"?: deleteSegmentResponse___schema0 | null; "providerConfig"?: deleteSegmentResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<deleteSegmentResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: deleteSegmentResponse___schema0; "data"?: deleteSegmentResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: deleteSegmentResponse___schema0; "criteria"?: deleteSegmentResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: deleteSegmentResponse; "datasetVersion"?: deleteSegmentResponse; "case"?: deleteSegmentResponse; "caseIds"?: Array<string>; "policy"?: deleteSegmentResponse; "source"?: string | deleteSegmentResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<deleteSegmentResponse>; "columns"?: Array<deleteSegmentResponse>; "cases"?: Array<deleteSegmentResponse>; "branches"?: Array<deleteSegmentResponse>; "targets"?: Array<deleteSegmentResponse>; "segments"?: Array<deleteSegmentResponse>; "releasePolicy"?: deleteSegmentResponse; "defaultBranch"?: deleteSegmentResponse | null; "selectedBranch"?: deleteSegmentResponse | null; "headVersion"?: deleteSegmentResponse | null; "latestVersion"?: deleteSegmentResponse | null; "editableVersion"?: deleteSegmentResponse | null; "branch"?: deleteSegmentResponse | null; "prompt"?: deleteSegmentResponse | null; "promptVersion"?: deleteSegmentResponse | null; "dataset"?: deleteSegmentResponse; "evaluator"?: deleteSegmentResponse; "target"?: deleteSegmentResponse; "column"?: deleteSegmentResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: deleteSegmentResponse___schema0; "health"?: deleteSegmentResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
389
370
|
export type deleteSegmentResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<deleteSegmentResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: deleteSegmentResponse___schema0; "matchExpression"?: deleteSegmentResponse___schema0 | null; "fallback"?: deleteSegmentResponse___schema0; "config"?: deleteSegmentResponse___schema0; "metadata"?: deleteSegmentResponse___schema0 | null; "variables"?: deleteSegmentResponse___schema0; "inputs"?: deleteSegmentResponse___schema0; "outputSchema"?: deleteSegmentResponse___schema0 | null; "providerConfig"?: deleteSegmentResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<deleteSegmentResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: deleteSegmentResponse___schema0; "data"?: deleteSegmentResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: deleteSegmentResponse___schema0; "criteria"?: deleteSegmentResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: deleteSegmentResponse; "datasetVersion"?: deleteSegmentResponse; "case"?: deleteSegmentResponse; "caseIds"?: Array<string>; "policy"?: deleteSegmentResponse; "source"?: string | deleteSegmentResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<deleteSegmentResponse>; "columns"?: Array<deleteSegmentResponse>; "cases"?: Array<deleteSegmentResponse>; "branches"?: Array<deleteSegmentResponse>; "targets"?: Array<deleteSegmentResponse>; "segments"?: Array<deleteSegmentResponse>; "releasePolicy"?: deleteSegmentResponse; "defaultBranch"?: deleteSegmentResponse | null; "selectedBranch"?: deleteSegmentResponse | null; "headVersion"?: deleteSegmentResponse | null; "latestVersion"?: deleteSegmentResponse | null; "editableVersion"?: deleteSegmentResponse | null; "branch"?: deleteSegmentResponse | null; "prompt"?: deleteSegmentResponse | null; "promptVersion"?: deleteSegmentResponse | null; "dataset"?: deleteSegmentResponse; "evaluator"?: deleteSegmentResponse; "target"?: deleteSegmentResponse; "column"?: deleteSegmentResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: deleteSegmentResponse___schema0; "health"?: deleteSegmentResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
390
371
|
export type createReleasePolicyRequest = { "suiteId": string; "name": string; "description"?: string; "rules": { "mode": "all" | "any"; "rules": Array<{ "id"?: string; "metric": string; "operator": ">=" | "<=" | "=" | ">" | "<"; "value": number; "unit"?: "%" | "ms" | "$" | "count" | "ratio"; "segmentId"?: string; }>; }; };
|
|
391
|
-
export type
|
|
392
|
-
export type createReleasePolicyResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createReleasePolicyResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createReleasePolicyResponse___schema0; "matchExpression"?: createReleasePolicyResponse___schema0 | null; "fallback"?: createReleasePolicyResponse___schema0; "config"?: createReleasePolicyResponse___schema0; "metadata"?: createReleasePolicyResponse___schema0 | null; "variables"?: createReleasePolicyResponse___schema0; "inputs"?: createReleasePolicyResponse___schema0; "outputSchema"?: createReleasePolicyResponse___schema0 | null; "providerConfig"?: createReleasePolicyResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createReleasePolicyResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createReleasePolicyResponse___schema0; "data"?: createReleasePolicyResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createReleasePolicyResponse___schema0; "criteria"?: createReleasePolicyResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createReleasePolicyResponse; "datasetVersion"?: createReleasePolicyResponse; "case"?: createReleasePolicyResponse; "caseIds"?: Array<string>; "policy"?: createReleasePolicyResponse; "source"?: string | createReleasePolicyResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createReleasePolicyResponse>; "columns"?: Array<createReleasePolicyResponse>; "cases"?: Array<createReleasePolicyResponse>; "branches"?: Array<createReleasePolicyResponse>; "targets"?: Array<createReleasePolicyResponse>; "segments"?: Array<createReleasePolicyResponse>; "releasePolicy"?: createReleasePolicyResponse; "defaultBranch"?: createReleasePolicyResponse | null; "selectedBranch"?: createReleasePolicyResponse | null; "headVersion"?: createReleasePolicyResponse | null; "latestVersion"?: createReleasePolicyResponse | null; "editableVersion"?: createReleasePolicyResponse | null; "branch"?: createReleasePolicyResponse | null; "prompt"?: createReleasePolicyResponse | null; "promptVersion"?: createReleasePolicyResponse | null; "dataset"?: createReleasePolicyResponse; "evaluator"?: createReleasePolicyResponse; "target"?: createReleasePolicyResponse; "column"?: createReleasePolicyResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createReleasePolicyResponse___schema0; "health"?: createReleasePolicyResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
393
|
-
export type createReleasePolicyResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createReleasePolicyResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createReleasePolicyResponse___schema0; "matchExpression"?: createReleasePolicyResponse___schema0 | null; "fallback"?: createReleasePolicyResponse___schema0; "config"?: createReleasePolicyResponse___schema0; "metadata"?: createReleasePolicyResponse___schema0 | null; "variables"?: createReleasePolicyResponse___schema0; "inputs"?: createReleasePolicyResponse___schema0; "outputSchema"?: createReleasePolicyResponse___schema0 | null; "providerConfig"?: createReleasePolicyResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createReleasePolicyResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createReleasePolicyResponse___schema0; "data"?: createReleasePolicyResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createReleasePolicyResponse___schema0; "criteria"?: createReleasePolicyResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createReleasePolicyResponse; "datasetVersion"?: createReleasePolicyResponse; "case"?: createReleasePolicyResponse; "caseIds"?: Array<string>; "policy"?: createReleasePolicyResponse; "source"?: string | createReleasePolicyResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createReleasePolicyResponse>; "columns"?: Array<createReleasePolicyResponse>; "cases"?: Array<createReleasePolicyResponse>; "branches"?: Array<createReleasePolicyResponse>; "targets"?: Array<createReleasePolicyResponse>; "segments"?: Array<createReleasePolicyResponse>; "releasePolicy"?: createReleasePolicyResponse; "defaultBranch"?: createReleasePolicyResponse | null; "selectedBranch"?: createReleasePolicyResponse | null; "headVersion"?: createReleasePolicyResponse | null; "latestVersion"?: createReleasePolicyResponse | null; "editableVersion"?: createReleasePolicyResponse | null; "branch"?: createReleasePolicyResponse | null; "prompt"?: createReleasePolicyResponse | null; "promptVersion"?: createReleasePolicyResponse | null; "dataset"?: createReleasePolicyResponse; "evaluator"?: createReleasePolicyResponse; "target"?: createReleasePolicyResponse; "column"?: createReleasePolicyResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createReleasePolicyResponse___schema0; "health"?: createReleasePolicyResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
372
|
+
export type createReleasePolicyResponse = { "policy": { "id": string; "name": string; }; "version": { "id": string; "version": number; }; };
|
|
394
373
|
export type updateReleasePolicyRequest = { "name"?: string; "description"?: string; "status"?: "active" | "archived"; };
|
|
395
|
-
export type
|
|
396
|
-
export type updateReleasePolicyResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateReleasePolicyResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateReleasePolicyResponse___schema0; "matchExpression"?: updateReleasePolicyResponse___schema0 | null; "fallback"?: updateReleasePolicyResponse___schema0; "config"?: updateReleasePolicyResponse___schema0; "metadata"?: updateReleasePolicyResponse___schema0 | null; "variables"?: updateReleasePolicyResponse___schema0; "inputs"?: updateReleasePolicyResponse___schema0; "outputSchema"?: updateReleasePolicyResponse___schema0 | null; "providerConfig"?: updateReleasePolicyResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<updateReleasePolicyResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateReleasePolicyResponse___schema0; "data"?: updateReleasePolicyResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateReleasePolicyResponse___schema0; "criteria"?: updateReleasePolicyResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateReleasePolicyResponse; "datasetVersion"?: updateReleasePolicyResponse; "case"?: updateReleasePolicyResponse; "caseIds"?: Array<string>; "policy"?: updateReleasePolicyResponse; "source"?: string | updateReleasePolicyResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateReleasePolicyResponse>; "columns"?: Array<updateReleasePolicyResponse>; "cases"?: Array<updateReleasePolicyResponse>; "branches"?: Array<updateReleasePolicyResponse>; "targets"?: Array<updateReleasePolicyResponse>; "segments"?: Array<updateReleasePolicyResponse>; "releasePolicy"?: updateReleasePolicyResponse; "defaultBranch"?: updateReleasePolicyResponse | null; "selectedBranch"?: updateReleasePolicyResponse | null; "headVersion"?: updateReleasePolicyResponse | null; "latestVersion"?: updateReleasePolicyResponse | null; "editableVersion"?: updateReleasePolicyResponse | null; "branch"?: updateReleasePolicyResponse | null; "prompt"?: updateReleasePolicyResponse | null; "promptVersion"?: updateReleasePolicyResponse | null; "dataset"?: updateReleasePolicyResponse; "evaluator"?: updateReleasePolicyResponse; "target"?: updateReleasePolicyResponse; "column"?: updateReleasePolicyResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateReleasePolicyResponse___schema0; "health"?: updateReleasePolicyResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
397
|
-
export type updateReleasePolicyResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<updateReleasePolicyResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: updateReleasePolicyResponse___schema0; "matchExpression"?: updateReleasePolicyResponse___schema0 | null; "fallback"?: updateReleasePolicyResponse___schema0; "config"?: updateReleasePolicyResponse___schema0; "metadata"?: updateReleasePolicyResponse___schema0 | null; "variables"?: updateReleasePolicyResponse___schema0; "inputs"?: updateReleasePolicyResponse___schema0; "outputSchema"?: updateReleasePolicyResponse___schema0 | null; "providerConfig"?: updateReleasePolicyResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<updateReleasePolicyResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: updateReleasePolicyResponse___schema0; "data"?: updateReleasePolicyResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: updateReleasePolicyResponse___schema0; "criteria"?: updateReleasePolicyResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: updateReleasePolicyResponse; "datasetVersion"?: updateReleasePolicyResponse; "case"?: updateReleasePolicyResponse; "caseIds"?: Array<string>; "policy"?: updateReleasePolicyResponse; "source"?: string | updateReleasePolicyResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<updateReleasePolicyResponse>; "columns"?: Array<updateReleasePolicyResponse>; "cases"?: Array<updateReleasePolicyResponse>; "branches"?: Array<updateReleasePolicyResponse>; "targets"?: Array<updateReleasePolicyResponse>; "segments"?: Array<updateReleasePolicyResponse>; "releasePolicy"?: updateReleasePolicyResponse; "defaultBranch"?: updateReleasePolicyResponse | null; "selectedBranch"?: updateReleasePolicyResponse | null; "headVersion"?: updateReleasePolicyResponse | null; "latestVersion"?: updateReleasePolicyResponse | null; "editableVersion"?: updateReleasePolicyResponse | null; "branch"?: updateReleasePolicyResponse | null; "prompt"?: updateReleasePolicyResponse | null; "promptVersion"?: updateReleasePolicyResponse | null; "dataset"?: updateReleasePolicyResponse; "evaluator"?: updateReleasePolicyResponse; "target"?: updateReleasePolicyResponse; "column"?: updateReleasePolicyResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: updateReleasePolicyResponse___schema0; "health"?: updateReleasePolicyResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
374
|
+
export type updateReleasePolicyResponse = { "id": string; "name": string; "suiteId": string; "slug": string; "description": string | null; "status": "active" | "archived"; "createdAt": string; "updatedAt": string; };
|
|
398
375
|
export type createReleasePolicyVersionRequest = { "rules": { "mode": "all" | "any"; "rules": Array<{ "id"?: string; "metric": string; "operator": ">=" | "<=" | "=" | ">" | "<"; "value": number; "unit"?: "%" | "ms" | "$" | "count" | "ratio"; "segmentId"?: string; }>; }; "description"?: string; };
|
|
399
|
-
export type
|
|
400
|
-
export type createReleasePolicyVersionResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createReleasePolicyVersionResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createReleasePolicyVersionResponse___schema0; "matchExpression"?: createReleasePolicyVersionResponse___schema0 | null; "fallback"?: createReleasePolicyVersionResponse___schema0; "config"?: createReleasePolicyVersionResponse___schema0; "metadata"?: createReleasePolicyVersionResponse___schema0 | null; "variables"?: createReleasePolicyVersionResponse___schema0; "inputs"?: createReleasePolicyVersionResponse___schema0; "outputSchema"?: createReleasePolicyVersionResponse___schema0 | null; "providerConfig"?: createReleasePolicyVersionResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createReleasePolicyVersionResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createReleasePolicyVersionResponse___schema0; "data"?: createReleasePolicyVersionResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createReleasePolicyVersionResponse___schema0; "criteria"?: createReleasePolicyVersionResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createReleasePolicyVersionResponse; "datasetVersion"?: createReleasePolicyVersionResponse; "case"?: createReleasePolicyVersionResponse; "caseIds"?: Array<string>; "policy"?: createReleasePolicyVersionResponse; "source"?: string | createReleasePolicyVersionResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createReleasePolicyVersionResponse>; "columns"?: Array<createReleasePolicyVersionResponse>; "cases"?: Array<createReleasePolicyVersionResponse>; "branches"?: Array<createReleasePolicyVersionResponse>; "targets"?: Array<createReleasePolicyVersionResponse>; "segments"?: Array<createReleasePolicyVersionResponse>; "releasePolicy"?: createReleasePolicyVersionResponse; "defaultBranch"?: createReleasePolicyVersionResponse | null; "selectedBranch"?: createReleasePolicyVersionResponse | null; "headVersion"?: createReleasePolicyVersionResponse | null; "latestVersion"?: createReleasePolicyVersionResponse | null; "editableVersion"?: createReleasePolicyVersionResponse | null; "branch"?: createReleasePolicyVersionResponse | null; "prompt"?: createReleasePolicyVersionResponse | null; "promptVersion"?: createReleasePolicyVersionResponse | null; "dataset"?: createReleasePolicyVersionResponse; "evaluator"?: createReleasePolicyVersionResponse; "target"?: createReleasePolicyVersionResponse; "column"?: createReleasePolicyVersionResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createReleasePolicyVersionResponse___schema0; "health"?: createReleasePolicyVersionResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
401
|
-
export type createReleasePolicyVersionResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<createReleasePolicyVersionResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: createReleasePolicyVersionResponse___schema0; "matchExpression"?: createReleasePolicyVersionResponse___schema0 | null; "fallback"?: createReleasePolicyVersionResponse___schema0; "config"?: createReleasePolicyVersionResponse___schema0; "metadata"?: createReleasePolicyVersionResponse___schema0 | null; "variables"?: createReleasePolicyVersionResponse___schema0; "inputs"?: createReleasePolicyVersionResponse___schema0; "outputSchema"?: createReleasePolicyVersionResponse___schema0 | null; "providerConfig"?: createReleasePolicyVersionResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<createReleasePolicyVersionResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: createReleasePolicyVersionResponse___schema0; "data"?: createReleasePolicyVersionResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: createReleasePolicyVersionResponse___schema0; "criteria"?: createReleasePolicyVersionResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: createReleasePolicyVersionResponse; "datasetVersion"?: createReleasePolicyVersionResponse; "case"?: createReleasePolicyVersionResponse; "caseIds"?: Array<string>; "policy"?: createReleasePolicyVersionResponse; "source"?: string | createReleasePolicyVersionResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<createReleasePolicyVersionResponse>; "columns"?: Array<createReleasePolicyVersionResponse>; "cases"?: Array<createReleasePolicyVersionResponse>; "branches"?: Array<createReleasePolicyVersionResponse>; "targets"?: Array<createReleasePolicyVersionResponse>; "segments"?: Array<createReleasePolicyVersionResponse>; "releasePolicy"?: createReleasePolicyVersionResponse; "defaultBranch"?: createReleasePolicyVersionResponse | null; "selectedBranch"?: createReleasePolicyVersionResponse | null; "headVersion"?: createReleasePolicyVersionResponse | null; "latestVersion"?: createReleasePolicyVersionResponse | null; "editableVersion"?: createReleasePolicyVersionResponse | null; "branch"?: createReleasePolicyVersionResponse | null; "prompt"?: createReleasePolicyVersionResponse | null; "promptVersion"?: createReleasePolicyVersionResponse | null; "dataset"?: createReleasePolicyVersionResponse; "evaluator"?: createReleasePolicyVersionResponse; "target"?: createReleasePolicyVersionResponse; "column"?: createReleasePolicyVersionResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: createReleasePolicyVersionResponse___schema0; "health"?: createReleasePolicyVersionResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
376
|
+
export type createReleasePolicyVersionResponse = { "id": string; "version": number; };
|
|
402
377
|
export type prepareEvaluationExperimentRequest = { "suiteId": string; "datasetVersionId": string; "targetVersionIds": Array<string>; "evaluatorVersionIds": Array<string>; "trialCount": number; "releasePolicyVersionId"?: string; };
|
|
403
|
-
export type
|
|
404
|
-
export type prepareEvaluationExperimentResponse___schema1 = string | number | boolean | null | Array<prepareEvaluationExperimentResponse___schema1> | { [key: string]: prepareEvaluationExperimentResponse___schema1; };
|
|
405
|
-
export type prepareEvaluationExperimentResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<prepareEvaluationExperimentResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: prepareEvaluationExperimentResponse___schema1; "matchExpression"?: prepareEvaluationExperimentResponse___schema1 | null; "fallback"?: prepareEvaluationExperimentResponse___schema1; "config"?: prepareEvaluationExperimentResponse___schema1; "metadata"?: prepareEvaluationExperimentResponse___schema1 | null; "variables"?: prepareEvaluationExperimentResponse___schema1; "inputs"?: prepareEvaluationExperimentResponse___schema1; "outputSchema"?: prepareEvaluationExperimentResponse___schema1 | null; "providerConfig"?: prepareEvaluationExperimentResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<prepareEvaluationExperimentResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: prepareEvaluationExperimentResponse___schema1; "data"?: prepareEvaluationExperimentResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: prepareEvaluationExperimentResponse___schema1; "criteria"?: prepareEvaluationExperimentResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: prepareEvaluationExperimentResponse___schema0; "datasetVersion"?: prepareEvaluationExperimentResponse___schema0; "case"?: prepareEvaluationExperimentResponse___schema0; "caseIds"?: Array<string>; "policy"?: prepareEvaluationExperimentResponse___schema0; "source"?: string | prepareEvaluationExperimentResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<prepareEvaluationExperimentResponse___schema0>; "columns"?: Array<prepareEvaluationExperimentResponse___schema0>; "cases"?: Array<prepareEvaluationExperimentResponse___schema0>; "branches"?: Array<prepareEvaluationExperimentResponse___schema0>; "targets"?: Array<prepareEvaluationExperimentResponse___schema0>; "segments"?: Array<prepareEvaluationExperimentResponse___schema0>; "releasePolicy"?: prepareEvaluationExperimentResponse___schema0; "defaultBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "selectedBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "headVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "latestVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "editableVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "branch"?: prepareEvaluationExperimentResponse___schema0 | null; "prompt"?: prepareEvaluationExperimentResponse___schema0 | null; "promptVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "dataset"?: prepareEvaluationExperimentResponse___schema0; "evaluator"?: prepareEvaluationExperimentResponse___schema0; "target"?: prepareEvaluationExperimentResponse___schema0; "column"?: prepareEvaluationExperimentResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: prepareEvaluationExperimentResponse___schema1; "health"?: prepareEvaluationExperimentResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
406
|
-
export type prepareEvaluationExperimentResponse = { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<prepareEvaluationExperimentResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: prepareEvaluationExperimentResponse___schema1; "matchExpression"?: prepareEvaluationExperimentResponse___schema1 | null; "fallback"?: prepareEvaluationExperimentResponse___schema1; "config"?: prepareEvaluationExperimentResponse___schema1; "metadata"?: prepareEvaluationExperimentResponse___schema1 | null; "variables"?: prepareEvaluationExperimentResponse___schema1; "inputs"?: prepareEvaluationExperimentResponse___schema1; "outputSchema"?: prepareEvaluationExperimentResponse___schema1 | null; "providerConfig"?: prepareEvaluationExperimentResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<prepareEvaluationExperimentResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: prepareEvaluationExperimentResponse___schema1; "data"?: prepareEvaluationExperimentResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: prepareEvaluationExperimentResponse___schema1; "criteria"?: prepareEvaluationExperimentResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: prepareEvaluationExperimentResponse___schema0; "datasetVersion"?: prepareEvaluationExperimentResponse___schema0; "case"?: prepareEvaluationExperimentResponse___schema0; "caseIds"?: Array<string>; "policy"?: prepareEvaluationExperimentResponse___schema0; "source"?: string | prepareEvaluationExperimentResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<prepareEvaluationExperimentResponse___schema0>; "columns"?: Array<prepareEvaluationExperimentResponse___schema0>; "cases"?: Array<prepareEvaluationExperimentResponse___schema0>; "branches"?: Array<prepareEvaluationExperimentResponse___schema0>; "targets"?: Array<prepareEvaluationExperimentResponse___schema0>; "segments"?: Array<prepareEvaluationExperimentResponse___schema0>; "releasePolicy"?: prepareEvaluationExperimentResponse___schema0; "defaultBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "selectedBranch"?: prepareEvaluationExperimentResponse___schema0 | null; "headVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "latestVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "editableVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "branch"?: prepareEvaluationExperimentResponse___schema0 | null; "prompt"?: prepareEvaluationExperimentResponse___schema0 | null; "promptVersion"?: prepareEvaluationExperimentResponse___schema0 | null; "dataset"?: prepareEvaluationExperimentResponse___schema0; "evaluator"?: prepareEvaluationExperimentResponse___schema0; "target"?: prepareEvaluationExperimentResponse___schema0; "column"?: prepareEvaluationExperimentResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: prepareEvaluationExperimentResponse___schema1; "health"?: prepareEvaluationExperimentResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
378
|
+
export type prepareEvaluationExperimentResponse = { "id": string; };
|
|
407
379
|
export type importTraceToDatasetRequest___schema0 = string | number | boolean | null | Array<importTraceToDatasetRequest___schema0> | { [key: string]: importTraceToDatasetRequest___schema0; };
|
|
408
380
|
export type importTraceToDatasetRequest = { "requestLogId": string; "datasetVersionId": string; "createDraftFromFrozen"?: boolean; "mapping": { [key: string]: "input" | "output" | "model" | "provider" | "route" | "application" | "requestId" | "traceId"; }; "expectedValues"?: { [key: string]: importTraceToDatasetRequest___schema0; }; "tags"?: Array<string>; };
|
|
409
|
-
export type
|
|
410
|
-
export type importTraceToDatasetResponse___schema1 = string | number | boolean | null | Array<importTraceToDatasetResponse___schema1> | { [key: string]: importTraceToDatasetResponse___schema1; };
|
|
411
|
-
export type importTraceToDatasetResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTraceToDatasetResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTraceToDatasetResponse___schema1; "matchExpression"?: importTraceToDatasetResponse___schema1 | null; "fallback"?: importTraceToDatasetResponse___schema1; "config"?: importTraceToDatasetResponse___schema1; "metadata"?: importTraceToDatasetResponse___schema1 | null; "variables"?: importTraceToDatasetResponse___schema1; "inputs"?: importTraceToDatasetResponse___schema1; "outputSchema"?: importTraceToDatasetResponse___schema1 | null; "providerConfig"?: importTraceToDatasetResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<importTraceToDatasetResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTraceToDatasetResponse___schema1; "data"?: importTraceToDatasetResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTraceToDatasetResponse___schema1; "criteria"?: importTraceToDatasetResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTraceToDatasetResponse___schema0; "datasetVersion"?: importTraceToDatasetResponse___schema0; "case"?: importTraceToDatasetResponse___schema0; "caseIds"?: Array<string>; "policy"?: importTraceToDatasetResponse___schema0; "source"?: string | importTraceToDatasetResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTraceToDatasetResponse___schema0>; "columns"?: Array<importTraceToDatasetResponse___schema0>; "cases"?: Array<importTraceToDatasetResponse___schema0>; "branches"?: Array<importTraceToDatasetResponse___schema0>; "targets"?: Array<importTraceToDatasetResponse___schema0>; "segments"?: Array<importTraceToDatasetResponse___schema0>; "releasePolicy"?: importTraceToDatasetResponse___schema0; "defaultBranch"?: importTraceToDatasetResponse___schema0 | null; "selectedBranch"?: importTraceToDatasetResponse___schema0 | null; "headVersion"?: importTraceToDatasetResponse___schema0 | null; "latestVersion"?: importTraceToDatasetResponse___schema0 | null; "editableVersion"?: importTraceToDatasetResponse___schema0 | null; "branch"?: importTraceToDatasetResponse___schema0 | null; "prompt"?: importTraceToDatasetResponse___schema0 | null; "promptVersion"?: importTraceToDatasetResponse___schema0 | null; "dataset"?: importTraceToDatasetResponse___schema0; "evaluator"?: importTraceToDatasetResponse___schema0; "target"?: importTraceToDatasetResponse___schema0; "column"?: importTraceToDatasetResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTraceToDatasetResponse___schema1; "health"?: importTraceToDatasetResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
412
|
-
export type importTraceToDatasetResponse = { "case": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTraceToDatasetResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTraceToDatasetResponse___schema1; "matchExpression"?: importTraceToDatasetResponse___schema1 | null; "fallback"?: importTraceToDatasetResponse___schema1; "config"?: importTraceToDatasetResponse___schema1; "metadata"?: importTraceToDatasetResponse___schema1 | null; "variables"?: importTraceToDatasetResponse___schema1; "inputs"?: importTraceToDatasetResponse___schema1; "outputSchema"?: importTraceToDatasetResponse___schema1 | null; "providerConfig"?: importTraceToDatasetResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<importTraceToDatasetResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTraceToDatasetResponse___schema1; "data"?: importTraceToDatasetResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTraceToDatasetResponse___schema1; "criteria"?: importTraceToDatasetResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTraceToDatasetResponse___schema0; "datasetVersion"?: importTraceToDatasetResponse___schema0; "case"?: importTraceToDatasetResponse___schema0; "caseIds"?: Array<string>; "policy"?: importTraceToDatasetResponse___schema0; "source"?: string | importTraceToDatasetResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTraceToDatasetResponse___schema0>; "columns"?: Array<importTraceToDatasetResponse___schema0>; "cases"?: Array<importTraceToDatasetResponse___schema0>; "branches"?: Array<importTraceToDatasetResponse___schema0>; "targets"?: Array<importTraceToDatasetResponse___schema0>; "segments"?: Array<importTraceToDatasetResponse___schema0>; "releasePolicy"?: importTraceToDatasetResponse___schema0; "defaultBranch"?: importTraceToDatasetResponse___schema0 | null; "selectedBranch"?: importTraceToDatasetResponse___schema0 | null; "headVersion"?: importTraceToDatasetResponse___schema0 | null; "latestVersion"?: importTraceToDatasetResponse___schema0 | null; "editableVersion"?: importTraceToDatasetResponse___schema0 | null; "branch"?: importTraceToDatasetResponse___schema0 | null; "prompt"?: importTraceToDatasetResponse___schema0 | null; "promptVersion"?: importTraceToDatasetResponse___schema0 | null; "dataset"?: importTraceToDatasetResponse___schema0; "evaluator"?: importTraceToDatasetResponse___schema0; "target"?: importTraceToDatasetResponse___schema0; "column"?: importTraceToDatasetResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTraceToDatasetResponse___schema1; "health"?: importTraceToDatasetResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; "datasetVersion": { "id": string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTraceToDatasetResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTraceToDatasetResponse___schema1; "matchExpression"?: importTraceToDatasetResponse___schema1 | null; "fallback"?: importTraceToDatasetResponse___schema1; "config"?: importTraceToDatasetResponse___schema1; "metadata"?: importTraceToDatasetResponse___schema1 | null; "variables"?: importTraceToDatasetResponse___schema1; "inputs"?: importTraceToDatasetResponse___schema1; "outputSchema"?: importTraceToDatasetResponse___schema1 | null; "providerConfig"?: importTraceToDatasetResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<importTraceToDatasetResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTraceToDatasetResponse___schema1; "data"?: importTraceToDatasetResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTraceToDatasetResponse___schema1; "criteria"?: importTraceToDatasetResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTraceToDatasetResponse___schema0; "datasetVersion"?: importTraceToDatasetResponse___schema0; "case"?: importTraceToDatasetResponse___schema0; "caseIds"?: Array<string>; "policy"?: importTraceToDatasetResponse___schema0; "source"?: string | importTraceToDatasetResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTraceToDatasetResponse___schema0>; "columns"?: Array<importTraceToDatasetResponse___schema0>; "cases"?: Array<importTraceToDatasetResponse___schema0>; "branches"?: Array<importTraceToDatasetResponse___schema0>; "targets"?: Array<importTraceToDatasetResponse___schema0>; "segments"?: Array<importTraceToDatasetResponse___schema0>; "releasePolicy"?: importTraceToDatasetResponse___schema0; "defaultBranch"?: importTraceToDatasetResponse___schema0 | null; "selectedBranch"?: importTraceToDatasetResponse___schema0 | null; "headVersion"?: importTraceToDatasetResponse___schema0 | null; "latestVersion"?: importTraceToDatasetResponse___schema0 | null; "editableVersion"?: importTraceToDatasetResponse___schema0 | null; "branch"?: importTraceToDatasetResponse___schema0 | null; "prompt"?: importTraceToDatasetResponse___schema0 | null; "promptVersion"?: importTraceToDatasetResponse___schema0 | null; "dataset"?: importTraceToDatasetResponse___schema0; "evaluator"?: importTraceToDatasetResponse___schema0; "target"?: importTraceToDatasetResponse___schema0; "column"?: importTraceToDatasetResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTraceToDatasetResponse___schema1; "health"?: importTraceToDatasetResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; }; };
|
|
381
|
+
export type importTraceToDatasetResponse = { "case": { "id": string; "datasetVersionId": string; "sourceTraceId": string | null; }; "datasetVersion": { "id": string; "version": number; }; };
|
|
413
382
|
export type importTracesToDatasetRequest___schema0 = string | number | boolean | null | Array<importTracesToDatasetRequest___schema0> | { [key: string]: importTracesToDatasetRequest___schema0; };
|
|
414
383
|
export type importTracesToDatasetRequest = { "datasetVersionId": string; "createDraftFromFrozen"?: boolean; "mapping": { [key: string]: "input" | "output" | "model" | "provider" | "route" | "application" | "requestId" | "traceId"; }; "expectedValues"?: { [key: string]: importTracesToDatasetRequest___schema0; }; "tags"?: Array<string>; "datasetId": string; "requestLogIds": Array<string>; };
|
|
415
|
-
export type
|
|
416
|
-
export type importTracesToDatasetResponse___schema1 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTracesToDatasetResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTracesToDatasetResponse___schema0; "matchExpression"?: importTracesToDatasetResponse___schema0 | null; "fallback"?: importTracesToDatasetResponse___schema0; "config"?: importTracesToDatasetResponse___schema0; "metadata"?: importTracesToDatasetResponse___schema0 | null; "variables"?: importTracesToDatasetResponse___schema0; "inputs"?: importTracesToDatasetResponse___schema0; "outputSchema"?: importTracesToDatasetResponse___schema0 | null; "providerConfig"?: importTracesToDatasetResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<importTracesToDatasetResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTracesToDatasetResponse___schema0; "data"?: importTracesToDatasetResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTracesToDatasetResponse___schema0; "criteria"?: importTracesToDatasetResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTracesToDatasetResponse; "datasetVersion"?: importTracesToDatasetResponse; "case"?: importTracesToDatasetResponse; "caseIds"?: Array<string>; "policy"?: importTracesToDatasetResponse; "source"?: string | importTracesToDatasetResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTracesToDatasetResponse>; "columns"?: Array<importTracesToDatasetResponse>; "cases"?: Array<importTracesToDatasetResponse>; "branches"?: Array<importTracesToDatasetResponse>; "targets"?: Array<importTracesToDatasetResponse>; "segments"?: Array<importTracesToDatasetResponse>; "releasePolicy"?: importTracesToDatasetResponse; "defaultBranch"?: importTracesToDatasetResponse | null; "selectedBranch"?: importTracesToDatasetResponse | null; "headVersion"?: importTracesToDatasetResponse | null; "latestVersion"?: importTracesToDatasetResponse | null; "editableVersion"?: importTracesToDatasetResponse | null; "branch"?: importTracesToDatasetResponse | null; "prompt"?: importTracesToDatasetResponse | null; "promptVersion"?: importTracesToDatasetResponse | null; "dataset"?: importTracesToDatasetResponse; "evaluator"?: importTracesToDatasetResponse; "target"?: importTracesToDatasetResponse; "column"?: importTracesToDatasetResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTracesToDatasetResponse___schema0; "health"?: importTracesToDatasetResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
417
|
-
export type importTracesToDatasetResponse = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<importTracesToDatasetResponse>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: importTracesToDatasetResponse___schema0; "matchExpression"?: importTracesToDatasetResponse___schema0 | null; "fallback"?: importTracesToDatasetResponse___schema0; "config"?: importTracesToDatasetResponse___schema0; "metadata"?: importTracesToDatasetResponse___schema0 | null; "variables"?: importTracesToDatasetResponse___schema0; "inputs"?: importTracesToDatasetResponse___schema0; "outputSchema"?: importTracesToDatasetResponse___schema0 | null; "providerConfig"?: importTracesToDatasetResponse___schema0 | null; "commitMessage"?: string | null; "messages"?: Array<importTracesToDatasetResponse___schema1>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: importTracesToDatasetResponse___schema0; "data"?: importTracesToDatasetResponse___schema0; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: importTracesToDatasetResponse___schema0; "criteria"?: importTracesToDatasetResponse___schema0; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: importTracesToDatasetResponse; "datasetVersion"?: importTracesToDatasetResponse; "case"?: importTracesToDatasetResponse; "caseIds"?: Array<string>; "policy"?: importTracesToDatasetResponse; "source"?: string | importTracesToDatasetResponse; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<importTracesToDatasetResponse>; "columns"?: Array<importTracesToDatasetResponse>; "cases"?: Array<importTracesToDatasetResponse>; "branches"?: Array<importTracesToDatasetResponse>; "targets"?: Array<importTracesToDatasetResponse>; "segments"?: Array<importTracesToDatasetResponse>; "releasePolicy"?: importTracesToDatasetResponse; "defaultBranch"?: importTracesToDatasetResponse | null; "selectedBranch"?: importTracesToDatasetResponse | null; "headVersion"?: importTracesToDatasetResponse | null; "latestVersion"?: importTracesToDatasetResponse | null; "editableVersion"?: importTracesToDatasetResponse | null; "branch"?: importTracesToDatasetResponse | null; "prompt"?: importTracesToDatasetResponse | null; "promptVersion"?: importTracesToDatasetResponse | null; "dataset"?: importTracesToDatasetResponse; "evaluator"?: importTracesToDatasetResponse; "target"?: importTracesToDatasetResponse; "column"?: importTracesToDatasetResponse; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: importTracesToDatasetResponse___schema0; "health"?: importTracesToDatasetResponse___schema0; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
384
|
+
export type importTracesToDatasetResponse = { "imported": number; "caseIds": Array<string>; "datasetVersionId": string; };
|
|
418
385
|
export type listHumanReviewsQuery = { "page"?: number; "pageSize"?: number; "statuses"?: Array<"pending" | "in_progress" | "completed" | "dismissed">; "assignedToMe"?: "true" | "false"; "from"?: string; "to"?: string; "search"?: string; "suiteId"?: string; "evaluatorId"?: string; "runId"?: string; "reviewerId"?: string; };
|
|
419
386
|
export type listHumanReviewsResponse = string | number | boolean | null | Array<listHumanReviewsResponse> | { [key: string]: listHumanReviewsResponse; };
|
|
420
387
|
export type reviewFilterOptionsResponse = string | number | boolean | null | Array<reviewFilterOptionsResponse> | { [key: string]: reviewFilterOptionsResponse; };
|
|
@@ -430,20 +397,16 @@ export type submitHumanReviewActionResponse = string | number | boolean | null |
|
|
|
430
397
|
export type dismissHumanReviewActionRequest = { "reason"?: string; };
|
|
431
398
|
export type dismissHumanReviewActionResponse = string | number | boolean | null | Array<dismissHumanReviewActionResponse> | { [key: string]: dismissHumanReviewActionResponse; };
|
|
432
399
|
export type listEvaluationVersions_datasetsQuery = { "limit"?: number; "cursor"?: string; };
|
|
433
|
-
export type listEvaluationVersions_datasetsResponse___schema0 =
|
|
434
|
-
export type
|
|
435
|
-
export type listEvaluationVersions_datasetsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_datasetsResponse___schema1; "matchExpression"?: listEvaluationVersions_datasetsResponse___schema1 | null; "fallback"?: listEvaluationVersions_datasetsResponse___schema1; "config"?: listEvaluationVersions_datasetsResponse___schema1; "metadata"?: listEvaluationVersions_datasetsResponse___schema1 | null; "variables"?: listEvaluationVersions_datasetsResponse___schema1; "inputs"?: listEvaluationVersions_datasetsResponse___schema1; "outputSchema"?: listEvaluationVersions_datasetsResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_datasetsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_datasetsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_datasetsResponse___schema1; "data"?: listEvaluationVersions_datasetsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_datasetsResponse___schema1; "criteria"?: listEvaluationVersions_datasetsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_datasetsResponse___schema0; "datasetVersion"?: listEvaluationVersions_datasetsResponse___schema0; "case"?: listEvaluationVersions_datasetsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_datasetsResponse___schema0; "source"?: string | listEvaluationVersions_datasetsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "columns"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "cases"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "branches"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "targets"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "segments"?: Array<listEvaluationVersions_datasetsResponse___schema0>; "releasePolicy"?: listEvaluationVersions_datasetsResponse___schema0; "defaultBranch"?: listEvaluationVersions_datasetsResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_datasetsResponse___schema0 | null; "headVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "branch"?: listEvaluationVersions_datasetsResponse___schema0 | null; "prompt"?: listEvaluationVersions_datasetsResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_datasetsResponse___schema0 | null; "dataset"?: listEvaluationVersions_datasetsResponse___schema0; "evaluator"?: listEvaluationVersions_datasetsResponse___schema0; "target"?: listEvaluationVersions_datasetsResponse___schema0; "column"?: listEvaluationVersions_datasetsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_datasetsResponse___schema1; "health"?: listEvaluationVersions_datasetsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
436
|
-
export type listEvaluationVersions_datasetsResponse = { "items": Array<listEvaluationVersions_datasetsResponse___schema0>; "nextCursor": string | null; };
|
|
400
|
+
export type listEvaluationVersions_datasetsResponse___schema0 = string | number | boolean | null | Array<listEvaluationVersions_datasetsResponse___schema0> | { [key: string]: listEvaluationVersions_datasetsResponse___schema0; };
|
|
401
|
+
export type listEvaluationVersions_datasetsResponse = { "items": Array<{ "id": string; "version": number; "datasetId": string; "status": "draft" | "frozen"; "description": string | null; "changeNote": string | null; "metadata": listEvaluationVersions_datasetsResponse___schema0 | null; "frozenAt": string | null; "createdAt": string; "updatedAt": string; "caseCount": number; "columns": Array<{ "id": string; "datasetVersionId": string; "key": string; "name": string; "description": string | null; "position": number; "dataType": "text" | "number" | "boolean" | "json" | "messages" | "datetime" | "url" | "image" | "file" | "audio"; "role": "input" | "expected" | "context" | "metadata" | "other"; "required": boolean; "config": listEvaluationVersions_datasetsResponse___schema0 | null; "createdAt": string; "updatedAt": string; }>; }>; "nextCursor": string | null; };
|
|
437
402
|
export type listEvaluationVersions_evaluatorsQuery = { "limit"?: number; "cursor"?: string; };
|
|
438
403
|
export type listEvaluationVersions_evaluatorsResponse___schema0 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_evaluatorsResponse___schema1; "matchExpression"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "fallback"?: listEvaluationVersions_evaluatorsResponse___schema1; "config"?: listEvaluationVersions_evaluatorsResponse___schema1; "metadata"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "variables"?: listEvaluationVersions_evaluatorsResponse___schema1; "inputs"?: listEvaluationVersions_evaluatorsResponse___schema1; "outputSchema"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_evaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_evaluatorsResponse___schema1; "data"?: listEvaluationVersions_evaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_evaluatorsResponse___schema1; "criteria"?: listEvaluationVersions_evaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_evaluatorsResponse___schema0; "datasetVersion"?: listEvaluationVersions_evaluatorsResponse___schema0; "case"?: listEvaluationVersions_evaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_evaluatorsResponse___schema0; "source"?: string | listEvaluationVersions_evaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "columns"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "cases"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "branches"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "targets"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "segments"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "releasePolicy"?: listEvaluationVersions_evaluatorsResponse___schema0; "defaultBranch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "headVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "branch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "prompt"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "dataset"?: listEvaluationVersions_evaluatorsResponse___schema0; "evaluator"?: listEvaluationVersions_evaluatorsResponse___schema0; "target"?: listEvaluationVersions_evaluatorsResponse___schema0; "column"?: listEvaluationVersions_evaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_evaluatorsResponse___schema1; "health"?: listEvaluationVersions_evaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
439
404
|
export type listEvaluationVersions_evaluatorsResponse___schema1 = string | number | boolean | null | Array<listEvaluationVersions_evaluatorsResponse___schema1> | { [key: string]: listEvaluationVersions_evaluatorsResponse___schema1; };
|
|
440
405
|
export type listEvaluationVersions_evaluatorsResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_evaluatorsResponse___schema1; "matchExpression"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "fallback"?: listEvaluationVersions_evaluatorsResponse___schema1; "config"?: listEvaluationVersions_evaluatorsResponse___schema1; "metadata"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "variables"?: listEvaluationVersions_evaluatorsResponse___schema1; "inputs"?: listEvaluationVersions_evaluatorsResponse___schema1; "outputSchema"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_evaluatorsResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_evaluatorsResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_evaluatorsResponse___schema1; "data"?: listEvaluationVersions_evaluatorsResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_evaluatorsResponse___schema1; "criteria"?: listEvaluationVersions_evaluatorsResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_evaluatorsResponse___schema0; "datasetVersion"?: listEvaluationVersions_evaluatorsResponse___schema0; "case"?: listEvaluationVersions_evaluatorsResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_evaluatorsResponse___schema0; "source"?: string | listEvaluationVersions_evaluatorsResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "columns"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "cases"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "branches"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "targets"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "segments"?: Array<listEvaluationVersions_evaluatorsResponse___schema0>; "releasePolicy"?: listEvaluationVersions_evaluatorsResponse___schema0; "defaultBranch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "headVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "branch"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "prompt"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_evaluatorsResponse___schema0 | null; "dataset"?: listEvaluationVersions_evaluatorsResponse___schema0; "evaluator"?: listEvaluationVersions_evaluatorsResponse___schema0; "target"?: listEvaluationVersions_evaluatorsResponse___schema0; "column"?: listEvaluationVersions_evaluatorsResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_evaluatorsResponse___schema1; "health"?: listEvaluationVersions_evaluatorsResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
441
406
|
export type listEvaluationVersions_evaluatorsResponse = { "items": Array<listEvaluationVersions_evaluatorsResponse___schema0>; "nextCursor": string | null; };
|
|
442
407
|
export type listEvaluationVersions_release_policiesQuery = { "limit"?: number; "cursor"?: string; };
|
|
443
|
-
export type listEvaluationVersions_release_policiesResponse___schema0 =
|
|
444
|
-
export type
|
|
445
|
-
export type listEvaluationVersions_release_policiesResponse___schema2 = { "id"?: string; "_count"?: { "versions": number; "branches": number; }; "name"?: string | null; "slug"?: string; "description"?: string | null; "status"?: string; "version"?: number | string; "createdAt"?: string; "updatedAt"?: string; "publishedAt"?: string | null; "promptId"?: string; "branchId"?: string | null; "promptVersionId"?: string | null; "latestVersionId"?: string | null; "headVersionId"?: string | null; "sourceVersionId"?: string | null; "currentVersionId"?: string; "datasetId"?: string | null; "datasetVersionId"?: string | null; "suiteId"?: string; "defaultDatasetVersionId"?: string | null; "targetVersionId"?: string | null; "evaluatorVersionId"?: string | null; "releasePolicyVersionId"?: string | null; "order"?: number; "contentBlocks"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "text"?: string | null; "mimeType"?: string | null; "uri"?: string | null; "width"?: number; "pinned"?: "left" | "right"; "editable"?: boolean; "protected"?: boolean; "providerId"?: string; "modelId"?: string; "deploymentId"?: string | null; "weight"?: number; "createdByName"?: string | null; "detectedVariables"?: Array<string>; "type"?: string; "category"?: string; "role"?: string; "key"?: string; "enabled"?: boolean; "isDefault"?: boolean; "revision"?: number; "priority"?: number; "strategy"?: string; "strategyConfig"?: listEvaluationVersions_release_policiesResponse___schema1; "matchExpression"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "fallback"?: listEvaluationVersions_release_policiesResponse___schema1; "config"?: listEvaluationVersions_release_policiesResponse___schema1; "metadata"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "variables"?: listEvaluationVersions_release_policiesResponse___schema1; "inputs"?: listEvaluationVersions_release_policiesResponse___schema1; "outputSchema"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "providerConfig"?: listEvaluationVersions_release_policiesResponse___schema1 | null; "commitMessage"?: string | null; "messages"?: Array<listEvaluationVersions_release_policiesResponse___schema2>; "caseNumber"?: number; "caseCount"?: number; "rowKey"?: string; "values"?: listEvaluationVersions_release_policiesResponse___schema1; "data"?: listEvaluationVersions_release_policiesResponse___schema1; "tags"?: Array<string>; "segmentIds"?: Array<string>; "sourceType"?: string; "sourceRequestId"?: string; "sourceRequestLogId"?: string; "traceId"?: string; "position"?: number; "dataType"?: string; "required"?: boolean; "changeNote"?: string; "rules"?: listEvaluationVersions_release_policiesResponse___schema1; "criteria"?: listEvaluationVersions_release_policiesResponse___schema1; "critical"?: boolean; "mode"?: string; "usedBySuiteIds"?: Array<string>; "evaluatorIds"?: Array<string>; "lastRunId"?: string; "initialVersion"?: listEvaluationVersions_release_policiesResponse___schema0; "datasetVersion"?: listEvaluationVersions_release_policiesResponse___schema0; "case"?: listEvaluationVersions_release_policiesResponse___schema0; "caseIds"?: Array<string>; "policy"?: listEvaluationVersions_release_policiesResponse___schema0; "source"?: string | listEvaluationVersions_release_policiesResponse___schema0; "environmentId"?: string | null; "fallbackModelId"?: string | null; "targetId"?: string | null; "versions"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "columns"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "cases"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "branches"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "targets"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "segments"?: Array<listEvaluationVersions_release_policiesResponse___schema0>; "releasePolicy"?: listEvaluationVersions_release_policiesResponse___schema0; "defaultBranch"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "selectedBranch"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "headVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "latestVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "editableVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "branch"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "prompt"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "promptVersion"?: listEvaluationVersions_release_policiesResponse___schema0 | null; "dataset"?: listEvaluationVersions_release_policiesResponse___schema0; "evaluator"?: listEvaluationVersions_release_policiesResponse___schema0; "target"?: listEvaluationVersions_release_policiesResponse___schema0; "column"?: listEvaluationVersions_release_policiesResponse___schema0; "labels"?: Array<string>; "rubric"?: string; "model"?: string; "storeExplanation"?: boolean; "scope"?: string; "outputType"?: string; "scoreDirection"?: string; "inputSchema"?: listEvaluationVersions_release_policiesResponse___schema1; "health"?: listEvaluationVersions_release_policiesResponse___schema1; "completed"?: boolean; "deleted"?: boolean; "existing"?: boolean; "count"?: number; "imported"?: number; "versionId"?: string; "branchSlug"?: string; "mergedVersionId"?: string; };
|
|
446
|
-
export type listEvaluationVersions_release_policiesResponse = { "items": Array<listEvaluationVersions_release_policiesResponse___schema0>; "nextCursor": string | null; };
|
|
408
|
+
export type listEvaluationVersions_release_policiesResponse___schema0 = string | number | boolean | null | Array<listEvaluationVersions_release_policiesResponse___schema0> | { [key: string]: listEvaluationVersions_release_policiesResponse___schema0; };
|
|
409
|
+
export type listEvaluationVersions_release_policiesResponse = { "items": Array<{ "id": string; "version": number; "policyId": string; "rules": listEvaluationVersions_release_policiesResponse___schema0; "description": string | null; "createdAt": string; }>; "nextCursor": string | null; };
|
|
447
410
|
export type listPermissionsResponse = Array<{ "key": string; "resource": string; "action": string; "label": string; "description": string; }>;
|
|
448
411
|
export type listOrganizationRolesResponse = Array<{ "id": string; "organizationId": string; "role": string; "permission": { [key: string]: Array<string>; }; "isSystem": boolean; }>;
|
|
449
412
|
export type createOrganizationRoleRequest = { "role": string; "permission": { [key: string]: Array<string>; }; };
|
|
@@ -589,7 +552,7 @@ export type listMemoryItemEvidenceResponse = { "items": Array<{ "id": string; "m
|
|
|
589
552
|
export type listMemoryItemRelationsQuery = { "limit"?: number; "cursor"?: string; };
|
|
590
553
|
export type listMemoryItemRelationsResponse = { "items": Array<{ "id": string; "fromMemoryId": string; "toMemoryId": string; "relationType": string; "confidence": number | null; "createdAt": string; }>; "nextCursor": string | null; };
|
|
591
554
|
export type listMemoryItemEmbeddingsQuery = { "limit"?: number; "cursor"?: string; };
|
|
592
|
-
export type listMemoryItemEmbeddingsResponse = { "items": Array<{ "id": string; "createdAt": string; "updatedAt": string; "memoryId": string; "modelId": string; "embeddingModel": string; "embeddingProvider": string; "dimensions": number; "vectorStoreConnectionId": string; "collection": string; "namespace": string | null; "vectorId": string; "contentHash": string; "status": string; "indexedAt": string | null; "staleAt": string | null; "errorCode": string | null;
|
|
555
|
+
export type listMemoryItemEmbeddingsResponse = { "items": Array<{ "id": string; "createdAt": string; "updatedAt": string; "memoryId": string; "modelId": string; "embeddingModel": string; "embeddingProvider": string; "dimensions": number; "vectorStoreConnectionId": string; "collection": string; "namespace": string | null; "vectorId": string; "contentHash": string; "status": string; "indexedAt": string | null; "staleAt": string | null; "errorCode": string | null; }>; "nextCursor": string | null; };
|
|
593
556
|
export type listMemoryItemEntitiesQuery = { "limit"?: number; "cursor"?: string; };
|
|
594
557
|
export type listMemoryItemEntitiesResponse = { "items": Array<{ "id": string; "memoryId": string; "entityId": string; "role": string; "confidence": number | null; "entity": { "id": string; "canonicalName": string; "entityType": string; "aliases": Array<string>; "externalId": string | null; }; }>; "nextCursor": string | null; };
|
|
595
558
|
export type getMemorySpaceProfileQuery = { "subjectType"?: string; "subjectId"?: string; };
|