vellum-ai 0.3.22 → 0.3.24
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Client.js +9 -9
- package/api/resources/deployments/client/Client.js +3 -3
- package/api/resources/documentIndexes/client/Client.js +6 -6
- package/api/resources/documents/client/Client.js +4 -4
- package/api/resources/folderEntities/client/Client.js +1 -1
- package/api/resources/modelVersions/client/Client.js +1 -1
- package/api/resources/registeredPrompts/client/Client.js +1 -1
- package/api/resources/sandboxes/client/Client.js +2 -2
- package/api/resources/testSuiteRuns/client/Client.js +3 -3
- package/api/resources/testSuites/client/Client.js +3 -3
- package/api/resources/workflowDeployments/client/Client.js +2 -2
- package/api/types/ExternalTestCaseExecution.d.ts +9 -0
- package/api/types/ExternalTestCaseExecution.js +5 -0
- package/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
- package/api/types/ExternalTestCaseExecutionRequest.js +5 -0
- package/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
- package/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
- package/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
- package/api/types/NamedTestCaseErrorVariableValue.js +5 -0
- package/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
- package/api/types/NamedTestCaseJsonVariableValue.js +5 -0
- package/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
- package/api/types/NamedTestCaseNumberVariableValue.js +5 -0
- package/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
- package/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
- package/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
- package/api/types/NamedTestCaseStringVariableValue.js +5 -0
- package/api/types/NamedTestCaseVariableValue.d.ts +25 -0
- package/api/types/NamedTestCaseVariableValue.js +5 -0
- package/api/types/SandboxScenario.d.ts +3 -0
- package/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
- package/api/types/TestCaseErrorVariableValue.d.ts +4 -0
- package/api/types/TestCaseJsonVariableValue.d.ts +4 -0
- package/api/types/TestCaseNumberVariableValue.d.ts +4 -0
- package/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
- package/api/types/TestCaseStringVariableValue.d.ts +4 -0
- package/api/types/TestSuiteRunExecConfig.d.ts +4 -1
- package/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
- package/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
- package/api/types/TestSuiteRunExternalExecConfig.js +5 -0
- package/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
- package/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
- package/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
- package/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
- package/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
- package/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
- package/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
- package/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
- package/api/types/index.d.ts +14 -0
- package/api/types/index.js +14 -0
- package/dist/Client.js +9 -9
- package/dist/api/resources/deployments/client/Client.js +3 -3
- package/dist/api/resources/documentIndexes/client/Client.js +6 -6
- package/dist/api/resources/documents/client/Client.js +4 -4
- package/dist/api/resources/folderEntities/client/Client.js +1 -1
- package/dist/api/resources/modelVersions/client/Client.js +1 -1
- package/dist/api/resources/registeredPrompts/client/Client.js +1 -1
- package/dist/api/resources/sandboxes/client/Client.js +2 -2
- package/dist/api/resources/testSuiteRuns/client/Client.js +3 -3
- package/dist/api/resources/testSuites/client/Client.js +3 -3
- package/dist/api/resources/workflowDeployments/client/Client.js +2 -2
- package/dist/api/types/ExternalTestCaseExecution.d.ts +9 -0
- package/dist/api/types/ExternalTestCaseExecution.js +5 -0
- package/dist/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
- package/dist/api/types/ExternalTestCaseExecutionRequest.js +5 -0
- package/dist/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
- package/dist/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
- package/dist/api/types/NamedTestCaseErrorVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
- package/dist/api/types/NamedTestCaseJsonVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
- package/dist/api/types/NamedTestCaseNumberVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
- package/dist/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
- package/dist/api/types/NamedTestCaseStringVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseVariableValue.d.ts +25 -0
- package/dist/api/types/NamedTestCaseVariableValue.js +5 -0
- package/dist/api/types/SandboxScenario.d.ts +3 -0
- package/dist/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseErrorVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseJsonVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseNumberVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseStringVariableValue.d.ts +4 -0
- package/dist/api/types/TestSuiteRunExecConfig.d.ts +4 -1
- package/dist/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
- package/dist/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
- package/dist/api/types/TestSuiteRunExternalExecConfig.js +5 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
- package/dist/api/types/index.d.ts +14 -0
- package/dist/api/types/index.js +14 -0
- package/dist/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
- package/dist/serialization/types/ExternalTestCaseExecution.js +35 -0
- package/dist/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
- package/dist/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
- package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
- package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
- package/dist/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
- package/dist/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
- package/dist/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
- package/dist/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
- package/dist/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
- package/dist/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
- package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
- package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
- package/dist/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
- package/dist/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
- package/dist/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
- package/dist/serialization/types/NamedTestCaseVariableValue.js +49 -0
- package/dist/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseErrorVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseJsonVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseNumberVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseStringVariableValue.js +1 -0
- package/dist/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
- package/dist/serialization/types/TestSuiteRunExecConfig.js +2 -0
- package/dist/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
- package/dist/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
- package/dist/serialization/types/index.d.ts +14 -0
- package/dist/serialization/types/index.js +14 -0
- package/package.json +1 -1
- package/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
- package/serialization/types/ExternalTestCaseExecution.js +35 -0
- package/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
- package/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
- package/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
- package/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
- package/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
- package/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
- package/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
- package/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
- package/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
- package/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
- package/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
- package/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
- package/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
- package/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
- package/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
- package/serialization/types/NamedTestCaseVariableValue.js +49 -0
- package/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
- package/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseErrorVariableValue.js +1 -0
- package/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseJsonVariableValue.js +1 -0
- package/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseNumberVariableValue.js +1 -0
- package/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
- package/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseStringVariableValue.js +1 -0
- package/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
- package/serialization/types/TestSuiteRunExecConfig.js +2 -0
- package/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
- package/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
- package/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
- package/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
- package/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
- package/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
- package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
- package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
- package/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
- package/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
- package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
- package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
- package/serialization/types/index.d.ts +14 -0
- package/serialization/types/index.js +14 -0
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
export interface ExternalTestCaseExecutionRequest {
|
|
6
|
+
/** The output values of a callable that was executed against a Test Case outside of Vellum */
|
|
7
|
+
outputs: Vellum.NamedTestCaseVariableValueRequest[];
|
|
8
|
+
testCaseId: string;
|
|
9
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Named Test Case value that is of type CHAT_HISTORY
|
|
7
|
+
*/
|
|
8
|
+
export interface NamedTestCaseChatHistoryVariableValue {
|
|
9
|
+
value?: Vellum.ChatMessage[];
|
|
10
|
+
name: string;
|
|
11
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Named Test Case value that is of type ERROR
|
|
7
|
+
*/
|
|
8
|
+
export interface NamedTestCaseErrorVariableValue {
|
|
9
|
+
value?: Vellum.VellumError;
|
|
10
|
+
name: string;
|
|
11
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Named Test Case value that is of type SEARCH_RESULTS
|
|
7
|
+
*/
|
|
8
|
+
export interface NamedTestCaseSearchResultsVariableValue {
|
|
9
|
+
value?: Vellum.SearchResult[];
|
|
10
|
+
name: string;
|
|
11
|
+
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
export declare type NamedTestCaseVariableValue = Vellum.NamedTestCaseVariableValue.String | Vellum.NamedTestCaseVariableValue.Number | Vellum.NamedTestCaseVariableValue.Json | Vellum.NamedTestCaseVariableValue.ChatHistory | Vellum.NamedTestCaseVariableValue.SearchResults | Vellum.NamedTestCaseVariableValue.Error_;
|
|
6
|
+
export declare namespace NamedTestCaseVariableValue {
|
|
7
|
+
interface String extends Vellum.NamedTestCaseStringVariableValue {
|
|
8
|
+
type: "STRING";
|
|
9
|
+
}
|
|
10
|
+
interface Number extends Vellum.NamedTestCaseNumberVariableValue {
|
|
11
|
+
type: "NUMBER";
|
|
12
|
+
}
|
|
13
|
+
interface Json extends Vellum.NamedTestCaseJsonVariableValue {
|
|
14
|
+
type: "JSON";
|
|
15
|
+
}
|
|
16
|
+
interface ChatHistory extends Vellum.NamedTestCaseChatHistoryVariableValue {
|
|
17
|
+
type: "CHAT_HISTORY";
|
|
18
|
+
}
|
|
19
|
+
interface SearchResults extends Vellum.NamedTestCaseSearchResultsVariableValue {
|
|
20
|
+
type: "SEARCH_RESULTS";
|
|
21
|
+
}
|
|
22
|
+
interface Error_ extends Vellum.NamedTestCaseErrorVariableValue {
|
|
23
|
+
type: "ERROR";
|
|
24
|
+
}
|
|
25
|
+
}
|
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* A chat history value for a variable in a Test Case.
|
|
7
|
+
*/
|
|
5
8
|
export interface TestCaseChatHistoryVariableValue {
|
|
6
9
|
variableId: string;
|
|
10
|
+
name: string;
|
|
7
11
|
value?: Vellum.ChatMessage[];
|
|
8
12
|
}
|
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* An error value for a variable in a Test Case.
|
|
7
|
+
*/
|
|
5
8
|
export interface TestCaseErrorVariableValue {
|
|
6
9
|
variableId: string;
|
|
10
|
+
name: string;
|
|
7
11
|
value?: Vellum.VellumError;
|
|
8
12
|
}
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
|
+
/**
|
|
5
|
+
* A JSON value for a variable in a Test Case.
|
|
6
|
+
*/
|
|
4
7
|
export interface TestCaseJsonVariableValue {
|
|
5
8
|
variableId: string;
|
|
9
|
+
name: string;
|
|
6
10
|
value?: Record<string, unknown>;
|
|
7
11
|
}
|
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* A search results value for a variable in a Test Case.
|
|
7
|
+
*/
|
|
5
8
|
export interface TestCaseSearchResultsVariableValue {
|
|
6
9
|
variableId: string;
|
|
10
|
+
name: string;
|
|
7
11
|
value?: Vellum.SearchResult[];
|
|
8
12
|
}
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
-
export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag;
|
|
5
|
+
export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfig.External;
|
|
6
6
|
export declare namespace TestSuiteRunExecConfig {
|
|
7
7
|
interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfig {
|
|
8
8
|
type: "DEPLOYMENT_RELEASE_TAG";
|
|
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfig {
|
|
|
10
10
|
interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfig {
|
|
11
11
|
type: "WORKFLOW_RELEASE_TAG";
|
|
12
12
|
}
|
|
13
|
+
interface External extends Vellum.TestSuiteRunExternalExecConfig {
|
|
14
|
+
type: "EXTERNAL";
|
|
15
|
+
}
|
|
13
16
|
}
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
-
export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag;
|
|
5
|
+
export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfigRequest.External;
|
|
6
6
|
export declare namespace TestSuiteRunExecConfigRequest {
|
|
7
7
|
interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfigRequest {
|
|
8
8
|
type: "DEPLOYMENT_RELEASE_TAG";
|
|
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfigRequest {
|
|
|
10
10
|
interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfigRequest {
|
|
11
11
|
type: "WORKFLOW_RELEASE_TAG";
|
|
12
12
|
}
|
|
13
|
+
interface External extends Vellum.TestSuiteRunExternalExecConfigRequest {
|
|
14
|
+
type: "EXTERNAL";
|
|
15
|
+
}
|
|
13
16
|
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Execution configuration for running a Vellum Test Suite against an external callable
|
|
7
|
+
*/
|
|
8
|
+
export interface TestSuiteRunExternalExecConfig {
|
|
9
|
+
data: Vellum.TestSuiteRunExternalExecConfigData;
|
|
10
|
+
/** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
|
|
11
|
+
testCaseIds?: string[];
|
|
12
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
export interface TestSuiteRunExternalExecConfigData {
|
|
6
|
+
/** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
|
|
7
|
+
executions: Vellum.ExternalTestCaseExecution[];
|
|
8
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
export interface TestSuiteRunExternalExecConfigDataRequest {
|
|
6
|
+
/** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
|
|
7
|
+
executions: Vellum.ExternalTestCaseExecutionRequest[];
|
|
8
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Execution configuration for running a Vellum Test Suite against an external callable
|
|
7
|
+
*/
|
|
8
|
+
export interface TestSuiteRunExternalExecConfigRequest {
|
|
9
|
+
data: Vellum.TestSuiteRunExternalExecConfigDataRequest;
|
|
10
|
+
/** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
|
|
11
|
+
testCaseIds?: string[];
|
|
12
|
+
}
|
|
@@ -55,6 +55,8 @@ export * from "./ExecutionNumberVellumValue";
|
|
|
55
55
|
export * from "./ExecutionSearchResultsVellumValue";
|
|
56
56
|
export * from "./ExecutionStringVellumValue";
|
|
57
57
|
export * from "./ExecutionVellumValue";
|
|
58
|
+
export * from "./ExternalTestCaseExecution";
|
|
59
|
+
export * from "./ExternalTestCaseExecutionRequest";
|
|
58
60
|
export * from "./FinishReasonEnum";
|
|
59
61
|
export * from "./FulfilledEnum";
|
|
60
62
|
export * from "./FulfilledExecutePromptEvent";
|
|
@@ -104,12 +106,19 @@ export * from "./ModelVersionExecConfigParameters";
|
|
|
104
106
|
export * from "./ModelVersionRead";
|
|
105
107
|
export * from "./ModelVersionReadStatusEnum";
|
|
106
108
|
export * from "./ModelVersionSandboxSnapshot";
|
|
109
|
+
export * from "./NamedTestCaseChatHistoryVariableValue";
|
|
107
110
|
export * from "./NamedTestCaseChatHistoryVariableValueRequest";
|
|
111
|
+
export * from "./NamedTestCaseErrorVariableValue";
|
|
108
112
|
export * from "./NamedTestCaseErrorVariableValueRequest";
|
|
113
|
+
export * from "./NamedTestCaseJsonVariableValue";
|
|
109
114
|
export * from "./NamedTestCaseJsonVariableValueRequest";
|
|
115
|
+
export * from "./NamedTestCaseNumberVariableValue";
|
|
110
116
|
export * from "./NamedTestCaseNumberVariableValueRequest";
|
|
117
|
+
export * from "./NamedTestCaseSearchResultsVariableValue";
|
|
111
118
|
export * from "./NamedTestCaseSearchResultsVariableValueRequest";
|
|
119
|
+
export * from "./NamedTestCaseStringVariableValue";
|
|
112
120
|
export * from "./NamedTestCaseStringVariableValueRequest";
|
|
121
|
+
export * from "./NamedTestCaseVariableValue";
|
|
113
122
|
export * from "./NamedTestCaseVariableValueRequest";
|
|
114
123
|
export * from "./NodeInputCompiledArrayValue";
|
|
115
124
|
export * from "./NodeInputCompiledChatHistoryValue";
|
|
@@ -254,6 +263,11 @@ export * from "./TestSuiteRunExecutionNumberOutput";
|
|
|
254
263
|
export * from "./TestSuiteRunExecutionOutput";
|
|
255
264
|
export * from "./TestSuiteRunExecutionSearchResultsOutput";
|
|
256
265
|
export * from "./TestSuiteRunExecutionStringOutput";
|
|
266
|
+
export * from "./TestSuiteRunExternalExecConfig";
|
|
267
|
+
export * from "./TestSuiteRunExternalExecConfigData";
|
|
268
|
+
export * from "./TestSuiteRunExternalExecConfigDataRequest";
|
|
269
|
+
export * from "./TestSuiteRunExternalExecConfigRequest";
|
|
270
|
+
export * from "./TestSuiteRunExternalExecConfigTypeEnum";
|
|
257
271
|
export * from "./TestSuiteRunMetricErrorOutput";
|
|
258
272
|
export * from "./TestSuiteRunMetricErrorOutputTypeEnum";
|
|
259
273
|
export * from "./TestSuiteRunMetricNumberOutput";
|
package/dist/api/types/index.js
CHANGED
|
@@ -71,6 +71,8 @@ __exportStar(require("./ExecutionNumberVellumValue"), exports);
|
|
|
71
71
|
__exportStar(require("./ExecutionSearchResultsVellumValue"), exports);
|
|
72
72
|
__exportStar(require("./ExecutionStringVellumValue"), exports);
|
|
73
73
|
__exportStar(require("./ExecutionVellumValue"), exports);
|
|
74
|
+
__exportStar(require("./ExternalTestCaseExecution"), exports);
|
|
75
|
+
__exportStar(require("./ExternalTestCaseExecutionRequest"), exports);
|
|
74
76
|
__exportStar(require("./FinishReasonEnum"), exports);
|
|
75
77
|
__exportStar(require("./FulfilledEnum"), exports);
|
|
76
78
|
__exportStar(require("./FulfilledExecutePromptEvent"), exports);
|
|
@@ -120,12 +122,19 @@ __exportStar(require("./ModelVersionExecConfigParameters"), exports);
|
|
|
120
122
|
__exportStar(require("./ModelVersionRead"), exports);
|
|
121
123
|
__exportStar(require("./ModelVersionReadStatusEnum"), exports);
|
|
122
124
|
__exportStar(require("./ModelVersionSandboxSnapshot"), exports);
|
|
125
|
+
__exportStar(require("./NamedTestCaseChatHistoryVariableValue"), exports);
|
|
123
126
|
__exportStar(require("./NamedTestCaseChatHistoryVariableValueRequest"), exports);
|
|
127
|
+
__exportStar(require("./NamedTestCaseErrorVariableValue"), exports);
|
|
124
128
|
__exportStar(require("./NamedTestCaseErrorVariableValueRequest"), exports);
|
|
129
|
+
__exportStar(require("./NamedTestCaseJsonVariableValue"), exports);
|
|
125
130
|
__exportStar(require("./NamedTestCaseJsonVariableValueRequest"), exports);
|
|
131
|
+
__exportStar(require("./NamedTestCaseNumberVariableValue"), exports);
|
|
126
132
|
__exportStar(require("./NamedTestCaseNumberVariableValueRequest"), exports);
|
|
133
|
+
__exportStar(require("./NamedTestCaseSearchResultsVariableValue"), exports);
|
|
127
134
|
__exportStar(require("./NamedTestCaseSearchResultsVariableValueRequest"), exports);
|
|
135
|
+
__exportStar(require("./NamedTestCaseStringVariableValue"), exports);
|
|
128
136
|
__exportStar(require("./NamedTestCaseStringVariableValueRequest"), exports);
|
|
137
|
+
__exportStar(require("./NamedTestCaseVariableValue"), exports);
|
|
129
138
|
__exportStar(require("./NamedTestCaseVariableValueRequest"), exports);
|
|
130
139
|
__exportStar(require("./NodeInputCompiledArrayValue"), exports);
|
|
131
140
|
__exportStar(require("./NodeInputCompiledChatHistoryValue"), exports);
|
|
@@ -270,6 +279,11 @@ __exportStar(require("./TestSuiteRunExecutionNumberOutput"), exports);
|
|
|
270
279
|
__exportStar(require("./TestSuiteRunExecutionOutput"), exports);
|
|
271
280
|
__exportStar(require("./TestSuiteRunExecutionSearchResultsOutput"), exports);
|
|
272
281
|
__exportStar(require("./TestSuiteRunExecutionStringOutput"), exports);
|
|
282
|
+
__exportStar(require("./TestSuiteRunExternalExecConfig"), exports);
|
|
283
|
+
__exportStar(require("./TestSuiteRunExternalExecConfigData"), exports);
|
|
284
|
+
__exportStar(require("./TestSuiteRunExternalExecConfigDataRequest"), exports);
|
|
285
|
+
__exportStar(require("./TestSuiteRunExternalExecConfigRequest"), exports);
|
|
286
|
+
__exportStar(require("./TestSuiteRunExternalExecConfigTypeEnum"), exports);
|
|
273
287
|
__exportStar(require("./TestSuiteRunMetricErrorOutput"), exports);
|
|
274
288
|
__exportStar(require("./TestSuiteRunMetricErrorOutputTypeEnum"), exports);
|
|
275
289
|
__exportStar(require("./TestSuiteRunMetricNumberOutput"), exports);
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as serializers from "..";
|
|
5
|
+
import * as Vellum from "../../api";
|
|
6
|
+
import * as core from "../../core";
|
|
7
|
+
import { NamedTestCaseVariableValue } from "./NamedTestCaseVariableValue";
|
|
8
|
+
export declare const ExternalTestCaseExecution: core.serialization.ObjectSchema<serializers.ExternalTestCaseExecution.Raw, Vellum.ExternalTestCaseExecution>;
|
|
9
|
+
export declare namespace ExternalTestCaseExecution {
|
|
10
|
+
interface Raw {
|
|
11
|
+
outputs: NamedTestCaseVariableValue.Raw[];
|
|
12
|
+
test_case_id: string;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4
|
+
*/
|
|
5
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
8
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
9
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
10
|
+
}
|
|
11
|
+
Object.defineProperty(o, k2, desc);
|
|
12
|
+
}) : (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
o[k2] = m[k];
|
|
15
|
+
}));
|
|
16
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
17
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
18
|
+
}) : function(o, v) {
|
|
19
|
+
o["default"] = v;
|
|
20
|
+
});
|
|
21
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
22
|
+
if (mod && mod.__esModule) return mod;
|
|
23
|
+
var result = {};
|
|
24
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
25
|
+
__setModuleDefault(result, mod);
|
|
26
|
+
return result;
|
|
27
|
+
};
|
|
28
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
+
exports.ExternalTestCaseExecution = void 0;
|
|
30
|
+
const core = __importStar(require("../../core"));
|
|
31
|
+
const NamedTestCaseVariableValue_1 = require("./NamedTestCaseVariableValue");
|
|
32
|
+
exports.ExternalTestCaseExecution = core.serialization.object({
|
|
33
|
+
outputs: core.serialization.list(NamedTestCaseVariableValue_1.NamedTestCaseVariableValue),
|
|
34
|
+
testCaseId: core.serialization.property("test_case_id", core.serialization.string()),
|
|
35
|
+
});
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as serializers from "..";
|
|
5
|
+
import * as Vellum from "../../api";
|
|
6
|
+
import * as core from "../../core";
|
|
7
|
+
import { NamedTestCaseVariableValueRequest } from "./NamedTestCaseVariableValueRequest";
|
|
8
|
+
export declare const ExternalTestCaseExecutionRequest: core.serialization.ObjectSchema<serializers.ExternalTestCaseExecutionRequest.Raw, Vellum.ExternalTestCaseExecutionRequest>;
|
|
9
|
+
export declare namespace ExternalTestCaseExecutionRequest {
|
|
10
|
+
interface Raw {
|
|
11
|
+
outputs: NamedTestCaseVariableValueRequest.Raw[];
|
|
12
|
+
test_case_id: string;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4
|
+
*/
|
|
5
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
8
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
9
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
10
|
+
}
|
|
11
|
+
Object.defineProperty(o, k2, desc);
|
|
12
|
+
}) : (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
o[k2] = m[k];
|
|
15
|
+
}));
|
|
16
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
17
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
18
|
+
}) : function(o, v) {
|
|
19
|
+
o["default"] = v;
|
|
20
|
+
});
|
|
21
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
22
|
+
if (mod && mod.__esModule) return mod;
|
|
23
|
+
var result = {};
|
|
24
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
25
|
+
__setModuleDefault(result, mod);
|
|
26
|
+
return result;
|
|
27
|
+
};
|
|
28
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
+
exports.ExternalTestCaseExecutionRequest = void 0;
|
|
30
|
+
const core = __importStar(require("../../core"));
|
|
31
|
+
const NamedTestCaseVariableValueRequest_1 = require("./NamedTestCaseVariableValueRequest");
|
|
32
|
+
exports.ExternalTestCaseExecutionRequest = core.serialization.object({
|
|
33
|
+
outputs: core.serialization.list(NamedTestCaseVariableValueRequest_1.NamedTestCaseVariableValueRequest),
|
|
34
|
+
testCaseId: core.serialization.property("test_case_id", core.serialization.string()),
|
|
35
|
+
});
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as serializers from "..";
|
|
5
|
+
import * as Vellum from "../../api";
|
|
6
|
+
import * as core from "../../core";
|
|
7
|
+
import { ChatMessage } from "./ChatMessage";
|
|
8
|
+
export declare const NamedTestCaseChatHistoryVariableValue: core.serialization.ObjectSchema<serializers.NamedTestCaseChatHistoryVariableValue.Raw, Vellum.NamedTestCaseChatHistoryVariableValue>;
|
|
9
|
+
export declare namespace NamedTestCaseChatHistoryVariableValue {
|
|
10
|
+
interface Raw {
|
|
11
|
+
value?: ChatMessage.Raw[] | null;
|
|
12
|
+
name: string;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4
|
+
*/
|
|
5
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
8
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
9
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
10
|
+
}
|
|
11
|
+
Object.defineProperty(o, k2, desc);
|
|
12
|
+
}) : (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
o[k2] = m[k];
|
|
15
|
+
}));
|
|
16
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
17
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
18
|
+
}) : function(o, v) {
|
|
19
|
+
o["default"] = v;
|
|
20
|
+
});
|
|
21
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
22
|
+
if (mod && mod.__esModule) return mod;
|
|
23
|
+
var result = {};
|
|
24
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
25
|
+
__setModuleDefault(result, mod);
|
|
26
|
+
return result;
|
|
27
|
+
};
|
|
28
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
+
exports.NamedTestCaseChatHistoryVariableValue = void 0;
|
|
30
|
+
const core = __importStar(require("../../core"));
|
|
31
|
+
const ChatMessage_1 = require("./ChatMessage");
|
|
32
|
+
exports.NamedTestCaseChatHistoryVariableValue = core.serialization.object({
|
|
33
|
+
value: core.serialization.list(ChatMessage_1.ChatMessage).optional(),
|
|
34
|
+
name: core.serialization.string(),
|
|
35
|
+
});
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as serializers from "..";
|
|
5
|
+
import * as Vellum from "../../api";
|
|
6
|
+
import * as core from "../../core";
|
|
7
|
+
import { VellumError } from "./VellumError";
|
|
8
|
+
export declare const NamedTestCaseErrorVariableValue: core.serialization.ObjectSchema<serializers.NamedTestCaseErrorVariableValue.Raw, Vellum.NamedTestCaseErrorVariableValue>;
|
|
9
|
+
export declare namespace NamedTestCaseErrorVariableValue {
|
|
10
|
+
interface Raw {
|
|
11
|
+
value?: VellumError.Raw | null;
|
|
12
|
+
name: string;
|
|
13
|
+
}
|
|
14
|
+
}
|