vellum-ai 0.3.21 → 0.3.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Client.js +9 -9
- package/api/resources/deployments/client/Client.js +3 -3
- package/api/resources/documentIndexes/client/Client.js +6 -6
- package/api/resources/documents/client/Client.js +4 -4
- package/api/resources/folderEntities/client/Client.js +1 -1
- package/api/resources/modelVersions/client/Client.js +1 -1
- package/api/resources/registeredPrompts/client/Client.js +1 -1
- package/api/resources/sandboxes/client/Client.js +2 -2
- package/api/resources/testSuiteRuns/client/Client.js +12 -4
- package/api/resources/testSuiteRuns/client/requests/TestSuiteRunsListExecutionsRequest.d.ts +8 -0
- package/api/resources/testSuites/client/Client.js +3 -3
- package/api/resources/workflowDeployments/client/Client.js +2 -2
- package/api/types/ExternalTestCaseExecution.d.ts +9 -0
- package/api/types/ExternalTestCaseExecution.js +5 -0
- package/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
- package/api/types/ExternalTestCaseExecutionRequest.js +5 -0
- package/api/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
- package/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
- package/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
- package/api/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +4 -1
- package/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
- package/api/types/NamedTestCaseErrorVariableValue.js +5 -0
- package/api/types/NamedTestCaseErrorVariableValueRequest.d.ts +4 -1
- package/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
- package/api/types/NamedTestCaseJsonVariableValue.js +5 -0
- package/api/types/NamedTestCaseJsonVariableValueRequest.d.ts +4 -1
- package/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
- package/api/types/NamedTestCaseNumberVariableValue.js +5 -0
- package/api/types/NamedTestCaseNumberVariableValueRequest.d.ts +4 -1
- package/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
- package/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
- package/api/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +4 -1
- package/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
- package/api/types/NamedTestCaseStringVariableValue.js +5 -0
- package/api/types/NamedTestCaseStringVariableValueRequest.d.ts +4 -1
- package/api/types/NamedTestCaseVariableValue.d.ts +25 -0
- package/api/types/NamedTestCaseVariableValue.js +5 -0
- package/api/types/PromptTemplateBlock.d.ts +1 -0
- package/api/types/PromptTemplateBlockRequest.d.ts +1 -0
- package/api/types/PromptTemplateBlockState.d.ts +12 -0
- package/api/types/PromptTemplateBlockState.js +10 -0
- package/api/types/SandboxScenario.d.ts +3 -0
- package/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
- package/api/types/TestCaseErrorVariableValue.d.ts +4 -0
- package/api/types/TestCaseJsonVariableValue.d.ts +4 -0
- package/api/types/TestCaseNumberVariableValue.d.ts +4 -0
- package/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
- package/api/types/TestCaseStringVariableValue.d.ts +4 -0
- package/api/types/TestSuiteRunExecConfig.d.ts +4 -1
- package/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
- package/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +5 -1
- package/api/types/TestSuiteRunExecutionErrorOutput.d.ts +5 -1
- package/api/types/TestSuiteRunExecutionJsonOutput.d.ts +5 -1
- package/api/types/TestSuiteRunExecutionMetricDefinition.d.ts +8 -0
- package/api/types/TestSuiteRunExecutionMetricDefinition.js +5 -0
- package/api/types/TestSuiteRunExecutionMetricResult.d.ts +2 -0
- package/api/types/TestSuiteRunExecutionNumberOutput.d.ts +5 -1
- package/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +5 -1
- package/api/types/TestSuiteRunExecutionStringOutput.d.ts +5 -1
- package/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
- package/api/types/TestSuiteRunExternalExecConfig.js +5 -0
- package/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
- package/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
- package/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
- package/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
- package/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
- package/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
- package/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
- package/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
- package/api/types/index.d.ts +16 -0
- package/api/types/index.js +16 -0
- package/dist/Client.js +9 -9
- package/dist/api/resources/deployments/client/Client.js +3 -3
- package/dist/api/resources/documentIndexes/client/Client.js +6 -6
- package/dist/api/resources/documents/client/Client.js +4 -4
- package/dist/api/resources/folderEntities/client/Client.js +1 -1
- package/dist/api/resources/modelVersions/client/Client.js +1 -1
- package/dist/api/resources/registeredPrompts/client/Client.js +1 -1
- package/dist/api/resources/sandboxes/client/Client.js +2 -2
- package/dist/api/resources/testSuiteRuns/client/Client.js +12 -4
- package/dist/api/resources/testSuiteRuns/client/requests/TestSuiteRunsListExecutionsRequest.d.ts +8 -0
- package/dist/api/resources/testSuites/client/Client.js +3 -3
- package/dist/api/resources/workflowDeployments/client/Client.js +2 -2
- package/dist/api/types/ExternalTestCaseExecution.d.ts +9 -0
- package/dist/api/types/ExternalTestCaseExecution.js +5 -0
- package/dist/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
- package/dist/api/types/ExternalTestCaseExecutionRequest.js +5 -0
- package/dist/api/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
- package/dist/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
- package/dist/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +4 -1
- package/dist/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
- package/dist/api/types/NamedTestCaseErrorVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseErrorVariableValueRequest.d.ts +4 -1
- package/dist/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
- package/dist/api/types/NamedTestCaseJsonVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseJsonVariableValueRequest.d.ts +4 -1
- package/dist/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
- package/dist/api/types/NamedTestCaseNumberVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseNumberVariableValueRequest.d.ts +4 -1
- package/dist/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
- package/dist/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +4 -1
- package/dist/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
- package/dist/api/types/NamedTestCaseStringVariableValue.js +5 -0
- package/dist/api/types/NamedTestCaseStringVariableValueRequest.d.ts +4 -1
- package/dist/api/types/NamedTestCaseVariableValue.d.ts +25 -0
- package/dist/api/types/NamedTestCaseVariableValue.js +5 -0
- package/dist/api/types/PromptTemplateBlock.d.ts +1 -0
- package/dist/api/types/PromptTemplateBlockRequest.d.ts +1 -0
- package/dist/api/types/PromptTemplateBlockState.d.ts +12 -0
- package/dist/api/types/PromptTemplateBlockState.js +10 -0
- package/dist/api/types/SandboxScenario.d.ts +3 -0
- package/dist/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseErrorVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseJsonVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseNumberVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
- package/dist/api/types/TestCaseStringVariableValue.d.ts +4 -0
- package/dist/api/types/TestSuiteRunExecConfig.d.ts +4 -1
- package/dist/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
- package/dist/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +5 -1
- package/dist/api/types/TestSuiteRunExecutionErrorOutput.d.ts +5 -1
- package/dist/api/types/TestSuiteRunExecutionJsonOutput.d.ts +5 -1
- package/dist/api/types/TestSuiteRunExecutionMetricDefinition.d.ts +8 -0
- package/dist/api/types/TestSuiteRunExecutionMetricDefinition.js +5 -0
- package/dist/api/types/TestSuiteRunExecutionMetricResult.d.ts +2 -0
- package/dist/api/types/TestSuiteRunExecutionNumberOutput.d.ts +5 -1
- package/dist/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +5 -1
- package/dist/api/types/TestSuiteRunExecutionStringOutput.d.ts +5 -1
- package/dist/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
- package/dist/api/types/TestSuiteRunExternalExecConfig.js +5 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
- package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
- package/dist/api/types/index.d.ts +16 -0
- package/dist/api/types/index.js +16 -0
- package/dist/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
- package/dist/serialization/types/ExternalTestCaseExecution.js +35 -0
- package/dist/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
- package/dist/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
- package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
- package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.js +1 -1
- package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
- package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
- package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +1 -1
- package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js +1 -1
- package/dist/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
- package/dist/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
- package/dist/serialization/types/NamedTestCaseErrorVariableValueRequest.d.ts +1 -1
- package/dist/serialization/types/NamedTestCaseErrorVariableValueRequest.js +1 -1
- package/dist/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
- package/dist/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
- package/dist/serialization/types/NamedTestCaseJsonVariableValueRequest.d.ts +1 -1
- package/dist/serialization/types/NamedTestCaseJsonVariableValueRequest.js +1 -1
- package/dist/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
- package/dist/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
- package/dist/serialization/types/NamedTestCaseNumberVariableValueRequest.d.ts +1 -1
- package/dist/serialization/types/NamedTestCaseNumberVariableValueRequest.js +1 -1
- package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
- package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
- package/dist/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +1 -1
- package/dist/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.js +1 -1
- package/dist/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
- package/dist/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
- package/dist/serialization/types/NamedTestCaseStringVariableValueRequest.d.ts +1 -1
- package/dist/serialization/types/NamedTestCaseStringVariableValueRequest.js +1 -1
- package/dist/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
- package/dist/serialization/types/NamedTestCaseVariableValue.js +49 -0
- package/dist/serialization/types/PromptTemplateBlock.d.ts +2 -0
- package/dist/serialization/types/PromptTemplateBlock.js +2 -0
- package/dist/serialization/types/PromptTemplateBlockRequest.d.ts +2 -0
- package/dist/serialization/types/PromptTemplateBlockRequest.js +2 -0
- package/dist/serialization/types/PromptTemplateBlockState.d.ts +10 -0
- package/dist/serialization/types/PromptTemplateBlockState.js +31 -0
- package/dist/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseErrorVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseJsonVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseNumberVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
- package/dist/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
- package/dist/serialization/types/TestCaseStringVariableValue.js +1 -0
- package/dist/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
- package/dist/serialization/types/TestSuiteRunExecConfig.js +2 -0
- package/dist/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
- package/dist/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
- package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.js +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.js +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts +14 -0
- package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.js +35 -0
- package/dist/serialization/types/TestSuiteRunExecutionMetricResult.d.ts +3 -0
- package/dist/serialization/types/TestSuiteRunExecutionMetricResult.js +3 -0
- package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.js +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionStringOutput.d.ts +2 -1
- package/dist/serialization/types/TestSuiteRunExecutionStringOutput.js +2 -1
- package/dist/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
- package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
- package/dist/serialization/types/index.d.ts +16 -0
- package/dist/serialization/types/index.js +16 -0
- package/package.json +1 -1
- package/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
- package/serialization/types/ExternalTestCaseExecution.js +35 -0
- package/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
- package/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
- package/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
- package/serialization/types/FulfilledWorkflowNodeResultEvent.js +1 -1
- package/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
- package/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
- package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +1 -1
- package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js +1 -1
- package/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
- package/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
- package/serialization/types/NamedTestCaseErrorVariableValueRequest.d.ts +1 -1
- package/serialization/types/NamedTestCaseErrorVariableValueRequest.js +1 -1
- package/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
- package/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
- package/serialization/types/NamedTestCaseJsonVariableValueRequest.d.ts +1 -1
- package/serialization/types/NamedTestCaseJsonVariableValueRequest.js +1 -1
- package/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
- package/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
- package/serialization/types/NamedTestCaseNumberVariableValueRequest.d.ts +1 -1
- package/serialization/types/NamedTestCaseNumberVariableValueRequest.js +1 -1
- package/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
- package/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
- package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +1 -1
- package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.js +1 -1
- package/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
- package/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
- package/serialization/types/NamedTestCaseStringVariableValueRequest.d.ts +1 -1
- package/serialization/types/NamedTestCaseStringVariableValueRequest.js +1 -1
- package/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
- package/serialization/types/NamedTestCaseVariableValue.js +49 -0
- package/serialization/types/PromptTemplateBlock.d.ts +2 -0
- package/serialization/types/PromptTemplateBlock.js +2 -0
- package/serialization/types/PromptTemplateBlockRequest.d.ts +2 -0
- package/serialization/types/PromptTemplateBlockRequest.js +2 -0
- package/serialization/types/PromptTemplateBlockState.d.ts +10 -0
- package/serialization/types/PromptTemplateBlockState.js +31 -0
- package/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
- package/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseErrorVariableValue.js +1 -0
- package/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseJsonVariableValue.js +1 -0
- package/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseNumberVariableValue.js +1 -0
- package/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
- package/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
- package/serialization/types/TestCaseStringVariableValue.js +1 -0
- package/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
- package/serialization/types/TestSuiteRunExecConfig.js +2 -0
- package/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
- package/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
- package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +2 -1
- package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js +2 -1
- package/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts +2 -1
- package/serialization/types/TestSuiteRunExecutionErrorOutput.js +2 -1
- package/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts +2 -1
- package/serialization/types/TestSuiteRunExecutionJsonOutput.js +2 -1
- package/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts +14 -0
- package/serialization/types/TestSuiteRunExecutionMetricDefinition.js +35 -0
- package/serialization/types/TestSuiteRunExecutionMetricResult.d.ts +3 -0
- package/serialization/types/TestSuiteRunExecutionMetricResult.js +3 -0
- package/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts +2 -1
- package/serialization/types/TestSuiteRunExecutionNumberOutput.js +2 -1
- package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +2 -1
- package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js +2 -1
- package/serialization/types/TestSuiteRunExecutionStringOutput.d.ts +2 -1
- package/serialization/types/TestSuiteRunExecutionStringOutput.js +2 -1
- package/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
- package/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
- package/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
- package/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
- package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
- package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
- package/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
- package/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
- package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
- package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
- package/serialization/types/index.d.ts +16 -0
- package/serialization/types/index.js +16 -0
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
export declare type NamedTestCaseVariableValue = Vellum.NamedTestCaseVariableValue.String | Vellum.NamedTestCaseVariableValue.Number | Vellum.NamedTestCaseVariableValue.Json | Vellum.NamedTestCaseVariableValue.ChatHistory | Vellum.NamedTestCaseVariableValue.SearchResults | Vellum.NamedTestCaseVariableValue.Error_;
|
|
6
|
+
export declare namespace NamedTestCaseVariableValue {
|
|
7
|
+
interface String extends Vellum.NamedTestCaseStringVariableValue {
|
|
8
|
+
type: "STRING";
|
|
9
|
+
}
|
|
10
|
+
interface Number extends Vellum.NamedTestCaseNumberVariableValue {
|
|
11
|
+
type: "NUMBER";
|
|
12
|
+
}
|
|
13
|
+
interface Json extends Vellum.NamedTestCaseJsonVariableValue {
|
|
14
|
+
type: "JSON";
|
|
15
|
+
}
|
|
16
|
+
interface ChatHistory extends Vellum.NamedTestCaseChatHistoryVariableValue {
|
|
17
|
+
type: "CHAT_HISTORY";
|
|
18
|
+
}
|
|
19
|
+
interface SearchResults extends Vellum.NamedTestCaseSearchResultsVariableValue {
|
|
20
|
+
type: "SEARCH_RESULTS";
|
|
21
|
+
}
|
|
22
|
+
interface Error_ extends Vellum.NamedTestCaseErrorVariableValue {
|
|
23
|
+
type: "ERROR";
|
|
24
|
+
}
|
|
25
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
/**
|
|
5
|
+
* - `ENABLED` - ENABLED
|
|
6
|
+
* - `DISABLED` - DISABLED
|
|
7
|
+
*/
|
|
8
|
+
export declare type PromptTemplateBlockState = "ENABLED" | "DISABLED";
|
|
9
|
+
export declare const PromptTemplateBlockState: {
|
|
10
|
+
readonly Enabled: "ENABLED";
|
|
11
|
+
readonly Disabled: "DISABLED";
|
|
12
|
+
};
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4
|
+
*/
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.PromptTemplateBlockState = void 0;
|
|
7
|
+
exports.PromptTemplateBlockState = {
|
|
8
|
+
Enabled: "ENABLED",
|
|
9
|
+
Disabled: "DISABLED",
|
|
10
|
+
};
|
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* A chat history value for a variable in a Test Case.
|
|
7
|
+
*/
|
|
5
8
|
export interface TestCaseChatHistoryVariableValue {
|
|
6
9
|
variableId: string;
|
|
10
|
+
name: string;
|
|
7
11
|
value?: Vellum.ChatMessage[];
|
|
8
12
|
}
|
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* An error value for a variable in a Test Case.
|
|
7
|
+
*/
|
|
5
8
|
export interface TestCaseErrorVariableValue {
|
|
6
9
|
variableId: string;
|
|
10
|
+
name: string;
|
|
7
11
|
value?: Vellum.VellumError;
|
|
8
12
|
}
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
|
+
/**
|
|
5
|
+
* A JSON value for a variable in a Test Case.
|
|
6
|
+
*/
|
|
4
7
|
export interface TestCaseJsonVariableValue {
|
|
5
8
|
variableId: string;
|
|
9
|
+
name: string;
|
|
6
10
|
value?: Record<string, unknown>;
|
|
7
11
|
}
|
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* A search results value for a variable in a Test Case.
|
|
7
|
+
*/
|
|
5
8
|
export interface TestCaseSearchResultsVariableValue {
|
|
6
9
|
variableId: string;
|
|
10
|
+
name: string;
|
|
7
11
|
value?: Vellum.SearchResult[];
|
|
8
12
|
}
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
-
export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag;
|
|
5
|
+
export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfig.External;
|
|
6
6
|
export declare namespace TestSuiteRunExecConfig {
|
|
7
7
|
interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfig {
|
|
8
8
|
type: "DEPLOYMENT_RELEASE_TAG";
|
|
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfig {
|
|
|
10
10
|
interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfig {
|
|
11
11
|
type: "WORKFLOW_RELEASE_TAG";
|
|
12
12
|
}
|
|
13
|
+
interface External extends Vellum.TestSuiteRunExternalExecConfig {
|
|
14
|
+
type: "EXTERNAL";
|
|
15
|
+
}
|
|
13
16
|
}
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
-
export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag;
|
|
5
|
+
export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfigRequest.External;
|
|
6
6
|
export declare namespace TestSuiteRunExecConfigRequest {
|
|
7
7
|
interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfigRequest {
|
|
8
8
|
type: "DEPLOYMENT_RELEASE_TAG";
|
|
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfigRequest {
|
|
|
10
10
|
interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfigRequest {
|
|
11
11
|
type: "WORKFLOW_RELEASE_TAG";
|
|
12
12
|
}
|
|
13
|
+
interface External extends Vellum.TestSuiteRunExternalExecConfigRequest {
|
|
14
|
+
type: "EXTERNAL";
|
|
15
|
+
}
|
|
13
16
|
}
|
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Execution output of an entity evaluated during a Test Suite Run that is of type CHAT_HISTORY
|
|
7
|
+
*/
|
|
5
8
|
export interface TestSuiteRunExecutionChatHistoryOutput {
|
|
6
|
-
|
|
9
|
+
name: string;
|
|
7
10
|
value?: Vellum.ChatMessage[];
|
|
11
|
+
outputVariableId: string;
|
|
8
12
|
}
|
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Execution output of an entity evaluated during a Test Suite Run that is of type ERROR
|
|
7
|
+
*/
|
|
5
8
|
export interface TestSuiteRunExecutionErrorOutput {
|
|
6
|
-
|
|
9
|
+
name: string;
|
|
7
10
|
value?: Vellum.VellumError;
|
|
11
|
+
outputVariableId: string;
|
|
8
12
|
}
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
|
+
/**
|
|
5
|
+
* Execution output of an entity evaluated during a Test Suite Run that is of type JSON
|
|
6
|
+
*/
|
|
4
7
|
export interface TestSuiteRunExecutionJsonOutput {
|
|
5
|
-
|
|
8
|
+
name: string;
|
|
6
9
|
value?: Record<string, unknown>;
|
|
10
|
+
outputVariableId: string;
|
|
7
11
|
}
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
|
+
/**
|
|
5
|
+
* Execution output of an entity evaluated during a Test Suite Run that is of type NUMBER
|
|
6
|
+
*/
|
|
4
7
|
export interface TestSuiteRunExecutionNumberOutput {
|
|
5
|
-
|
|
8
|
+
name: string;
|
|
6
9
|
value?: number;
|
|
10
|
+
outputVariableId: string;
|
|
7
11
|
}
|
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
4
|
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Execution output of an entity evaluated during a Test Suite Run that is of type SEARCH_RESULTS
|
|
7
|
+
*/
|
|
5
8
|
export interface TestSuiteRunExecutionSearchResultsOutput {
|
|
6
|
-
|
|
9
|
+
name: string;
|
|
7
10
|
value?: Vellum.SearchResult[];
|
|
11
|
+
outputVariableId: string;
|
|
8
12
|
}
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* This file was auto-generated by Fern from our API Definition.
|
|
3
3
|
*/
|
|
4
|
+
/**
|
|
5
|
+
* Execution output of an entity evaluated during a Test Suite Run that is of type STRING
|
|
6
|
+
*/
|
|
4
7
|
export interface TestSuiteRunExecutionStringOutput {
|
|
5
|
-
|
|
8
|
+
name: string;
|
|
6
9
|
value?: string;
|
|
10
|
+
outputVariableId: string;
|
|
7
11
|
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Execution configuration for running a Vellum Test Suite against an external callable
|
|
7
|
+
*/
|
|
8
|
+
export interface TestSuiteRunExternalExecConfig {
|
|
9
|
+
data: Vellum.TestSuiteRunExternalExecConfigData;
|
|
10
|
+
/** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
|
|
11
|
+
testCaseIds?: string[];
|
|
12
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
export interface TestSuiteRunExternalExecConfigData {
|
|
6
|
+
/** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
|
|
7
|
+
executions: Vellum.ExternalTestCaseExecution[];
|
|
8
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
export interface TestSuiteRunExternalExecConfigDataRequest {
|
|
6
|
+
/** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
|
|
7
|
+
executions: Vellum.ExternalTestCaseExecutionRequest[];
|
|
8
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as Vellum from "..";
|
|
5
|
+
/**
|
|
6
|
+
* Execution configuration for running a Vellum Test Suite against an external callable
|
|
7
|
+
*/
|
|
8
|
+
export interface TestSuiteRunExternalExecConfigRequest {
|
|
9
|
+
data: Vellum.TestSuiteRunExternalExecConfigDataRequest;
|
|
10
|
+
/** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
|
|
11
|
+
testCaseIds?: string[];
|
|
12
|
+
}
|
package/api/types/index.d.ts
CHANGED
|
@@ -55,6 +55,8 @@ export * from "./ExecutionNumberVellumValue";
|
|
|
55
55
|
export * from "./ExecutionSearchResultsVellumValue";
|
|
56
56
|
export * from "./ExecutionStringVellumValue";
|
|
57
57
|
export * from "./ExecutionVellumValue";
|
|
58
|
+
export * from "./ExternalTestCaseExecution";
|
|
59
|
+
export * from "./ExternalTestCaseExecutionRequest";
|
|
58
60
|
export * from "./FinishReasonEnum";
|
|
59
61
|
export * from "./FulfilledEnum";
|
|
60
62
|
export * from "./FulfilledExecutePromptEvent";
|
|
@@ -104,12 +106,19 @@ export * from "./ModelVersionExecConfigParameters";
|
|
|
104
106
|
export * from "./ModelVersionRead";
|
|
105
107
|
export * from "./ModelVersionReadStatusEnum";
|
|
106
108
|
export * from "./ModelVersionSandboxSnapshot";
|
|
109
|
+
export * from "./NamedTestCaseChatHistoryVariableValue";
|
|
107
110
|
export * from "./NamedTestCaseChatHistoryVariableValueRequest";
|
|
111
|
+
export * from "./NamedTestCaseErrorVariableValue";
|
|
108
112
|
export * from "./NamedTestCaseErrorVariableValueRequest";
|
|
113
|
+
export * from "./NamedTestCaseJsonVariableValue";
|
|
109
114
|
export * from "./NamedTestCaseJsonVariableValueRequest";
|
|
115
|
+
export * from "./NamedTestCaseNumberVariableValue";
|
|
110
116
|
export * from "./NamedTestCaseNumberVariableValueRequest";
|
|
117
|
+
export * from "./NamedTestCaseSearchResultsVariableValue";
|
|
111
118
|
export * from "./NamedTestCaseSearchResultsVariableValueRequest";
|
|
119
|
+
export * from "./NamedTestCaseStringVariableValue";
|
|
112
120
|
export * from "./NamedTestCaseStringVariableValueRequest";
|
|
121
|
+
export * from "./NamedTestCaseVariableValue";
|
|
113
122
|
export * from "./NamedTestCaseVariableValueRequest";
|
|
114
123
|
export * from "./NodeInputCompiledArrayValue";
|
|
115
124
|
export * from "./NodeInputCompiledChatHistoryValue";
|
|
@@ -153,6 +162,7 @@ export * from "./PromptTemplateBlockDataRequest";
|
|
|
153
162
|
export * from "./PromptTemplateBlockProperties";
|
|
154
163
|
export * from "./PromptTemplateBlockPropertiesRequest";
|
|
155
164
|
export * from "./PromptTemplateBlockRequest";
|
|
165
|
+
export * from "./PromptTemplateBlockState";
|
|
156
166
|
export * from "./ProviderEnum";
|
|
157
167
|
export * from "./RawPromptExecutionOverridesRequest";
|
|
158
168
|
export * from "./RegisterPromptErrorResponse";
|
|
@@ -247,11 +257,17 @@ export * from "./TestSuiteRunExecution";
|
|
|
247
257
|
export * from "./TestSuiteRunExecutionChatHistoryOutput";
|
|
248
258
|
export * from "./TestSuiteRunExecutionErrorOutput";
|
|
249
259
|
export * from "./TestSuiteRunExecutionJsonOutput";
|
|
260
|
+
export * from "./TestSuiteRunExecutionMetricDefinition";
|
|
250
261
|
export * from "./TestSuiteRunExecutionMetricResult";
|
|
251
262
|
export * from "./TestSuiteRunExecutionNumberOutput";
|
|
252
263
|
export * from "./TestSuiteRunExecutionOutput";
|
|
253
264
|
export * from "./TestSuiteRunExecutionSearchResultsOutput";
|
|
254
265
|
export * from "./TestSuiteRunExecutionStringOutput";
|
|
266
|
+
export * from "./TestSuiteRunExternalExecConfig";
|
|
267
|
+
export * from "./TestSuiteRunExternalExecConfigData";
|
|
268
|
+
export * from "./TestSuiteRunExternalExecConfigDataRequest";
|
|
269
|
+
export * from "./TestSuiteRunExternalExecConfigRequest";
|
|
270
|
+
export * from "./TestSuiteRunExternalExecConfigTypeEnum";
|
|
255
271
|
export * from "./TestSuiteRunMetricErrorOutput";
|
|
256
272
|
export * from "./TestSuiteRunMetricErrorOutputTypeEnum";
|
|
257
273
|
export * from "./TestSuiteRunMetricNumberOutput";
|
package/api/types/index.js
CHANGED
|
@@ -71,6 +71,8 @@ __exportStar(require("./ExecutionNumberVellumValue"), exports);
|
|
|
71
71
|
__exportStar(require("./ExecutionSearchResultsVellumValue"), exports);
|
|
72
72
|
__exportStar(require("./ExecutionStringVellumValue"), exports);
|
|
73
73
|
__exportStar(require("./ExecutionVellumValue"), exports);
|
|
74
|
+
__exportStar(require("./ExternalTestCaseExecution"), exports);
|
|
75
|
+
__exportStar(require("./ExternalTestCaseExecutionRequest"), exports);
|
|
74
76
|
__exportStar(require("./FinishReasonEnum"), exports);
|
|
75
77
|
__exportStar(require("./FulfilledEnum"), exports);
|
|
76
78
|
__exportStar(require("./FulfilledExecutePromptEvent"), exports);
|
|
@@ -120,12 +122,19 @@ __exportStar(require("./ModelVersionExecConfigParameters"), exports);
|
|
|
120
122
|
__exportStar(require("./ModelVersionRead"), exports);
|
|
121
123
|
__exportStar(require("./ModelVersionReadStatusEnum"), exports);
|
|
122
124
|
__exportStar(require("./ModelVersionSandboxSnapshot"), exports);
|
|
125
|
+
__exportStar(require("./NamedTestCaseChatHistoryVariableValue"), exports);
|
|
123
126
|
__exportStar(require("./NamedTestCaseChatHistoryVariableValueRequest"), exports);
|
|
127
|
+
__exportStar(require("./NamedTestCaseErrorVariableValue"), exports);
|
|
124
128
|
__exportStar(require("./NamedTestCaseErrorVariableValueRequest"), exports);
|
|
129
|
+
__exportStar(require("./NamedTestCaseJsonVariableValue"), exports);
|
|
125
130
|
__exportStar(require("./NamedTestCaseJsonVariableValueRequest"), exports);
|
|
131
|
+
__exportStar(require("./NamedTestCaseNumberVariableValue"), exports);
|
|
126
132
|
__exportStar(require("./NamedTestCaseNumberVariableValueRequest"), exports);
|
|
133
|
+
__exportStar(require("./NamedTestCaseSearchResultsVariableValue"), exports);
|
|
127
134
|
__exportStar(require("./NamedTestCaseSearchResultsVariableValueRequest"), exports);
|
|
135
|
+
__exportStar(require("./NamedTestCaseStringVariableValue"), exports);
|
|
128
136
|
__exportStar(require("./NamedTestCaseStringVariableValueRequest"), exports);
|
|
137
|
+
__exportStar(require("./NamedTestCaseVariableValue"), exports);
|
|
129
138
|
__exportStar(require("./NamedTestCaseVariableValueRequest"), exports);
|
|
130
139
|
__exportStar(require("./NodeInputCompiledArrayValue"), exports);
|
|
131
140
|
__exportStar(require("./NodeInputCompiledChatHistoryValue"), exports);
|
|
@@ -169,6 +178,7 @@ __exportStar(require("./PromptTemplateBlockDataRequest"), exports);
|
|
|
169
178
|
__exportStar(require("./PromptTemplateBlockProperties"), exports);
|
|
170
179
|
__exportStar(require("./PromptTemplateBlockPropertiesRequest"), exports);
|
|
171
180
|
__exportStar(require("./PromptTemplateBlockRequest"), exports);
|
|
181
|
+
__exportStar(require("./PromptTemplateBlockState"), exports);
|
|
172
182
|
__exportStar(require("./ProviderEnum"), exports);
|
|
173
183
|
__exportStar(require("./RawPromptExecutionOverridesRequest"), exports);
|
|
174
184
|
__exportStar(require("./RegisterPromptErrorResponse"), exports);
|
|
@@ -263,11 +273,17 @@ __exportStar(require("./TestSuiteRunExecution"), exports);
|
|
|
263
273
|
__exportStar(require("./TestSuiteRunExecutionChatHistoryOutput"), exports);
|
|
264
274
|
__exportStar(require("./TestSuiteRunExecutionErrorOutput"), exports);
|
|
265
275
|
__exportStar(require("./TestSuiteRunExecutionJsonOutput"), exports);
|
|
276
|
+
__exportStar(require("./TestSuiteRunExecutionMetricDefinition"), exports);
|
|
266
277
|
__exportStar(require("./TestSuiteRunExecutionMetricResult"), exports);
|
|
267
278
|
__exportStar(require("./TestSuiteRunExecutionNumberOutput"), exports);
|
|
268
279
|
__exportStar(require("./TestSuiteRunExecutionOutput"), exports);
|
|
269
280
|
__exportStar(require("./TestSuiteRunExecutionSearchResultsOutput"), exports);
|
|
270
281
|
__exportStar(require("./TestSuiteRunExecutionStringOutput"), exports);
|
|
282
|
+
__exportStar(require("./TestSuiteRunExternalExecConfig"), exports);
|
|
283
|
+
__exportStar(require("./TestSuiteRunExternalExecConfigData"), exports);
|
|
284
|
+
__exportStar(require("./TestSuiteRunExternalExecConfigDataRequest"), exports);
|
|
285
|
+
__exportStar(require("./TestSuiteRunExternalExecConfigRequest"), exports);
|
|
286
|
+
__exportStar(require("./TestSuiteRunExternalExecConfigTypeEnum"), exports);
|
|
271
287
|
__exportStar(require("./TestSuiteRunMetricErrorOutput"), exports);
|
|
272
288
|
__exportStar(require("./TestSuiteRunMetricErrorOutputTypeEnum"), exports);
|
|
273
289
|
__exportStar(require("./TestSuiteRunMetricNumberOutput"), exports);
|
package/dist/Client.js
CHANGED
|
@@ -73,7 +73,7 @@ class VellumClient {
|
|
|
73
73
|
url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
|
|
74
74
|
.predict, "v1/execute-prompt"),
|
|
75
75
|
method: "POST",
|
|
76
|
-
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.
|
|
76
|
+
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
|
|
77
77
|
contentType: "application/json",
|
|
78
78
|
body: yield serializers.ExecutePromptRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
|
|
79
79
|
timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
|
|
@@ -129,7 +129,7 @@ class VellumClient {
|
|
|
129
129
|
url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
|
|
130
130
|
.predict, "v1/execute-prompt-stream"),
|
|
131
131
|
method: "POST",
|
|
132
|
-
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.
|
|
132
|
+
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
|
|
133
133
|
contentType: "application/json",
|
|
134
134
|
body: yield serializers.ExecutePromptStreamRequest.jsonOrThrow(request, {
|
|
135
135
|
unrecognizedObjectKeys: "strip",
|
|
@@ -197,7 +197,7 @@ class VellumClient {
|
|
|
197
197
|
url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
|
|
198
198
|
.predict, "v1/execute-workflow"),
|
|
199
199
|
method: "POST",
|
|
200
|
-
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.
|
|
200
|
+
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
|
|
201
201
|
contentType: "application/json",
|
|
202
202
|
body: yield serializers.ExecuteWorkflowRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
|
|
203
203
|
timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
|
|
@@ -251,7 +251,7 @@ class VellumClient {
|
|
|
251
251
|
url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
|
|
252
252
|
.predict, "v1/execute-workflow-stream"),
|
|
253
253
|
method: "POST",
|
|
254
|
-
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.
|
|
254
|
+
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
|
|
255
255
|
contentType: "application/json",
|
|
256
256
|
body: yield serializers.ExecuteWorkflowStreamRequest.jsonOrThrow(request, {
|
|
257
257
|
unrecognizedObjectKeys: "strip",
|
|
@@ -327,7 +327,7 @@ class VellumClient {
|
|
|
327
327
|
url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
|
|
328
328
|
.predict, "v1/generate"),
|
|
329
329
|
method: "POST",
|
|
330
|
-
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.
|
|
330
|
+
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
|
|
331
331
|
contentType: "application/json",
|
|
332
332
|
body: yield serializers.GenerateBodyRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
|
|
333
333
|
timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
|
|
@@ -385,7 +385,7 @@ class VellumClient {
|
|
|
385
385
|
url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
|
|
386
386
|
.predict, "v1/generate-stream"),
|
|
387
387
|
method: "POST",
|
|
388
|
-
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.
|
|
388
|
+
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
|
|
389
389
|
contentType: "application/json",
|
|
390
390
|
body: yield serializers.GenerateStreamBodyRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
|
|
391
391
|
responseType: "streaming",
|
|
@@ -458,7 +458,7 @@ class VellumClient {
|
|
|
458
458
|
url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
|
|
459
459
|
.predict, "v1/search"),
|
|
460
460
|
method: "POST",
|
|
461
|
-
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.
|
|
461
|
+
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
|
|
462
462
|
contentType: "application/json",
|
|
463
463
|
body: yield serializers.SearchRequestBodyRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
|
|
464
464
|
timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
|
|
@@ -522,7 +522,7 @@ class VellumClient {
|
|
|
522
522
|
url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
|
|
523
523
|
.predict, "v1/submit-completion-actuals"),
|
|
524
524
|
method: "POST",
|
|
525
|
-
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.
|
|
525
|
+
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
|
|
526
526
|
contentType: "application/json",
|
|
527
527
|
body: yield serializers.SubmitCompletionActualsRequest.jsonOrThrow(request, {
|
|
528
528
|
unrecognizedObjectKeys: "strip",
|
|
@@ -580,7 +580,7 @@ class VellumClient {
|
|
|
580
580
|
url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
|
|
581
581
|
.predict, "v1/submit-workflow-execution-actuals"),
|
|
582
582
|
method: "POST",
|
|
583
|
-
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.
|
|
583
|
+
headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
|
|
584
584
|
contentType: "application/json",
|
|
585
585
|
body: yield serializers.SubmitWorkflowExecutionActualsRequest.jsonOrThrow(request, {
|
|
586
586
|
unrecognizedObjectKeys: "strip",
|