vellum-ai 0.3.25 → 0.4.0

package/api/types/ChatMessagePromptTemplateBlockRequest.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * A block of that represents a chat message in a prompt template.
+ */
+export interface ChatMessagePromptTemplateBlockRequest {
+    properties: Vellum.ChatMessagePromptTemplateBlockPropertiesRequest;
+    id: string;
+    state?: Vellum.PromptTemplateBlockState;
+}

package/api/types/ChatMessagePromptTemplateBlockRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/FulfilledFunctionCallRequest.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * The final resolved function call value.
+ */
+export interface FulfilledFunctionCallRequest {
+    state: Vellum.FulfilledEnum;
+    arguments: Record<string, unknown>;
+    id?: string;
+    name: string;
+}

package/api/types/FulfilledFunctionCallRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/FunctionDefinitionEnum.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type FunctionDefinitionEnum = "FUNCTION_DEFINITION";

package/api/types/FunctionDefinitionEnum.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/FunctionDefinitionPromptTemplateBlock.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * A block of that represents a function definition in a prompt template.
+ */
+export interface FunctionDefinitionPromptTemplateBlock {
+    id: string;
+    state?: Vellum.PromptTemplateBlockState;
+    properties: Vellum.FunctionDefinitionPromptTemplateBlockProperties;
+}

package/api/types/FunctionDefinitionPromptTemplateBlock.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/FunctionDefinitionPromptTemplateBlockProperties.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface FunctionDefinitionPromptTemplateBlockProperties {
+    /** The name identifying the function. */
+    functionName?: string;
+    /** A description to help guide the model when to invoke this function. */
+    functionDescription?: string;
+    /** An OpenAPI specification of parameters that are supported by this function. */
+    functionParameters?: Record<string, unknown>;
+    /** Set this option to true to force the model to return a function call of this function. */
+    functionForced?: boolean;
+}

package/api/types/FunctionDefinitionPromptTemplateBlockProperties.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/FunctionDefinitionPromptTemplateBlockPropertiesRequest.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface FunctionDefinitionPromptTemplateBlockPropertiesRequest {
+    /** The name identifying the function. */
+    functionName?: string;
+    /** A description to help guide the model when to invoke this function. */
+    functionDescription?: string;
+    /** An OpenAPI specification of parameters that are supported by this function. */
+    functionParameters?: Record<string, unknown>;
+    /** Set this option to true to force the model to return a function call of this function. */
+    functionForced?: boolean;
+}

package/api/types/FunctionDefinitionPromptTemplateBlockPropertiesRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/FunctionDefinitionPromptTemplateBlockRequest.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * A block of that represents a function definition in a prompt template.
+ */
+export interface FunctionDefinitionPromptTemplateBlockRequest {
+    id: string;
+    state?: Vellum.PromptTemplateBlockState;
+    properties: Vellum.FunctionDefinitionPromptTemplateBlockPropertiesRequest;
+}

package/api/types/FunctionDefinitionPromptTemplateBlockRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/JinjaEnum.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type JinjaEnum = "JINJA";

package/api/types/JinjaEnum.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/JinjaPromptTemplateBlock.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * A block of Jinja template code that is used to generate a prompt
+ */
+export interface JinjaPromptTemplateBlock {
+    id: string;
+    state?: Vellum.PromptTemplateBlockState;
+    properties: Vellum.JinjaPromptTemplateBlockProperties;
+}

package/api/types/JinjaPromptTemplateBlock.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/JinjaPromptTemplateBlockProperties.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface JinjaPromptTemplateBlockProperties {
+    template?: string;
+    templateType?: Vellum.VellumVariableType;
+}

package/api/types/JinjaPromptTemplateBlockProperties.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/JinjaPromptTemplateBlockPropertiesRequest.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface JinjaPromptTemplateBlockPropertiesRequest {
+    template?: string;
+    templateType?: Vellum.VellumVariableType;
+}

package/api/types/JinjaPromptTemplateBlockPropertiesRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/JinjaPromptTemplateBlockRequest.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * A block of Jinja template code that is used to generate a prompt
+ */
+export interface JinjaPromptTemplateBlockRequest {
+    id: string;
+    state?: Vellum.PromptTemplateBlockState;
+    properties: Vellum.JinjaPromptTemplateBlockPropertiesRequest;
+}

package/api/types/JinjaPromptTemplateBlockRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/NamedScenarioInputChatHistoryVariableValueRequest.d.ts

@@ -0,0 +1,11 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * Named Prompt Sandbox Scenario input value that is of type CHAT_HISTORY
+ */
+export interface NamedScenarioInputChatHistoryVariableValueRequest {
+    value?: Vellum.ChatMessageRequest[];
+    name: string;
+}

package/api/types/NamedScenarioInputChatHistoryVariableValueRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/NamedScenarioInputRequest.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export declare type NamedScenarioInputRequest = Vellum.NamedScenarioInputRequest.String | Vellum.NamedScenarioInputRequest.ChatHistory;
+export declare namespace NamedScenarioInputRequest {
+    interface String extends Vellum.NamedScenarioInputStringVariableValueRequest {
+        type: "STRING";
+    }
+    interface ChatHistory extends Vellum.NamedScenarioInputChatHistoryVariableValueRequest {
+        type: "CHAT_HISTORY";
+    }
+}

package/api/types/NamedScenarioInputRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/NamedScenarioInputStringVariableValueRequest.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+/**
+ * Named Prompt Sandbox Scenario input value that is of type STRING
+ */
+export interface NamedScenarioInputStringVariableValueRequest {
+    value?: string;
+    name: string;
+}

package/api/types/NamedScenarioInputStringVariableValueRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/NamedTestCaseFunctionCallVariableValue.d.ts

@@ -0,0 +1,11 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * Named Test Case value that is of type FUNCTION_CALL
+ */
+export interface NamedTestCaseFunctionCallVariableValue {
+    value?: Vellum.FulfilledFunctionCall;
+    name: string;
+}

package/api/types/NamedTestCaseFunctionCallVariableValue.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/NamedTestCaseFunctionCallVariableValueRequest.d.ts

@@ -0,0 +1,11 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * Named Test Case value that is of type FUNCTION_CALL
+ */
+export interface NamedTestCaseFunctionCallVariableValueRequest {
+    value?: Vellum.FulfilledFunctionCallRequest;
+    name: string;
+}

package/api/types/NamedTestCaseFunctionCallVariableValueRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/NamedTestCaseVariableValue.d.ts

@@ -2,7 +2,7 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export declare type NamedTestCaseVariableValue = Vellum.NamedTestCaseVariableValue.String | Vellum.NamedTestCaseVariableValue.Number | Vellum.NamedTestCaseVariableValue.Json | Vellum.NamedTestCaseVariableValue.ChatHistory | Vellum.NamedTestCaseVariableValue.SearchResults | Vellum.NamedTestCaseVariableValue.Error_;
+export declare type NamedTestCaseVariableValue = Vellum.NamedTestCaseVariableValue.String | Vellum.NamedTestCaseVariableValue.Number | Vellum.NamedTestCaseVariableValue.Json | Vellum.NamedTestCaseVariableValue.ChatHistory | Vellum.NamedTestCaseVariableValue.SearchResults | Vellum.NamedTestCaseVariableValue.Error_ | Vellum.NamedTestCaseVariableValue.FunctionCall;
 export declare namespace NamedTestCaseVariableValue {
     interface String extends Vellum.NamedTestCaseStringVariableValue {
         type: "STRING";
@@ -22,4 +22,7 @@ export declare namespace NamedTestCaseVariableValue {
     interface Error_ extends Vellum.NamedTestCaseErrorVariableValue {
         type: "ERROR";
     }
+    interface FunctionCall extends Vellum.NamedTestCaseFunctionCallVariableValue {
+        type: "FUNCTION_CALL";
+    }
 }

package/api/types/NamedTestCaseVariableValueRequest.d.ts

@@ -2,7 +2,7 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export declare type NamedTestCaseVariableValueRequest = Vellum.NamedTestCaseVariableValueRequest.String | Vellum.NamedTestCaseVariableValueRequest.Number | Vellum.NamedTestCaseVariableValueRequest.Json | Vellum.NamedTestCaseVariableValueRequest.ChatHistory | Vellum.NamedTestCaseVariableValueRequest.SearchResults | Vellum.NamedTestCaseVariableValueRequest.Error_;
+export declare type NamedTestCaseVariableValueRequest = Vellum.NamedTestCaseVariableValueRequest.String | Vellum.NamedTestCaseVariableValueRequest.Number | Vellum.NamedTestCaseVariableValueRequest.Json | Vellum.NamedTestCaseVariableValueRequest.ChatHistory | Vellum.NamedTestCaseVariableValueRequest.SearchResults | Vellum.NamedTestCaseVariableValueRequest.Error_ | Vellum.NamedTestCaseVariableValueRequest.FunctionCall;
 export declare namespace NamedTestCaseVariableValueRequest {
     interface String extends Vellum.NamedTestCaseStringVariableValueRequest {
         type: "STRING";
@@ -22,4 +22,7 @@ export declare namespace NamedTestCaseVariableValueRequest {
     interface Error_ extends Vellum.NamedTestCaseErrorVariableValueRequest {
         type: "ERROR";
     }
+    interface FunctionCall extends Vellum.NamedTestCaseFunctionCallVariableValueRequest {
+        type: "FUNCTION_CALL";
+    }
 }

package/api/types/PromptTemplateBlock.d.ts

@@ -2,9 +2,18 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export interface PromptTemplateBlock {
-    id: string;
-    blockType: Vellum.BlockTypeEnum;
-    properties: Vellum.PromptTemplateBlockProperties;
-    state?: Vellum.PromptTemplateBlockState;
+export declare type PromptTemplateBlock = Vellum.PromptTemplateBlock.Jinja | Vellum.PromptTemplateBlock.ChatHistory | Vellum.PromptTemplateBlock.ChatMessage | Vellum.PromptTemplateBlock.FunctionDefinition;
+export declare namespace PromptTemplateBlock {
+    interface Jinja extends Vellum.JinjaPromptTemplateBlock {
+        blockType: "JINJA";
+    }
+    interface ChatHistory extends Vellum.ChatHistoryPromptTemplateBlock {
+        blockType: "CHAT_HISTORY";
+    }
+    interface ChatMessage extends Vellum.ChatMessagePromptTemplateBlock {
+        blockType: "CHAT_MESSAGE";
+    }
+    interface FunctionDefinition extends Vellum.FunctionDefinitionPromptTemplateBlock {
+        blockType: "FUNCTION_DEFINITION";
+    }
 }

package/api/types/PromptTemplateBlockData.d.ts

@@ -3,6 +3,6 @@
  */
 import * as Vellum from "..";
 export interface PromptTemplateBlockData {
-    version: number;
     blocks: Vellum.PromptTemplateBlock[];
+    version: number;
 }

package/api/types/PromptTemplateBlockDataRequest.d.ts

@@ -3,6 +3,6 @@
  */
 import * as Vellum from "..";
 export interface PromptTemplateBlockDataRequest {
-    version: number;
     blocks: Vellum.PromptTemplateBlockRequest[];
+    version: number;
 }

package/api/types/PromptTemplateBlockRequest.d.ts

@@ -2,9 +2,18 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export interface PromptTemplateBlockRequest {
-    id: string;
-    blockType: Vellum.BlockTypeEnum;
-    properties: Vellum.PromptTemplateBlockPropertiesRequest;
-    state?: Vellum.PromptTemplateBlockState;
+export declare type PromptTemplateBlockRequest = Vellum.PromptTemplateBlockRequest.Jinja | Vellum.PromptTemplateBlockRequest.ChatHistory | Vellum.PromptTemplateBlockRequest.ChatMessage | Vellum.PromptTemplateBlockRequest.FunctionDefinition;
+export declare namespace PromptTemplateBlockRequest {
+    interface Jinja extends Vellum.JinjaPromptTemplateBlockRequest {
+        blockType: "JINJA";
+    }
+    interface ChatHistory extends Vellum.ChatHistoryPromptTemplateBlockRequest {
+        blockType: "CHAT_HISTORY";
+    }
+    interface ChatMessage extends Vellum.ChatMessagePromptTemplateBlockRequest {
+        blockType: "CHAT_MESSAGE";
+    }
+    interface FunctionDefinition extends Vellum.FunctionDefinitionPromptTemplateBlockRequest {
+        blockType: "FUNCTION_DEFINITION";
+    }
 }

package/api/types/ScenarioInput.d.ts

@@ -2,9 +2,12 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export interface ScenarioInput {
-    key: string;
-    type?: Vellum.ScenarioInputTypeEnum;
-    value?: string;
-    chatHistory?: Vellum.ChatMessage[];
+export declare type ScenarioInput = Vellum.ScenarioInput.String | Vellum.ScenarioInput.ChatHistory;
+export declare namespace ScenarioInput {
+    interface String extends Vellum.ScenarioInputStringVariableValue {
+        type: "STRING";
+    }
+    interface ChatHistory extends Vellum.ScenarioInputChatHistoryVariableValue {
+        type: "CHAT_HISTORY";
+    }
 }

package/api/types/ScenarioInputChatHistoryVariableValue.d.ts

@@ -0,0 +1,11 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * Prompt Sandbox Scenario input value that is of type CHAT_HISTORY
+ */
+export interface ScenarioInputChatHistoryVariableValue {
+    value?: Vellum.ChatMessage[];
+    inputVariableId: string;
+}

package/api/types/ScenarioInputChatHistoryVariableValue.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/ScenarioInputStringVariableValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+/**
+ * Prompt Sandbox Scenario input value that is of type STRING
+ */
+export interface ScenarioInputStringVariableValue {
+    value?: string;
+    inputVariableId: string;
+}

package/api/types/ScenarioInputStringVariableValue.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/TestCaseFunctionCallVariableValue.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * A function call value for a variable in a Test Case.
+ */
+export interface TestCaseFunctionCallVariableValue {
+    variableId: string;
+    name: string;
+    value?: Vellum.FulfilledFunctionCall;
+}

package/api/types/TestCaseFunctionCallVariableValue.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/TestCaseVariableValue.d.ts

@@ -2,7 +2,7 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export declare type TestCaseVariableValue = Vellum.TestCaseVariableValue.String | Vellum.TestCaseVariableValue.Number | Vellum.TestCaseVariableValue.Json | Vellum.TestCaseVariableValue.ChatHistory | Vellum.TestCaseVariableValue.SearchResults | Vellum.TestCaseVariableValue.Error_;
+export declare type TestCaseVariableValue = Vellum.TestCaseVariableValue.String | Vellum.TestCaseVariableValue.Number | Vellum.TestCaseVariableValue.Json | Vellum.TestCaseVariableValue.ChatHistory | Vellum.TestCaseVariableValue.SearchResults | Vellum.TestCaseVariableValue.Error_ | Vellum.TestCaseVariableValue.FunctionCall;
 export declare namespace TestCaseVariableValue {
     interface String extends Vellum.TestCaseStringVariableValue {
         type: "STRING";
@@ -22,4 +22,7 @@ export declare namespace TestCaseVariableValue {
     interface Error_ extends Vellum.TestCaseErrorVariableValue {
         type: "ERROR";
     }
+    interface FunctionCall extends Vellum.TestCaseFunctionCallVariableValue {
+        type: "FUNCTION_CALL";
+    }
 }

package/api/types/TestSuiteRunExecutionFunctionCallOutput.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * Execution output of an entity evaluated during a Test Suite Run that is of type FUNCTION_CALL
+ */
+export interface TestSuiteRunExecutionFunctionCallOutput {
+    name: string;
+    value?: Vellum.FulfilledFunctionCall;
+    outputVariableId: string;
+}

package/api/types/TestSuiteRunExecutionFunctionCallOutput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/api/types/TestSuiteRunExecutionOutput.d.ts

@@ -2,7 +2,7 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export declare type TestSuiteRunExecutionOutput = Vellum.TestSuiteRunExecutionOutput.String | Vellum.TestSuiteRunExecutionOutput.Number | Vellum.TestSuiteRunExecutionOutput.Json | Vellum.TestSuiteRunExecutionOutput.ChatHistory | Vellum.TestSuiteRunExecutionOutput.SearchResults | Vellum.TestSuiteRunExecutionOutput.Error_;
+export declare type TestSuiteRunExecutionOutput = Vellum.TestSuiteRunExecutionOutput.String | Vellum.TestSuiteRunExecutionOutput.Number | Vellum.TestSuiteRunExecutionOutput.Json | Vellum.TestSuiteRunExecutionOutput.ChatHistory | Vellum.TestSuiteRunExecutionOutput.SearchResults | Vellum.TestSuiteRunExecutionOutput.Error_ | Vellum.TestSuiteRunExecutionOutput.FunctionCall;
 export declare namespace TestSuiteRunExecutionOutput {
     interface String extends Vellum.TestSuiteRunExecutionStringOutput {
         type: "STRING";
@@ -22,4 +22,7 @@ export declare namespace TestSuiteRunExecutionOutput {
     interface Error_ extends Vellum.TestSuiteRunExecutionErrorOutput {
         type: "ERROR";
     }
+    interface FunctionCall extends Vellum.TestSuiteRunExecutionFunctionCallOutput {
+        type: "FUNCTION_CALL";
+    }
 }

package/api/types/VellumVariableType.d.ts

@@ -11,8 +11,9 @@
  * - `ARRAY` - ARRAY
  * - `FUNCTION_CALL` - FUNCTION_CALL
  * - `IMAGE` - IMAGE
+ * - `NULL` - NULL
  */
-export declare type VellumVariableType = "STRING" | "NUMBER" | "JSON" | "CHAT_HISTORY" | "SEARCH_RESULTS" | "ERROR" | "ARRAY" | "FUNCTION_CALL" | "IMAGE";
+export declare type VellumVariableType = "STRING" | "NUMBER" | "JSON" | "CHAT_HISTORY" | "SEARCH_RESULTS" | "ERROR" | "ARRAY" | "FUNCTION_CALL" | "IMAGE" | "NULL";
 export declare const VellumVariableType: {
     readonly String: "STRING";
     readonly Number: "NUMBER";
@@ -23,4 +24,5 @@ export declare const VellumVariableType: {
     readonly Array: "ARRAY";
     readonly FunctionCall: "FUNCTION_CALL";
     readonly Image: "IMAGE";
+    readonly Null: "NULL";
 };

package/api/types/VellumVariableType.js

@@ -14,4 +14,5 @@ exports.VellumVariableType = {
     Array: "ARRAY",
     FunctionCall: "FUNCTION_CALL",
     Image: "IMAGE",
+    Null: "NULL",
 };