@automate.ax/api-contract 0.157.0 → 0.159.0

package/dist/deployment.d.ts

@@ -402,7 +402,7 @@ export declare const deploymentContract: {
         UNSUPPORTED_RUNTIME_PROTOCOL: {
             readonly data: z.ZodObject<{
                 receivedVersion: z.ZodNullable<z.ZodNumber>;
-                supportedVersion: z.ZodLiteral<6>;
+                supportedVersion: z.ZodLiteral<7>;
             }, z.core.$strip>;
             readonly message: "The automation bundle uses an unsupported runtime protocol.";
             readonly status: 400;
@@ -1141,7 +1141,7 @@ export declare const deploymentContract: {
         UNSUPPORTED_RUNTIME_PROTOCOL: {
             readonly data: z.ZodObject<{
                 receivedVersion: z.ZodNullable<z.ZodNumber>;
-                supportedVersion: z.ZodLiteral<6>;
+                supportedVersion: z.ZodLiteral<7>;
             }, z.core.$strip>;
             readonly message: "The automation bundle uses an unsupported runtime protocol.";
             readonly status: 400;

package/dist/events/index.d.ts

@@ -36,6 +36,9 @@ export declare const eventsContract: {
     stripeEvent: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<import("zod").ZodObject<{
         sourceId: import("zod").ZodString;
     }, import("zod/v4/core").$loose>, import("zod").ZodVoid, Record<never, never>, Record<never, never>>;
+    squareEvent: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<import("zod").ZodObject<{
+        sourceId: import("zod").ZodString;
+    }, import("zod/v4/core").$loose>, import("zod").ZodVoid, Record<never, never>, Record<never, never>>;
     slackEvent: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<import("zod").ZodObject<{
         type: import("zod").ZodString;
     }, import("zod/v4/core").$loose>, import("zod").ZodObject<{

package/dist/events/index.js

@@ -28,6 +28,7 @@ import { metaAdsEventsContract } from "./meta-ads.js";
 import { notionEventsContract } from "./notion.js";
 import { resendEventsContract } from "./resend.js";
 import { slackEventsContract } from "./slack.js";
+import { squareEventsContract } from "./square.js";
 import { stripeEventsContract } from "./stripe.js";
 import { tallyEventsContract } from "./tally.js";
 import { trelloEventsContract } from "./trello.js";
@@ -65,6 +66,7 @@ export const eventsContract = {
     ...notionEventsContract,
     ...resendEventsContract,
     ...slackEventsContract,
+    ...squareEventsContract,
     ...stripeEventsContract,
     ...tallyEventsContract,
     ...trelloEventsContract,

package/dist/events/square.d.ts

@@ -0,0 +1,6 @@
+import * as z from "zod";
+export declare const squareEventsContract: {
+    squareEvent: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<z.ZodObject<{
+        sourceId: z.ZodString;
+    }, z.core.$loose>, z.ZodVoid, Record<never, never>, Record<never, never>>;
+};

package/dist/events/square.js

@@ -0,0 +1,16 @@
+import { oc } from "@orpc/contract";
+import * as z from "zod";
+export const squareEventsContract = {
+    squareEvent: oc
+        .route({
+        method: "POST",
+        path: "/events/square/{sourceId}",
+        operationId: "receiveSquareEvent",
+        summary: "Receive a Square event",
+        description: "Receives and authenticates callbacks delivered by Square webhooks.",
+        tags: ["Events"],
+        successStatus: 204,
+    })
+        .input(z.looseObject({ sourceId: z.string() }))
+        .output(z.void()),
+};

package/dist/index.d.ts

@@ -4,8 +4,8 @@ export { AUTOMATION_SDK_VERSION, deploymentOutputSchema, deploymentStatusSchema,
 export { AUTOMATION_RUNTIME_PROTOCOL_VERSION } from "./runtime-protocol.js";
 export { AUTOMATION_ERROR_CAUSE_DEPTH, automationErrorSchema, type AutomationErrorValue, } from "./errors.js";
 export { integrationAccountOutputSchema, integrationAccountRevocationImpactOutputSchema, integrationAccountRevocationOutputSchema, integrationServiceOutputSchema, } from "./account.js";
-export { AUTOMATION_INVOCATION_DEFAULT_ENTRYPOINT, AUTOMATION_INVOCATION_RESERVED_ENTRYPOINT_PREFIX, AUTOMATION_IMAGE_GENERATION_ENTRYPOINT_PREFIX, AUTOMATION_LOG_MAX_ENTRIES, AUTOMATION_LOG_MAX_MESSAGE_LENGTH, AUTOMATION_OBSERVABILITY_MAX_ENCODED_BYTES, AUTOMATION_OBSERVABILITY_MAX_FIELDS, DEFAULT_GATEWAY_IMAGE_MODEL_ID, DEFAULT_GATEWAY_MODEL_ID, DEFAULT_ACTION_MAX_ATTEMPTS, MAX_ACTION_ATTEMPTS, actionReplaySafetySchema, automationInvocationInputSchema, automationInvocationOutputSchema, automationInvocationScheduleSchema, generationInputSchema, generationResultSchema, imageGenerationInputSchema, imageGenerationCompletionSchema, imageGenerationResultSchema, platformImageGenerationInputSchema, platformImageGenerationStartSchema, hashSignalCoordinatorConfiguration, runtimeContract, type GenerationInput, type GenerationResult, type ImageGenerationInput, type ImageGenerationCompletion, type ImageGenerationResult, type PlatformImageGenerationInput, type RuntimeGenerationInput, type RuntimeCoordinationOffer, type ActionReplaySafety, type RuntimeActionAttemptCompletion, type RuntimeActionAttemptStart, } from "./runtime.js";
-export type { GatewayImageModelId, GatewayModelId } from "@ai-sdk/gateway";
+export { AUTOMATION_INVOCATION_DEFAULT_ENTRYPOINT, AUTOMATION_INVOCATION_RESERVED_ENTRYPOINT_PREFIX, AUTOMATION_IMAGE_GENERATION_ENTRYPOINT_PREFIX, AUTOMATION_LOG_MAX_ENTRIES, AUTOMATION_LOG_MAX_MESSAGE_LENGTH, AUTOMATION_OBSERVABILITY_MAX_ENCODED_BYTES, AUTOMATION_OBSERVABILITY_MAX_FIELDS, DEFAULT_GATEWAY_EVALUATION_MODEL_ID, DEFAULT_GATEWAY_IMAGE_MODEL_ID, DEFAULT_GATEWAY_MODEL_ID, DEFAULT_ACTION_MAX_ATTEMPTS, MAX_ACTION_ATTEMPTS, actionReplaySafetySchema, automationInvocationInputSchema, automationInvocationOutputSchema, automationInvocationScheduleSchema, evaluationInputSchema, evaluationResultSchema, generationInputSchema, generationResultSchema, imageGenerationInputSchema, imageGenerationCompletionSchema, imageGenerationResultSchema, platformImageGenerationInputSchema, platformImageGenerationStartSchema, hashSignalCoordinatorConfiguration, runtimeContract, type GenerationInput, type GenerationResult, type EvaluationInput, type EvaluationResult, type ImageGenerationInput, type ImageGenerationCompletion, type ImageGenerationResult, type PlatformImageGenerationInput, type RuntimeGenerationInput, type RuntimeCoordinationOffer, type ActionReplaySafety, type RuntimeActionAttemptCompletion, type RuntimeActionAttemptStart, } from "./runtime.js";
+export type { GatewayEvaluationModelId, GatewayImageModelId, GatewayModelId, } from "@ai-sdk/gateway";
 export { createdOrganizationApiKeyOutputSchema, organizationApiKeyOutputSchema, } from "./api-key.js";
 export { activeSubscriptionOutputSchema, createdInvitationOutputSchema, organizationDetailsOutputSchema, organizationInvitationOutputSchema, organizationMemberOutputSchema, organizationProjectOutputSchema, organizationRoleSchema, organizationRoles, organizationSummaryOutputSchema, proBillingPeriodSchema, publicOrganizationOutputSchema, type ProBillingPeriod, } from "./org.js";
 export { projectOutputSchema } from "./project.js";
@@ -1331,7 +1331,7 @@ export declare const publicContract: {
             UNSUPPORTED_RUNTIME_PROTOCOL: {
                 readonly data: import("zod").ZodObject<{
                     receivedVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
-                    supportedVersion: import("zod").ZodLiteral<6>;
+                    supportedVersion: import("zod").ZodLiteral<7>;
                 }, import("zod/v4/core").$strip>;
                 readonly message: "The automation bundle uses an unsupported runtime protocol.";
                 readonly status: 400;
@@ -1758,7 +1758,7 @@ export declare const firstPartyContract: {
             UNSUPPORTED_RUNTIME_PROTOCOL: {
                 readonly data: import("zod").ZodObject<{
                     receivedVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
-                    supportedVersion: import("zod").ZodLiteral<6>;
+                    supportedVersion: import("zod").ZodLiteral<7>;
                 }, import("zod/v4/core").$strip>;
                 readonly message: "The automation bundle uses an unsupported runtime protocol.";
                 readonly status: 400;
@@ -2497,7 +2497,7 @@ export declare const firstPartyContract: {
             UNSUPPORTED_RUNTIME_PROTOCOL: {
                 readonly data: import("zod").ZodObject<{
                     receivedVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
-                    supportedVersion: import("zod").ZodLiteral<6>;
+                    supportedVersion: import("zod").ZodLiteral<7>;
                 }, import("zod/v4/core").$strip>;
                 readonly message: "The automation bundle uses an unsupported runtime protocol.";
                 readonly status: 400;
@@ -3463,6 +3463,9 @@ export declare const contract: {
         stripeEvent: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<import("zod").ZodObject<{
             sourceId: import("zod").ZodString;
         }, import("zod/v4/core").$loose>, import("zod").ZodVoid, Record<never, never>, Record<never, never>>;
+        squareEvent: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<import("zod").ZodObject<{
+            sourceId: import("zod").ZodString;
+        }, import("zod/v4/core").$loose>, import("zod").ZodVoid, Record<never, never>, Record<never, never>>;
         slackEvent: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<import("zod").ZodObject<{
             type: import("zod").ZodString;
         }, import("zod/v4/core").$loose>, import("zod").ZodObject<{
@@ -8382,6 +8385,74 @@ export declare const contract: {
             output: import("zod").ZodCustom<import("@automate.ax/codec/rpc").CodecEnvelope, import("@automate.ax/codec/rpc").CodecEnvelope>;
             status: import("zod").ZodLiteral<"succeeded">;
         }, import("zod/v4/core").$strip>], "status">, import("zod").ZodVoid, Record<never, never>, Record<never, never>>;
+        evaluate: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<import("zod").ZodObject<{
+            headers: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodString>>;
+            maxRetries: import("zod").ZodOptional<import("zod").ZodNumber>;
+            model: import("zod").ZodDefault<import("zod").ZodCustom<import("@ai-sdk/gateway").GatewayEvaluationModelId, import("@ai-sdk/gateway").GatewayEvaluationModelId>>;
+            providerOptions: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>>>;
+            questions: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
+                criteria: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodNullable<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>, import("zod").ZodArray<import("zod").ZodJSONSchema>]>>>;
+                instructions: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>, import("zod").ZodArray<import("zod").ZodJSONSchema>]>;
+                type: import("zod").ZodLiteral<"choice">;
+            }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
+                criteria: import("zod").ZodArray<import("zod").ZodNullable<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>, import("zod").ZodArray<import("zod").ZodJSONSchema>]>>>;
+                instructions: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>, import("zod").ZodArray<import("zod").ZodJSONSchema>]>;
+                type: import("zod").ZodLiteral<"score">;
+            }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
+                criteria: import("zod").ZodOptional<import("zod").ZodObject<{
+                    false: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>, import("zod").ZodArray<import("zod").ZodJSONSchema>]>>>;
+                    true: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>, import("zod").ZodArray<import("zod").ZodJSONSchema>]>>>;
+                }, import("zod/v4/core").$strip>>;
+                instructions: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>, import("zod").ZodArray<import("zod").ZodJSONSchema>]>;
+                type: import("zod").ZodLiteral<"boolean">;
+            }, import("zod/v4/core").$strip>], "type">>;
+            state: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>, import("zod").ZodArray<import("zod").ZodJSONSchema>]>;
+        }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
+            answers: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
+                choice: import("zod").ZodString;
+                probabilities: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodNumber>>;
+                type: import("zod").ZodLiteral<"choice">;
+            }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
+                probabilities: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodNumber>>;
+                score: import("zod").ZodNumber;
+                type: import("zod").ZodLiteral<"score">;
+            }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
+                probability: import("zod").ZodNumber;
+                type: import("zod").ZodLiteral<"boolean">;
+            }, import("zod/v4/core").$strip>], "type">>;
+            providerMetadata: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodJSONSchema>>;
+            response: import("zod").ZodObject<{
+                headers: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodString>>;
+                id: import("zod").ZodOptional<import("zod").ZodString>;
+                modelId: import("zod").ZodString;
+                timestamp: import("zod").ZodISODateTime;
+            }, import("zod/v4/core").$strip>;
+            rounding: import("zod").ZodOptional<import("zod").ZodObject<{
+                probabilityDecimals: import("zod").ZodOptional<import("zod").ZodNumber>;
+                scoreDecimals: import("zod").ZodOptional<import("zod").ZodNumber>;
+            }, import("zod/v4/core").$strip>>;
+            usage: import("zod").ZodObject<{
+                inputTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
+                outputTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
+                totalTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
+            }, import("zod/v4/core").$strip>;
+            warnings: import("zod").ZodArray<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
+                details: import("zod").ZodOptional<import("zod").ZodString>;
+                feature: import("zod").ZodString;
+                type: import("zod").ZodLiteral<"unsupported">;
+            }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
+                details: import("zod").ZodOptional<import("zod").ZodString>;
+                feature: import("zod").ZodString;
+                type: import("zod").ZodLiteral<"compatibility">;
+            }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
+                message: import("zod").ZodString;
+                setting: import("zod").ZodString;
+                type: import("zod").ZodLiteral<"deprecated">;
+            }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
+                message: import("zod").ZodString;
+                type: import("zod").ZodLiteral<"other">;
+            }, import("zod/v4/core").$strip>], "type">>;
+        }, import("zod/v4/core").$strip>, Record<never, never>, Record<never, never>>;
         generate: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<import("zod").ZodUnion<readonly [import("zod").ZodObject<{
             frequencyPenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
             instructions: import("zod").ZodOptional<import("zod").ZodString>;
@@ -9363,7 +9434,7 @@ export declare const contract: {
             UNSUPPORTED_RUNTIME_PROTOCOL: {
                 readonly data: import("zod").ZodObject<{
                     receivedVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
-                    supportedVersion: import("zod").ZodLiteral<6>;
+                    supportedVersion: import("zod").ZodLiteral<7>;
                 }, import("zod/v4/core").$strip>;
                 readonly message: "The automation bundle uses an unsupported runtime protocol.";
                 readonly status: 400;
@@ -10102,7 +10173,7 @@ export declare const contract: {
             UNSUPPORTED_RUNTIME_PROTOCOL: {
                 readonly data: import("zod").ZodObject<{
                     receivedVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
-                    supportedVersion: import("zod").ZodLiteral<6>;
+                    supportedVersion: import("zod").ZodLiteral<7>;
                 }, import("zod/v4/core").$strip>;
                 readonly message: "The automation bundle uses an unsupported runtime protocol.";
                 readonly status: 400;

package/dist/index.js

@@ -15,7 +15,7 @@ export { AUTOMATION_SDK_VERSION, deploymentOutputSchema, deploymentStatusSchema,
 export { AUTOMATION_RUNTIME_PROTOCOL_VERSION } from "./runtime-protocol.js";
 export { AUTOMATION_ERROR_CAUSE_DEPTH, automationErrorSchema, } from "./errors.js";
 export { integrationAccountOutputSchema, integrationAccountRevocationImpactOutputSchema, integrationAccountRevocationOutputSchema, integrationServiceOutputSchema, } from "./account.js";
-export { AUTOMATION_INVOCATION_DEFAULT_ENTRYPOINT, AUTOMATION_INVOCATION_RESERVED_ENTRYPOINT_PREFIX, AUTOMATION_IMAGE_GENERATION_ENTRYPOINT_PREFIX, AUTOMATION_LOG_MAX_ENTRIES, AUTOMATION_LOG_MAX_MESSAGE_LENGTH, AUTOMATION_OBSERVABILITY_MAX_ENCODED_BYTES, AUTOMATION_OBSERVABILITY_MAX_FIELDS, DEFAULT_GATEWAY_IMAGE_MODEL_ID, DEFAULT_GATEWAY_MODEL_ID, DEFAULT_ACTION_MAX_ATTEMPTS, MAX_ACTION_ATTEMPTS, actionReplaySafetySchema, automationInvocationInputSchema, automationInvocationOutputSchema, automationInvocationScheduleSchema, generationInputSchema, generationResultSchema, imageGenerationInputSchema, imageGenerationCompletionSchema, imageGenerationResultSchema, platformImageGenerationInputSchema, platformImageGenerationStartSchema, hashSignalCoordinatorConfiguration, runtimeContract, } from "./runtime.js";
+export { AUTOMATION_INVOCATION_DEFAULT_ENTRYPOINT, AUTOMATION_INVOCATION_RESERVED_ENTRYPOINT_PREFIX, AUTOMATION_IMAGE_GENERATION_ENTRYPOINT_PREFIX, AUTOMATION_LOG_MAX_ENTRIES, AUTOMATION_LOG_MAX_MESSAGE_LENGTH, AUTOMATION_OBSERVABILITY_MAX_ENCODED_BYTES, AUTOMATION_OBSERVABILITY_MAX_FIELDS, DEFAULT_GATEWAY_EVALUATION_MODEL_ID, DEFAULT_GATEWAY_IMAGE_MODEL_ID, DEFAULT_GATEWAY_MODEL_ID, DEFAULT_ACTION_MAX_ATTEMPTS, MAX_ACTION_ATTEMPTS, actionReplaySafetySchema, automationInvocationInputSchema, automationInvocationOutputSchema, automationInvocationScheduleSchema, evaluationInputSchema, evaluationResultSchema, generationInputSchema, generationResultSchema, imageGenerationInputSchema, imageGenerationCompletionSchema, imageGenerationResultSchema, platformImageGenerationInputSchema, platformImageGenerationStartSchema, hashSignalCoordinatorConfiguration, runtimeContract, } from "./runtime.js";
 export { createdOrganizationApiKeyOutputSchema, organizationApiKeyOutputSchema, } from "./api-key.js";
 export { activeSubscriptionOutputSchema, createdInvitationOutputSchema, organizationDetailsOutputSchema, organizationInvitationOutputSchema, organizationMemberOutputSchema, organizationProjectOutputSchema, organizationRoleSchema, organizationRoles, organizationSummaryOutputSchema, proBillingPeriodSchema, publicOrganizationOutputSchema, } from "./org.js";
 export { projectOutputSchema } from "./project.js";

package/dist/runtime-protocol.d.ts

@@ -1,2 +1,2 @@
 /** Runtime protocol required by newly built automation bundles. */
-export declare const AUTOMATION_RUNTIME_PROTOCOL_VERSION = 6;
+export declare const AUTOMATION_RUNTIME_PROTOCOL_VERSION = 7;

package/dist/runtime-protocol.js

@@ -1,2 +1,2 @@
 /** Runtime protocol required by newly built automation bundles. */
-export const AUTOMATION_RUNTIME_PROTOCOL_VERSION = 6;
+export const AUTOMATION_RUNTIME_PROTOCOL_VERSION = 7;

package/dist/runtime.d.ts

@@ -1,9 +1,11 @@
 import { type SensitivityMask } from "@automate.ax/codec";
-import type { GatewayImageModelId, GatewayModelId } from "@ai-sdk/gateway";
+import type { GatewayEvaluationModelId, GatewayImageModelId, GatewayModelId } from "@ai-sdk/gateway";
 import * as z from "zod";
-export type { GatewayImageModelId, GatewayModelId } from "@ai-sdk/gateway";
+export type { GatewayEvaluationModelId, GatewayImageModelId, GatewayModelId, } from "@ai-sdk/gateway";
 /** Default model used by the platform Vercel AI Gateway account. */
 export declare const DEFAULT_GATEWAY_MODEL_ID = "openai/gpt-4.1-nano";
+/** Default evaluation model used by the platform Vercel AI Gateway account. */
+export declare const DEFAULT_GATEWAY_EVALUATION_MODEL_ID = "typesafe-ai/jev";
 /** Default image model used by the platform Vercel AI Gateway account. */
 export declare const DEFAULT_GATEWAY_IMAGE_MODEL_ID = "bfl/flux-2-flex";
 export declare const AUTOMATION_INVOCATION_DEFAULT_ENTRYPOINT = "default";
@@ -1222,6 +1224,79 @@ declare const RUNTIME_GENERATION_INPUT_SCHEMA: z.ZodUnion<readonly [z.ZodObject<
     }, z.core.$strip>>;
 }, z.core.$strip>]>;
 export type RuntimeGenerationInput = z.output<typeof RUNTIME_GENERATION_INPUT_SCHEMA>;
+/** Shared options accepted by the built-in evaluate action. */
+export declare const evaluationInputSchema: z.ZodObject<{
+    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    maxRetries: z.ZodOptional<z.ZodNumber>;
+    model: z.ZodDefault<z.ZodCustom<GatewayEvaluationModelId, GatewayEvaluationModelId>>;
+    providerOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>>>;
+    questions: z.ZodRecord<z.ZodString, z.ZodDiscriminatedUnion<[z.ZodObject<{
+        criteria: z.ZodRecord<z.ZodString, z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>>>;
+        instructions: z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>;
+        type: z.ZodLiteral<"choice">;
+    }, z.core.$strip>, z.ZodObject<{
+        criteria: z.ZodArray<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>>>;
+        instructions: z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>;
+        type: z.ZodLiteral<"score">;
+    }, z.core.$strip>, z.ZodObject<{
+        criteria: z.ZodOptional<z.ZodObject<{
+            false: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>>>;
+            true: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>>>;
+        }, z.core.$strip>>;
+        instructions: z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>;
+        type: z.ZodLiteral<"boolean">;
+    }, z.core.$strip>], "type">>;
+    state: z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>;
+}, z.core.$strip>;
+/** Serializable subset of the AI SDK evaluation result. */
+export declare const evaluationResultSchema: z.ZodObject<{
+    answers: z.ZodRecord<z.ZodString, z.ZodDiscriminatedUnion<[z.ZodObject<{
+        choice: z.ZodString;
+        probabilities: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+        type: z.ZodLiteral<"choice">;
+    }, z.core.$strip>, z.ZodObject<{
+        probabilities: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+        score: z.ZodNumber;
+        type: z.ZodLiteral<"score">;
+    }, z.core.$strip>, z.ZodObject<{
+        probability: z.ZodNumber;
+        type: z.ZodLiteral<"boolean">;
+    }, z.core.$strip>], "type">>;
+    providerMetadata: z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
+    response: z.ZodObject<{
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        id: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodString;
+        timestamp: z.ZodISODateTime;
+    }, z.core.$strip>;
+    rounding: z.ZodOptional<z.ZodObject<{
+        probabilityDecimals: z.ZodOptional<z.ZodNumber>;
+        scoreDecimals: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    usage: z.ZodObject<{
+        inputTokens: z.ZodOptional<z.ZodNumber>;
+        outputTokens: z.ZodOptional<z.ZodNumber>;
+        totalTokens: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>;
+    warnings: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+        details: z.ZodOptional<z.ZodString>;
+        feature: z.ZodString;
+        type: z.ZodLiteral<"unsupported">;
+    }, z.core.$strip>, z.ZodObject<{
+        details: z.ZodOptional<z.ZodString>;
+        feature: z.ZodString;
+        type: z.ZodLiteral<"compatibility">;
+    }, z.core.$strip>, z.ZodObject<{
+        message: z.ZodString;
+        setting: z.ZodString;
+        type: z.ZodLiteral<"deprecated">;
+    }, z.core.$strip>, z.ZodObject<{
+        message: z.ZodString;
+        type: z.ZodLiteral<"other">;
+    }, z.core.$strip>], "type">>;
+}, z.core.$strip>;
+export type EvaluationInput = z.output<typeof evaluationInputSchema>;
+export type EvaluationResult = z.output<typeof evaluationResultSchema>;
 /** Shared options accepted by the built-in image-generation action. */
 export declare const imageGenerationInputSchema: z.ZodObject<{
     aspectRatio: z.ZodOptional<z.ZodCustom<`${number}:${number}`, `${number}:${number}`>>;
@@ -2323,6 +2398,74 @@ export declare const runtimeContract: {
         output: z.ZodCustom<import("@automate.ax/codec/rpc").CodecEnvelope, import("@automate.ax/codec/rpc").CodecEnvelope>;
         status: z.ZodLiteral<"succeeded">;
     }, z.core.$strip>], "status">, z.ZodVoid, Record<never, never>, Record<never, never>>;
+    evaluate: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<z.ZodObject<{
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        maxRetries: z.ZodOptional<z.ZodNumber>;
+        model: z.ZodDefault<z.ZodCustom<GatewayEvaluationModelId, GatewayEvaluationModelId>>;
+        providerOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>>>;
+        questions: z.ZodRecord<z.ZodString, z.ZodDiscriminatedUnion<[z.ZodObject<{
+            criteria: z.ZodRecord<z.ZodString, z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>>>;
+            instructions: z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>;
+            type: z.ZodLiteral<"choice">;
+        }, z.core.$strip>, z.ZodObject<{
+            criteria: z.ZodArray<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>>>;
+            instructions: z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>;
+            type: z.ZodLiteral<"score">;
+        }, z.core.$strip>, z.ZodObject<{
+            criteria: z.ZodOptional<z.ZodObject<{
+                false: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>>>;
+                true: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>>>;
+            }, z.core.$strip>>;
+            instructions: z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>;
+            type: z.ZodLiteral<"boolean">;
+        }, z.core.$strip>], "type">>;
+        state: z.ZodUnion<readonly [z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>, z.ZodArray<z.ZodJSONSchema>]>;
+    }, z.core.$strip>, z.ZodObject<{
+        answers: z.ZodRecord<z.ZodString, z.ZodDiscriminatedUnion<[z.ZodObject<{
+            choice: z.ZodString;
+            probabilities: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+            type: z.ZodLiteral<"choice">;
+        }, z.core.$strip>, z.ZodObject<{
+            probabilities: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+            score: z.ZodNumber;
+            type: z.ZodLiteral<"score">;
+        }, z.core.$strip>, z.ZodObject<{
+            probability: z.ZodNumber;
+            type: z.ZodLiteral<"boolean">;
+        }, z.core.$strip>], "type">>;
+        providerMetadata: z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
+        response: z.ZodObject<{
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            id: z.ZodOptional<z.ZodString>;
+            modelId: z.ZodString;
+            timestamp: z.ZodISODateTime;
+        }, z.core.$strip>;
+        rounding: z.ZodOptional<z.ZodObject<{
+            probabilityDecimals: z.ZodOptional<z.ZodNumber>;
+            scoreDecimals: z.ZodOptional<z.ZodNumber>;
+        }, z.core.$strip>>;
+        usage: z.ZodObject<{
+            inputTokens: z.ZodOptional<z.ZodNumber>;
+            outputTokens: z.ZodOptional<z.ZodNumber>;
+            totalTokens: z.ZodOptional<z.ZodNumber>;
+        }, z.core.$strip>;
+        warnings: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            details: z.ZodOptional<z.ZodString>;
+            feature: z.ZodString;
+            type: z.ZodLiteral<"unsupported">;
+        }, z.core.$strip>, z.ZodObject<{
+            details: z.ZodOptional<z.ZodString>;
+            feature: z.ZodString;
+            type: z.ZodLiteral<"compatibility">;
+        }, z.core.$strip>, z.ZodObject<{
+            message: z.ZodString;
+            setting: z.ZodString;
+            type: z.ZodLiteral<"deprecated">;
+        }, z.core.$strip>, z.ZodObject<{
+            message: z.ZodString;
+            type: z.ZodLiteral<"other">;
+        }, z.core.$strip>], "type">>;
+    }, z.core.$strip>, Record<never, never>, Record<never, never>>;
     generate: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<z.ZodUnion<readonly [z.ZodObject<{
         frequencyPenalty: z.ZodOptional<z.ZodNumber>;
         instructions: z.ZodOptional<z.ZodString>;

package/dist/runtime.js

@@ -7,6 +7,8 @@ import * as z from "zod";
 import { automationErrorSchema } from "./errors.js";
 /** Default model used by the platform Vercel AI Gateway account. */
 export const DEFAULT_GATEWAY_MODEL_ID = "openai/gpt-4.1-nano";
+/** Default evaluation model used by the platform Vercel AI Gateway account. */
+export const DEFAULT_GATEWAY_EVALUATION_MODEL_ID = "typesafe-ai/jev";
 /** Default image model used by the platform Vercel AI Gateway account. */
 export const DEFAULT_GATEWAY_IMAGE_MODEL_ID = "bfl/flux-2-flex";
 export const AUTOMATION_INVOCATION_DEFAULT_ENTRYPOINT = "default";
@@ -791,6 +793,95 @@ const RUNTIME_GENERATION_INPUT_SCHEMA = z.union([
         output: RUNTIME_GENERATION_OUTPUT_SCHEMA,
     }),
 ]);
+const EVALUATION_CONTENT_SCHEMA = z.union([
+    z.string(),
+    z.record(z.string(), z.json()),
+    z.json().array(),
+]);
+const EVALUATION_CRITERION_SCHEMA = EVALUATION_CONTENT_SCHEMA.nullable();
+const EVALUATION_QUESTION_SCHEMA = z.discriminatedUnion("type", [
+    z.object({
+        criteria: z
+            .record(z.string(), EVALUATION_CRITERION_SCHEMA)
+            .refine((criteria) => Object.keys(criteria).length > 0, {
+            message: "Choice criteria must contain at least one option.",
+        }),
+        instructions: EVALUATION_CONTENT_SCHEMA,
+        type: z.literal("choice"),
+    }),
+    z.object({
+        criteria: EVALUATION_CRITERION_SCHEMA.array().min(2),
+        instructions: EVALUATION_CONTENT_SCHEMA,
+        type: z.literal("score"),
+    }),
+    z.object({
+        criteria: z
+            .object({
+            false: EVALUATION_CRITERION_SCHEMA.optional(),
+            true: EVALUATION_CRITERION_SCHEMA.optional(),
+        })
+            .optional(),
+        instructions: EVALUATION_CONTENT_SCHEMA,
+        type: z.literal("boolean"),
+    }),
+]);
+const GATEWAY_EVALUATION_MODEL_ID_SCHEMA = z
+    .custom((value) => typeof value === "string" && value.length > 0, "Model must be a nonempty AI Gateway evaluation model ID.")
+    .default(DEFAULT_GATEWAY_EVALUATION_MODEL_ID);
+/** Shared options accepted by the built-in evaluate action. */
+export const evaluationInputSchema = z.object({
+    headers: z.record(z.string(), z.string()).optional(),
+    maxRetries: z.number().int().nonnegative().optional(),
+    model: GATEWAY_EVALUATION_MODEL_ID_SCHEMA,
+    providerOptions: z
+        .record(z.string(), z.record(z.string(), z.json()))
+        .optional(),
+    questions: z
+        .record(z.string(), EVALUATION_QUESTION_SCHEMA)
+        .refine((questions) => Object.keys(questions).length > 0, {
+        message: "Questions must contain at least one evaluation.",
+    }),
+    state: EVALUATION_CONTENT_SCHEMA,
+});
+const EVALUATION_ANSWER_SCHEMA = z.discriminatedUnion("type", [
+    z.object({
+        choice: z.string(),
+        probabilities: z.record(z.string(), z.number()).optional(),
+        type: z.literal("choice"),
+    }),
+    z.object({
+        probabilities: z.record(z.string(), z.number()).optional(),
+        score: z.number(),
+        type: z.literal("score"),
+    }),
+    z.object({
+        probability: z.number(),
+        type: z.literal("boolean"),
+    }),
+]);
+/** Serializable subset of the AI SDK evaluation result. */
+export const evaluationResultSchema = z.object({
+    answers: z.record(z.string(), EVALUATION_ANSWER_SCHEMA),
+    providerMetadata: z.record(z.string(), z.record(z.string(), z.json())),
+    response: z.object({
+        headers: z.record(z.string(), z.string()).optional(),
+        id: z.string().optional(),
+        modelId: z.string(),
+        timestamp: z.iso.datetime(),
+    }),
+    rounding: z
+        .object({
+        probabilityDecimals: z.number().int().min(0).max(15).optional(),
+        scoreDecimals: z.number().int().min(0).max(15).optional(),
+    })
+        .optional(),
+    usage: z.object({
+        inputTokens: z.number().optional(),
+        outputTokens: z.number().optional(),
+        totalTokens: z.number().optional(),
+    }),
+    warnings: AI_WARNING_SCHEMA.array(),
+});
 const IMAGE_DATA_CONTENT_SCHEMA = z.union([
     z.string(),
     z.custom((value) => value instanceof Uint8Array),
@@ -995,6 +1086,7 @@ export const runtimeContract = {
     completeActionAttempt: oc
         .input(ACTION_ATTEMPT_COMPLETION_TRANSPORT_SCHEMA)
         .output(z.void()),
+    evaluate: oc.input(evaluationInputSchema).output(evaluationResultSchema),
     generate: oc
         .input(RUNTIME_GENERATION_INPUT_SCHEMA)
         .output(RUNTIME_GENERATION_RESULT_SCHEMA),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@automate.ax/api-contract",
-  "version": "0.157.0",
+  "version": "0.159.0",
   "description": "Public oRPC contract for the Automate.ax API.",
   "license": "MIT",
   "repository": {
@@ -30,10 +30,10 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/gateway": "4.0.46",
-    "@automate.ax/catalog": "0.157.0",
-    "@automate.ax/codec": "0.157.0",
-    "@automate.ax/integration-contracts": "0.157.0",
+    "@ai-sdk/gateway": "4.0.87",
+    "@automate.ax/catalog": "0.159.0",
+    "@automate.ax/codec": "0.159.0",
+    "@automate.ax/integration-contracts": "0.159.0",
     "@orpc/contract": "1.15.0",
     "fast-json-stable-stringify": "^2.1.0",
     "zod": "^4.3.6"

package/src/events/index.ts

@@ -28,6 +28,7 @@ import { metaAdsEventsContract } from "./meta-ads"
 import { notionEventsContract } from "./notion"
 import { resendEventsContract } from "./resend"
 import { slackEventsContract } from "./slack"
+import { squareEventsContract } from "./square"
 import { stripeEventsContract } from "./stripe"
 import { tallyEventsContract } from "./tally"
 import { trelloEventsContract } from "./trello"
@@ -66,6 +67,7 @@ export const eventsContract = {
   ...notionEventsContract,
   ...resendEventsContract,
   ...slackEventsContract,
+  ...squareEventsContract,
   ...stripeEventsContract,
   ...tallyEventsContract,
   ...trelloEventsContract,

package/src/events/square.ts

@@ -0,0 +1,18 @@
+import { oc } from "@orpc/contract"
+import * as z from "zod"
+
+export const squareEventsContract = {
+  squareEvent: oc
+    .route({
+      method: "POST",
+      path: "/events/square/{sourceId}",
+      operationId: "receiveSquareEvent",
+      summary: "Receive a Square event",
+      description:
+        "Receives and authenticates callbacks delivered by Square webhooks.",
+      tags: ["Events"],
+      successStatus: 204,
+    })
+    .input(z.looseObject({ sourceId: z.string() }))
+    .output(z.void()),
+}

package/src/index.ts

@@ -53,6 +53,7 @@ export {
   AUTOMATION_LOG_MAX_MESSAGE_LENGTH,
   AUTOMATION_OBSERVABILITY_MAX_ENCODED_BYTES,
   AUTOMATION_OBSERVABILITY_MAX_FIELDS,
+  DEFAULT_GATEWAY_EVALUATION_MODEL_ID,
   DEFAULT_GATEWAY_IMAGE_MODEL_ID,
   DEFAULT_GATEWAY_MODEL_ID,
   DEFAULT_ACTION_MAX_ATTEMPTS,
@@ -61,6 +62,8 @@ export {
   automationInvocationInputSchema,
   automationInvocationOutputSchema,
   automationInvocationScheduleSchema,
+  evaluationInputSchema,
+  evaluationResultSchema,
   generationInputSchema,
   generationResultSchema,
   imageGenerationInputSchema,
@@ -72,6 +75,8 @@ export {
   runtimeContract,
   type GenerationInput,
   type GenerationResult,
+  type EvaluationInput,
+  type EvaluationResult,
   type ImageGenerationInput,
   type ImageGenerationCompletion,
   type ImageGenerationResult,
@@ -82,7 +87,11 @@ export {
   type RuntimeActionAttemptCompletion,
   type RuntimeActionAttemptStart,
 } from "./runtime"
-export type { GatewayImageModelId, GatewayModelId } from "@ai-sdk/gateway"
+export type {
+  GatewayEvaluationModelId,
+  GatewayImageModelId,
+  GatewayModelId,
+} from "@ai-sdk/gateway"
 export {
   createdOrganizationApiKeyOutputSchema,
   organizationApiKeyOutputSchema,

package/src/runtime-protocol.ts

@@ -1,2 +1,2 @@
 /** Runtime protocol required by newly built automation bundles. */
-export const AUTOMATION_RUNTIME_PROTOCOL_VERSION = 6
+export const AUTOMATION_RUNTIME_PROTOCOL_VERSION = 7

package/src/runtime.ts

@@ -5,18 +5,30 @@ import {
 } from "@automate.ax/codec"
 import { codecEnvelopeSchema } from "@automate.ax/codec/rpc"
 import { CLOUDFLARE_BROWSER_MARKDOWN_REQUEST_SCHEMA } from "@automate.ax/integration-contracts/cloudflare"
-import type { GatewayImageModelId, GatewayModelId } from "@ai-sdk/gateway"
+import type {
+  GatewayEvaluationModelId,
+  GatewayImageModelId,
+  GatewayModelId,
+} from "@ai-sdk/gateway"
 import { oc } from "@orpc/contract"
 import stableStringify from "fast-json-stable-stringify"
 import * as z from "zod"
 import { automationErrorSchema } from "./errors"
 
-export type { GatewayImageModelId, GatewayModelId } from "@ai-sdk/gateway"
+export type {
+  GatewayEvaluationModelId,
+  GatewayImageModelId,
+  GatewayModelId,
+} from "@ai-sdk/gateway"
 
 /** Default model used by the platform Vercel AI Gateway account. */
 export const DEFAULT_GATEWAY_MODEL_ID =
   "openai/gpt-4.1-nano" satisfies GatewayModelId
 
+/** Default evaluation model used by the platform Vercel AI Gateway account. */
+export const DEFAULT_GATEWAY_EVALUATION_MODEL_ID =
+  "typesafe-ai/jev" satisfies GatewayEvaluationModelId
+
 /** Default image model used by the platform Vercel AI Gateway account. */
 export const DEFAULT_GATEWAY_IMAGE_MODEL_ID =
   "bfl/flux-2-flex" satisfies GatewayImageModelId
@@ -948,6 +960,105 @@ export type RuntimeGenerationInput = z.output<
   typeof RUNTIME_GENERATION_INPUT_SCHEMA
 >
 
+const EVALUATION_CONTENT_SCHEMA = z.union([
+  z.string(),
+  z.record(z.string(), z.json()),
+  z.json().array(),
+])
+const EVALUATION_CRITERION_SCHEMA = EVALUATION_CONTENT_SCHEMA.nullable()
+const EVALUATION_QUESTION_SCHEMA = z.discriminatedUnion("type", [
+  z.object({
+    criteria: z
+      .record(z.string(), EVALUATION_CRITERION_SCHEMA)
+      .refine((criteria) => Object.keys(criteria).length > 0, {
+        message: "Choice criteria must contain at least one option.",
+      }),
+    instructions: EVALUATION_CONTENT_SCHEMA,
+    type: z.literal("choice"),
+  }),
+  z.object({
+    criteria: EVALUATION_CRITERION_SCHEMA.array().min(2),
+    instructions: EVALUATION_CONTENT_SCHEMA,
+    type: z.literal("score"),
+  }),
+  z.object({
+    criteria: z
+      .object({
+        false: EVALUATION_CRITERION_SCHEMA.optional(),
+        true: EVALUATION_CRITERION_SCHEMA.optional(),
+      })
+      .optional(),
+    instructions: EVALUATION_CONTENT_SCHEMA,
+    type: z.literal("boolean"),
+  }),
+])
+const GATEWAY_EVALUATION_MODEL_ID_SCHEMA = z
+  .custom<GatewayEvaluationModelId>(
+    (value) => typeof value === "string" && value.length > 0,
+    "Model must be a nonempty AI Gateway evaluation model ID.",
+  )
+  .default(DEFAULT_GATEWAY_EVALUATION_MODEL_ID)
+
+/** Shared options accepted by the built-in evaluate action. */
+export const evaluationInputSchema = z.object({
+  headers: z.record(z.string(), z.string()).optional(),
+  maxRetries: z.number().int().nonnegative().optional(),
+  model: GATEWAY_EVALUATION_MODEL_ID_SCHEMA,
+  providerOptions: z
+    .record(z.string(), z.record(z.string(), z.json()))
+    .optional(),
+  questions: z
+    .record(z.string(), EVALUATION_QUESTION_SCHEMA)
+    .refine((questions) => Object.keys(questions).length > 0, {
+      message: "Questions must contain at least one evaluation.",
+    }),
+  state: EVALUATION_CONTENT_SCHEMA,
+})
+
+const EVALUATION_ANSWER_SCHEMA = z.discriminatedUnion("type", [
+  z.object({
+    choice: z.string(),
+    probabilities: z.record(z.string(), z.number()).optional(),
+    type: z.literal("choice"),
+  }),
+  z.object({
+    probabilities: z.record(z.string(), z.number()).optional(),
+    score: z.number(),
+    type: z.literal("score"),
+  }),
+  z.object({
+    probability: z.number(),
+    type: z.literal("boolean"),
+  }),
+])
+
+/** Serializable subset of the AI SDK evaluation result. */
+export const evaluationResultSchema = z.object({
+  answers: z.record(z.string(), EVALUATION_ANSWER_SCHEMA),
+  providerMetadata: z.record(z.string(), z.record(z.string(), z.json())),
+  response: z.object({
+    headers: z.record(z.string(), z.string()).optional(),
+    id: z.string().optional(),
+    modelId: z.string(),
+    timestamp: z.iso.datetime(),
+  }),
+  rounding: z
+    .object({
+      probabilityDecimals: z.number().int().min(0).max(15).optional(),
+      scoreDecimals: z.number().int().min(0).max(15).optional(),
+    })
+    .optional(),
+  usage: z.object({
+    inputTokens: z.number().optional(),
+    outputTokens: z.number().optional(),
+    totalTokens: z.number().optional(),
+  }),
+  warnings: AI_WARNING_SCHEMA.array(),
+})
+
+export type EvaluationInput = z.output<typeof evaluationInputSchema>
+export type EvaluationResult = z.output<typeof evaluationResultSchema>
+
 const IMAGE_DATA_CONTENT_SCHEMA = z.union([
   z.string(),
   z.custom<Uint8Array>((value) => value instanceof Uint8Array),
@@ -1224,6 +1335,7 @@ export const runtimeContract = {
   completeActionAttempt: oc
     .input(ACTION_ATTEMPT_COMPLETION_TRANSPORT_SCHEMA)
     .output(z.void()),
+  evaluate: oc.input(evaluationInputSchema).output(evaluationResultSchema),
   generate: oc
     .input(RUNTIME_GENERATION_INPUT_SCHEMA)
     .output(RUNTIME_GENERATION_RESULT_SCHEMA),