@runtypelabs/sdk 5.3.0 → 5.4.0

package/dist/index.d.cts

@@ -9399,6 +9399,128 @@ interface paths {
         patch?: never;
         trace?: never;
     };
+    "/v1/eval/ensure": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        put?: never;
+        /**
+         * Ensure eval suite (config-as-code converge)
+         * @description Idempotently converge a repo-defined eval suite (target + cases + graders) onto the platform. Identity is the suite name + account scope; the target flow/agent is resolved by name. Hash-only probes skip the payload in the steady state (a miss is a normal 200 `definitionRequired` response, not an error); full requests create the suite or replace its cases when the canonical content hash differs. Non-executing: never runs the eval. The response always carries the server-computed canonical hash.
+         */
+        post: {
+            parameters: {
+                query?: never;
+                header?: never;
+                path?: never;
+                cookie?: never;
+            };
+            requestBody?: {
+                content: {
+                    "application/json": {
+                        contentHash?: string;
+                        definition?: {
+                            cases: {
+                                expect: ({
+                                    kind: string;
+                                } & {
+                                    [key: string]: unknown;
+                                })[];
+                                expected?: {
+                                    facts?: string[];
+                                    json?: unknown;
+                                    text?: string;
+                                };
+                                /** @default {} */
+                                input?: {
+                                    messages?: {
+                                        content: string;
+                                        role: string;
+                                    }[];
+                                    variables?: {
+                                        [key: string]: unknown;
+                                    };
+                                };
+                                name: string;
+                            }[];
+                            name: string;
+                            target: {
+                                agent?: string;
+                                flow?: string;
+                            };
+                            virtual?: boolean;
+                        };
+                        name: string;
+                    };
+                };
+            };
+            responses: {
+                /** @description Converge result: unchanged | created | updated | definitionRequired (hash miss — retry with the full definition) */
+                200: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["EvalEnsureResponse"];
+                    };
+                };
+                /** @description Validation error (bad definition, unresolved target, divergent per-case graders, or virtual) */
+                400: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Unauthorized */
+                401: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Insufficient permissions */
+                403: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Submitted contentHash does not match the server-recomputed canonical hash */
+                422: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Internal server error */
+                500: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+            };
+        };
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/v1/eval/group/{groupId}": {
         parameters: {
             query?: never;
@@ -9474,6 +9596,213 @@ interface paths {
         patch?: never;
         trace?: never;
     };
+    "/v1/eval/pull": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * Pull eval suite definition (config-as-code)
+         * @description Return the canonical config-as-code definition and provenance for an eval suite by name — the absorb-drift direction of the ensure protocol. The contentHash is recomputed from the live suite state.
+         */
+        get: {
+            parameters: {
+                query: {
+                    name: string;
+                };
+                header?: never;
+                path?: never;
+                cookie?: never;
+            };
+            requestBody?: never;
+            responses: {
+                /** @description Canonical definition + provenance */
+                200: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["EvalPullResponse"];
+                    };
+                };
+                /** @description Unauthorized */
+                401: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Insufficient permissions */
+                403: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description No eval suite with that name in the account scope */
+                404: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Internal server error */
+                500: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+            };
+        };
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/v1/eval/run": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        put?: never;
+        /**
+         * Run eval suite synchronously
+         * @description Run every case of an eval suite against its target flow/agent and grade the outputs with the suite graders, returning the suite score + per-case gate outcomes in one response. Powers the `runtype eval` CI gate. Synchronous and ephemeral: no batch is created and no scores are persisted (use /eval/submit for a durable, dashboard-visible run). Bounded — suites over the case limit must use the batch path. Flow and standard-agent targets are supported (in both saved and inline/virtual modes); external and claude_managed agent targets are not.
+         */
+        post: {
+            parameters: {
+                query?: never;
+                header?: never;
+                path?: never;
+                cookie?: never;
+            };
+            requestBody?: {
+                content: {
+                    "application/json": {
+                        definition?: {
+                            cases: {
+                                expect: ({
+                                    kind: string;
+                                } & {
+                                    [key: string]: unknown;
+                                })[];
+                                expected?: {
+                                    facts?: string[];
+                                    json?: unknown;
+                                    text?: string;
+                                };
+                                /** @default {} */
+                                input?: {
+                                    messages?: {
+                                        content: string;
+                                        role: string;
+                                    }[];
+                                    variables?: {
+                                        [key: string]: unknown;
+                                    };
+                                };
+                                name: string;
+                            }[];
+                            name: string;
+                            target: {
+                                agent?: string;
+                                flow?: string;
+                            };
+                            virtual?: boolean;
+                        };
+                        suiteId?: string;
+                    };
+                };
+            };
+            responses: {
+                /** @description Suite score + per-case grader outcomes */
+                200: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["RunEvalResponse"];
+                    };
+                };
+                /** @description Validation error (bad definition, unresolved/unsupported target, too many cases) */
+                400: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Unauthorized */
+                401: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Daily eval limit exceeded */
+                402: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Forbidden */
+                403: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Suite or target not found */
+                404: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+                /** @description Internal server error */
+                500: {
+                    headers: {
+                        [name: string]: unknown;
+                    };
+                    content: {
+                        "application/json": components["schemas"]["Error"];
+                    };
+                };
+            };
+        };
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/v1/eval/stream": {
         parameters: {
             query?: never;
@@ -35205,7 +35534,6 @@ interface paths {
                                 enableDashboardAssistant: boolean;
                                 enableRuntypeApps: boolean;
                                 enableSkillScanner: boolean;
-                                productGeneratorModel: string;
                             };
                             id: string;
                             orgId?: string | null;
@@ -35977,6 +36305,53 @@ interface components {
             }[];
             error: string;
         };
+        EvalEnsureResponse: {
+            /** @description Server-computed canonical content hash. Clients should echo this hash in probes. */
+            contentHash: string;
+            /** @enum {string} */
+            result: "unchanged" | "created" | "updated";
+            suiteId: string;
+        } | {
+            /** @enum {string} */
+            result: "definitionRequired";
+        };
+        EvalPullResponse: {
+            contentHash: string;
+            definition: {
+                cases: {
+                    expect: ({
+                        kind: string;
+                    } & {
+                        [key: string]: unknown;
+                    })[];
+                    expected?: {
+                        facts?: string[];
+                        json?: unknown;
+                        text?: string;
+                    };
+                    /** @default {} */
+                    input: {
+                        messages?: {
+                            content: string;
+                            role: string;
+                        }[];
+                        variables?: {
+                            [key: string]: unknown;
+                        };
+                    };
+                    name: string;
+                }[];
+                name: string;
+                target: {
+                    agent?: string;
+                    flow?: string;
+                };
+                virtual?: boolean;
+            };
+            lastModifiedSource: string | null;
+            suiteId: string;
+            updatedAt: string | null;
+        };
         ExecutionStreamEvent: {
             agentId?: string;
             agentName?: string;
@@ -36944,6 +37319,31 @@ interface components {
             op: "eq" | "neq" | "gt" | "gte" | "lt" | "lte" | "between" | "contains" | "startsWith" | "endsWith" | "in" | "notIn" | "isSet" | "isNotSet" | "isTrue" | "isFalse" | "withinLastDays" | "olderThanDays";
             value?: unknown;
         };
+        RunEvalResponse: {
+            cases: {
+                errored: boolean;
+                name: string;
+                outcomes: {
+                    graderIndex: number;
+                    kind: string;
+                    passed: boolean;
+                    reasoning?: string;
+                    score?: number;
+                }[];
+                outputExcerpt: string;
+                passed: boolean;
+            }[];
+            name: string;
+            /** @description True when every case passed every grader. */
+            passed: boolean;
+            passedCases: number;
+            /** @description Suite score, 0..1 (passed cases / total cases). */
+            score: number;
+            suiteId: string | null;
+            /** @enum {string} */
+            targetType: "flow" | "agent";
+            totalCases: number;
+        };
         SkillEnsureConflict: {
             /** @enum {string} */
             code: "external_modification" | "remote_changed";
@@ -40174,6 +40574,319 @@ declare class BatchesNamespace {
     }>;
 }
 
+/**
+ * Eval config-as-code: `defineEval` + the grader builders.
+ *
+ * The authoring layer for code-colocated evals — define the evals for a flow or
+ * agent right next to its `defineFlow` / `flows.ensure` definition. This module
+ * is PURE and local (no I/O), the exact analog of `defineFlow` in
+ * `flows-ensure.ts`: it validates and normalizes a loose `DefineEvalInput` into
+ * a canonical `EvalDefinition` (target + cases + per-case graders) and computes
+ * a content hash for hash-first convergence. The converge motion
+ * (`client.evals.ensure` → `POST /eval/ensure`) and the `runtype eval` CLI build
+ * on this contract in later increments.
+ *
+ * Grader types are MIRRORED INLINE from `@runtypelabs/shared`'s
+ * `grader-types.ts` (the SDK is dependency-free by convention — see the same
+ * pattern in `flows-ensure.ts`). The wire shapes must stay byte-identical to the
+ * shared discriminated union so an eval authored here scores through the existing
+ * `EvalScoringService` unchanged.
+ *
+ * v1 scope: only graders the server already scores (the output + AI-judge union).
+ * Trace graders (`called_tool` / `step_order` / …) and severity (`.gate()` /
+ * `.soft()`) are deliberately NOT emitted here — they land with their server-side
+ * grader-engine extensions. See
+ * `docs/features/planning/2026-06-24-code-colocated-evals.md`.
+ */
+
+/** Deterministic, free, instant checks. Scored by the pure `runCheck` engine. */
+type CheckGrader = {
+    kind: 'contains';
+    value: string;
+    caseSensitive?: boolean;
+} | {
+    kind: 'not_contains';
+    value: string;
+    caseSensitive?: boolean;
+} | {
+    kind: 'matches_expected';
+} | {
+    kind: 'regex';
+    pattern: string;
+    flags?: string;
+} | {
+    kind: 'valid_json';
+} | {
+    kind: 'json_field';
+    path: string;
+    equals?: unknown;
+    exists?: boolean;
+} | {
+    kind: 'length';
+    minChars?: number;
+    maxChars?: number;
+} | {
+    kind: 'latency';
+    maxMs: number;
+} | {
+    kind: 'no_error';
+};
+/** Built-in AI-grader preset ids (mirror of `BUILT_IN_GRADER_IDS`). */
+type BuiltInGraderId = 'answersQuestion' | 'matchesExpected' | 'followsInstructions' | 'grounded' | 'rightTone' | 'safeToSend';
+/** LLM-as-judge over plain-language criteria. Scored by the api grader executor. */
+interface AIGrader {
+    kind: 'ai';
+    preset?: BuiltInGraderId;
+    /** Plain language: "what does a good answer look like?" */
+    criteria: string;
+    /** Reference-guided when the case has `expected`. */
+    useExpected?: boolean;
+    /** Defaults to a cheap routed model at execution time. */
+    model?: string;
+    /** Pass cutoff on the 1-5 judge scale (default 4 server-side). */
+    threshold?: number;
+}
+type GraderConfig = CheckGrader | AIGrader;
+/** What a good answer looks like for a case (mirror of `CaseExpected`). */
+interface CaseExpected {
+    text?: string;
+    json?: unknown;
+    facts?: string[];
+}
+/** Output contains `value` (case-insensitive unless `caseSensitive`). */
+declare function contains(value: string, opts?: {
+    caseSensitive?: boolean;
+}): CheckGrader;
+/** Output does NOT contain `value`. */
+declare function notContains(value: string, opts?: {
+    caseSensitive?: boolean;
+}): CheckGrader;
+/** Output equals the case's `expected.text` (trim/lowercase/collapse-whitespace normalized). */
+declare function matchesExpected(): CheckGrader;
+/** Output matches a regular expression. */
+declare function regex(pattern: string, flags?: string): CheckGrader;
+/** Output parses as JSON. */
+declare function validJson(): CheckGrader;
+/**
+ * A dot-path field in the output's parsed JSON. With `equals`, asserts value
+ * equality; otherwise asserts presence (`exists: false` asserts absence).
+ */
+declare function jsonField(path: string, opts?: {
+    equals?: unknown;
+    exists?: boolean;
+}): CheckGrader;
+/** Output character length is within `[minChars, maxChars]`. */
+declare function length(opts: {
+    minChars?: number;
+    maxChars?: number;
+}): CheckGrader;
+/** End-to-end latency is within `maxMs`. */
+declare function latency(maxMs: number): CheckGrader;
+/** The case produced output without erroring. */
+declare function noError(): CheckGrader;
+/**
+ * LLM-as-judge over free-form criteria. Soft, model-graded — reach for it only
+ * when no deterministic check captures what "good" means.
+ */
+declare function judge(criteria: string, opts?: {
+    useExpected?: boolean;
+    model?: string;
+    threshold?: number;
+    preset?: BuiltInGraderId;
+}): AIGrader;
+/**
+ * The built-in AI-grader presets (criteria mirrored from `BUILT_IN_GRADERS`).
+ * Each returns a ready `AIGrader`; pass an override string to `rightTone`.
+ */
+declare const judges: {
+    readonly answersQuestion: () => AIGrader;
+    readonly matchesExpected: () => AIGrader;
+    readonly followsInstructions: () => AIGrader;
+    readonly grounded: () => AIGrader;
+    readonly rightTone: (voice?: string) => AIGrader;
+    readonly safeToSend: () => AIGrader;
+};
+interface EvalMessage {
+    role: 'user' | 'assistant' | 'system';
+    content: string;
+}
+/** A case's input: flow variables and/or a scripted conversation to replay. */
+interface EvalCaseInput {
+    variables?: Record<string, unknown>;
+    messages?: EvalMessage[];
+}
+/** The target a suite evaluates — a saved flow or agent, by portable name. */
+type EvalTarget = {
+    flow: string;
+} | {
+    agent: string;
+};
+/** Loose per-case input to `defineEval`. */
+interface DefineEvalCaseInput {
+    name: string;
+    input?: EvalCaseInput;
+    expected?: CaseExpected;
+    /** Case-level graders, appended after any suite-level `graders`. */
+    expect?: GraderConfig[];
+}
+/** Loose input to `defineEval` (validated + normalized into `EvalDefinition`). */
+interface DefineEvalInput {
+    /**
+     * Suite name — the converge identity (name + account scope), exactly like a
+     * flow's name. Optional: defaults to a stable name derived from the target
+     * (`flow:<name>` / `agent:<name>`). Give two suites for the same target
+     * distinct names (e.g. 'smoke', 'regression') to keep them separate.
+     */
+    name?: string;
+    target: EvalTarget;
+    /** Graders applied to EVERY case (suite-level). Run before each case's `expect`. */
+    graders?: GraderConfig[];
+    cases: DefineEvalCaseInput[];
+    /**
+     * Run without persisting a durable suite/batch to the dashboard (the 'virtual'
+     * opt-out, mirroring `useVirtualFlow` / `storeResults:false`). Default false:
+     * evals run via this surface are dashboard-visible by default.
+     */
+    virtual?: boolean;
+}
+/** A normalized case: graders merged (suite-level then case-level) into `expect`. */
+interface EvalCaseDefinition {
+    name: string;
+    input: EvalCaseInput;
+    expected?: CaseExpected;
+    expect: GraderConfig[];
+}
+/** The canonical (wire) eval definition produced by `defineEval`. */
+interface EvalDefinition {
+    /** Suite name — the converge identity. Derived from the target when omitted. */
+    name: string;
+    target: EvalTarget;
+    cases: EvalCaseDefinition[];
+    virtual: boolean;
+}
+/**
+ * Pure-local declarative constructor for an eval definition. No I/O. Validates
+ * structure, rejects unknown fields, merges suite-level `graders` into each
+ * case's `expect`, and produces a canonical, environment-portable
+ * `EvalDefinition`. The target names a saved flow/agent by name (portable across
+ * environments, like `defineFlow`'s `flow:<name>` references).
+ *
+ * @example
+ * ```typescript
+ * import { defineEval, contains, judges } from '@runtypelabs/sdk'
+ *
+ * export default defineEval({
+ *   target: { flow: 'support-triage' },
+ *   graders: [contains('ticket')],
+ *   cases: [
+ *     {
+ *       name: 'billing routes to finance',
+ *       input: { variables: { message: 'I was double charged' } },
+ *       expect: [contains('finance'), judges.answersQuestion()],
+ *     },
+ *   ],
+ * })
+ * ```
+ */
+declare function defineEval(input: DefineEvalInput): EvalDefinition;
+/**
+ * SHA-256 (hex) over the canonical normalized definition. Cases are sorted by
+ * name (name is the case identity); grader order WITHIN a case is preserved
+ * (reordering graders changes their result index, so it is a meaningful edit).
+ * The hash is the basis for hash-first convergence in `client.evals.ensure`.
+ */
+declare function computeEvalContentHash(definition: EvalDefinition): Promise<string>;
+/** The converge outcome of `client.evals.ensure(definition)`. */
+interface EnsureEvalResult {
+    result: 'unchanged' | 'created' | 'updated';
+    /** The persisted eval suite id. */
+    suiteId: string;
+    /** The server-computed canonical hash (echo this — never your own). */
+    contentHash: string;
+}
+/** The canonical definition + provenance returned by `client.evals.pull(name)`. */
+interface EvalPullResult {
+    suiteId: string;
+    definition: EvalDefinition;
+    contentHash: string;
+    lastModifiedSource: string | null;
+    updatedAt: string | null;
+}
+/**
+ * One grader's verdict for one case (mirror of `@runtypelabs/shared`'s
+ * `GraderOutcome`). `graderIndex` is the position in the suite's grader list.
+ */
+interface GraderOutcome {
+    graderIndex: number;
+    kind: string;
+    passed: boolean;
+    /** 0..1 for scaled graders (AI graders normalize their 1-5 to 0..1). */
+    score?: number;
+    /** AI-grader verdict, or a check's human-readable reason. */
+    reasoning?: string;
+}
+/** One case's run result: pass/fail plus each grader's outcome. */
+interface RunEvalCaseResult {
+    name: string;
+    passed: boolean;
+    outcomes: GraderOutcome[];
+    /** Truncated final-output snapshot (for surfacing a failing case in CI logs). */
+    outputExcerpt: string;
+    /** Whether producing the output threw. */
+    errored: boolean;
+}
+/** The synchronous run + score result returned by `client.evals.runSuite(...)`. */
+interface RunEvalResult {
+    /** The saved suite id, or `null` for an inline (virtual) run. */
+    suiteId: string | null;
+    name: string;
+    targetType: 'flow' | 'agent';
+    /** Suite score, 0..1 (passed cases / total cases). */
+    score: number;
+    /** True when every case passed every grader. */
+    passed: boolean;
+    totalCases: number;
+    passedCases: number;
+    cases: RunEvalCaseResult[];
+}
+/**
+ * Run a saved suite by id (the post-`ensure` path) XOR an inline definition (the
+ * `virtual` path — nothing is persisted). Exactly one must be provided.
+ */
+type RunEvalInput = {
+    suiteId: string;
+} | {
+    definition: EvalDefinition;
+};
+/**
+ * Idempotently converge an eval suite definition onto the platform. Hash-first:
+ * probes with a content hash, and only ships the full definition when the
+ * server reports a miss (`definitionRequired`). Upserts the suite + replaces
+ * its cases; never executes the eval (use the `runtype eval` CLI / `/eval`
+ * submit surface to run it).
+ *
+ * `virtual: true` definitions are ephemeral and have nothing durable to
+ * converge — ensure rejects them. Run a virtual eval directly instead.
+ */
+declare function ensureEval(client: RuntypeClient$1, definition: EvalDefinition): Promise<EnsureEvalResult>;
+/**
+ * Pull the canonical definition + provenance for an eval suite by name — the
+ * absorb-drift direction of the ensure protocol. The contentHash reflects the
+ * live suite state.
+ */
+declare function pullEval(client: RuntypeClient$1, name: string): Promise<EvalPullResult>;
+/**
+ * Run an eval suite synchronously and return the suite score + per-case grader
+ * outcomes. Powers the `runtype eval` CI gate: a saved suite is run by id (after
+ * `ensure`); a `virtual` definition is run inline without persisting anything.
+ *
+ * Synchronous and ephemeral — no batch is created and no scores are saved (use
+ * the dashboard / `/eval/submit` for a durable, dashboard-visible run). Bounded:
+ * suites over the server's per-run case limit must use the batch path. Not
+ * supported here: `claude_managed` agents and inline/virtual agent targets.
+ */
+declare function runEvalSuite(client: RuntypeClient$1, input: RunEvalInput): Promise<RunEvalResult>;
+
 /**
  * EvalsNamespace - Static namespace for evaluation operations
  *
@@ -40356,6 +41069,43 @@ declare class EvalsNamespace {
      * ```
      */
     run(config: EvalRunConfig): EvalRunner;
+    /**
+     * Idempotently converge a `defineEval` suite definition onto the platform —
+     * the deploy-time, non-executing converge for code-colocated evals. Hash-first:
+     * the steady state is one tiny probe request. Upserts the eval suite + replaces
+     * its cases; never runs the eval.
+     *
+     * @example
+     * ```typescript
+     * const suite = defineEval({
+     *   target: { flow: 'support-triage' },
+     *   graders: [noError()],
+     *   cases: [{ name: 'billing', input: { variables: { message: 'I was double charged' } }, expect: [contains('finance')] }],
+     * })
+     * const result = await Runtype.evals.ensure(suite)
+     * ```
+     */
+    ensure(definition: EvalDefinition): Promise<EnsureEvalResult>;
+    /**
+     * Pull the canonical definition + provenance for an eval suite by name — the
+     * absorb-drift direction of the ensure protocol.
+     */
+    pull(name: string): Promise<EvalPullResult>;
+    /**
+     * Run an eval suite synchronously and return the suite score + per-case grader
+     * outcomes — the executing counterpart of `ensure`, powering the `runtype
+     * eval` CI gate. Run a saved suite by id (`{ suiteId }`, the post-`ensure`
+     * path) or an inline definition without persisting (`{ definition }`, the
+     * virtual path).
+     *
+     * @example
+     * ```typescript
+     * const { suiteId } = await Runtype.evals.ensure(suite)
+     * const result = await Runtype.evals.runSuite({ suiteId })
+     * if (!result.passed) process.exit(1)
+     * ```
+     */
+    runSuite(input: RunEvalInput): Promise<RunEvalResult>;
     /**
      * Get evaluation status by ID
      *
@@ -46994,4 +47744,4 @@ declare function getLikelySupportingCandidatePaths(bestCandidatePath: string | u
 declare function getDefaultPlanPath(taskName: string): string;
 declare function sanitizeTaskSlug(taskName: string): string;
 
-export { type Agent, type AgentApprovalCompleteEvent, type AgentApprovalStartEvent, type AgentCompleteEvent, type AgentDefinition, type AgentDefinitionConfig, AgentDriftError, AgentEnsureConflictError, type AgentErrorEvent, type AgentEvent, type AgentEventType, type AgentExecuteRequest, type AgentExecuteResponse, type AgentIterationCompleteEvent, type AgentIterationStartEvent, type AgentMediaEvent, type AgentMessage, type AgentPausedEvent, type AgentPingEvent, type AgentPullResult, type AgentReflectionEvent, type AgentRuntimeToolDefinition, type AgentStartEvent, type AgentStreamCallbacks, type AgentStreamEvent, type AgentSubagentConfig, type AgentToolCompleteEvent, type AgentToolDeltaEvent, type AgentToolInputCompleteEvent, type AgentToolInputDeltaEvent, type AgentToolStartEvent, type AgentTurnCompleteEvent, type AgentTurnDeltaEvent, type AgentTurnStartEvent, type AgentVersionDetail, type AgentVersionListItem, type AgentVersionPublishResponse, AgentVersionsEndpoint, type AgentVersionsListResponse, AgentsEndpoint, AgentsNamespace, AnalyticsEndpoint, type ApiClient, type ApiKey, ApiKeysEndpoint, type ApiResponse, type App, type AppManifest, type AppVersion, type ApplyGeneratedProposalOptions, type ApplyGeneratedProposalResult, AppsEndpoint, type AssetReferenceContentPart, type AttachRuntimeToolsOptions, type BaseAgentEvent, BatchBuilder, type BatchClient, type BatchListParams, type BatchOptions, type BatchRequest, type BatchResult, type BatchScheduleConfig, type BatchStatus, BatchesNamespace, BillingEndpoint, type BillingSpendAnalyticsParams, type BindSkillInput, type BuiltInTool, type BulkEditCondition, type BulkEditRequest, type BulkEditResponse, type BulkEditResult, ChatEndpoint, ClientBatchBuilder, type ClientConfig, type ClientConversation, ClientEvalBuilder, ClientFlowBuilder, type ClientToken, type ClientTokenConfig, type ClientTokenEnvironment, type ClientTokenVersionPin, ClientTokensEndpoint, type ClientToolDefinition, type ClientWidgetTheme, type ConditionalGetResult, type ConditionalStepConfig$1 as ConditionalStepConfig, type ContextErrorHandling, type ContextFallback, ContextTemplatesEndpoint, type Conversation, type ConversationListItem, type ConversationListParams, type ConversationMessage, type ConversationSource, ConversationsEndpoint, type ConversationsListResponse, type CreateApiKeyRequest, type CreateAppRequest, type CreateClientTokenRequest, type CreateClientTokenResponse, type CreateConversationRequest, type CreateFlowRequest, type CreateModelConfigRequest, type CreatePromptData, type CreatePromptRequest, type CreateProviderKeyRequest, type CreateRecordRequest, type CreateScheduleRequest, type CreateSecretRequest, type CreateToolRequest, type CustomMCPServer, type CustomMCPServerAuth, type CustomToolConfig, DEFAULT_RECOVERY_AFTER_EMPTY_SESSIONS, DEFAULT_STALL_STOP_AFTER, type DefineAgentInput, type DefineFlowInput, type DefineProductInput, type DefineSkillInput, type DefineSurfaceInput, type DefineToolInput, type DeployCfSandboxRequest, type DeployCfSandboxResponse, type DeploySandboxRequest, type DeploySandboxResponse, type DiscoveredModel, type DispatchClient, DispatchEndpoint, type DispatchEnvironment, type DispatchEvent, type DispatchOptions$1 as DispatchOptions, type DispatchRequest, type EnsureAgentConverged, type EnsureAgentOptions, type EnsureAgentPlan, type EnsureAgentResult, type EnsureFlowConverged, type EnsureFlowOptions, type EnsureFlowPlan, type EnsureFlowResult, type EnsureFpoOptions, type EnsureFpoResult, type EnsureProductConverged, type EnsureProductOptions, type EnsureProductPlan, type EnsureProductResult, type EnsureSkillConverged, type EnsureSkillOptions, type EnsureSkillPlan, type EnsureSkillResult, type EnsureSurfaceConverged, type EnsureSurfaceOptions, type EnsureSurfacePlan, type EnsureSurfaceResult, type EnsureToolConverged, type EnsureToolOptions, type EnsureToolPlan, type EnsureToolResult, type ErrorHandlingMode, EvalBuilder, type EvalClient, EvalEndpoint, type EvalListParams, type EvalOptions, type EvalRecord, type EvalRequest, type EvalResult, type EvalRunConfig, EvalRunner, type EvalStatus, EvalsNamespace, type ExecuteToolRequest, type ExecuteToolResponse, type ExecutionStreamEvent, type ExternalAgentContext, type ExternalToolConfig, type FallbackFailEvent, type FallbackStartEvent, type FallbackSuccessEvent, type FallbackTrigger, type FallbackTriggerType, type FallbacksExhaustedEvent, type FallbacksInitiatedEvent, type FetchGitHubStepConfig$1 as FetchGitHubStepConfig, type FetchUrlStepConfig$1 as FetchUrlStepConfig, type FieldFormat, type FileContentPart, type Flow, type FlowAttachment, FlowBuilder, type FlowCompleteEvent, type FlowConfig$1 as FlowConfig, type FlowDefinition, type FlowDefinitionStep, FlowDriftError, FlowEnsureConflictError, type FlowErrorEvent, type FlowFallback, type FlowListItem, type FlowPausedEvent, type FlowPullResult, FlowResult, type FlowStartEvent, type FlowStep, type FlowStepDefinition, type FlowStepType, FlowStepsEndpoint, type FlowStreamEvent, type FlowSummary, type FlowToolConfig, type FlowValidationClient, type FlowValidationIssue, type FlowValidationResult, type FlowVersionDetail, type FlowVersionListItem, type FlowVersionPublishResponse, FlowVersionsEndpoint, type FlowVersionsListResponse, FlowsEndpoint, FlowsNamespace, type FpoEntityOutcome, type FpoInput, type GenerateEmbeddingStepConfig$1 as GenerateEmbeddingStepConfig, type GeneratedRuntimeToolGateDecision, type GeneratedRuntimeToolGateOptions, type ImageContentPart, type Integration, type IntegrationTool, IntegrationsEndpoint, type IntegrationsListResponse, type JSONSchema, type JsonArray, type JsonObject, type JsonPrimitive, type JsonValue, LEDGER_ARTIFACT_LINE_PREFIX, type ListConversationsResponse, type ListParams, type LocalToolConfig, type LocalToolDefinition, type LocalToolExecutionCompleteEvent, type LocalToolExecutionLoopSnapshotSlice, type LocalToolExecutionStartEvent, type LogEntry, type LogQueryParams, type LogQueryResponse, type LogQueryResult, type LogStatsParams, type LogStatsResponse, type LogStatsResult, LogsEndpoint, type Message$1 as Message, type MessageContent, type MessageFallback, type Metadata, type ModelConfig, ModelConfigsEndpoint, type ModelFallback, type ModelOverride, type ModelUsageDetail, type ModelUsageQueryParams, type ModelUsageResponse, type ModelUsageSummary, type ModelUsageTimeSeries, type PaginationResponse, type ProductDefinition, ProductDriftError, ProductEnsureConflictError, type ProductPullResult, ProductsNamespace, type Prompt$1 as Prompt, type PromptErrorHandling, type PromptFallback, type PromptListParams, type PromptStepConfig$1 as PromptStepConfig, PromptsEndpoint, PromptsNamespace, type ProviderApiKey, type ProviderKeyModel, ProviderKeysEndpoint, type PullFpoResult, RUNTYPE_CLIENT_KIND, type ReasoningConfig, type ReasoningContentPart, type ReasoningValue, type RecordConfig$1 as RecordConfig, type RecordCostAggregation, type RecordCostModelBreakdown, type RecordFilter, type RecordFilterCondition, type RecordFilterGroup, type RecordFilterOperator, type RecordListItem, type RecordListParams, type RecordStepResult, type RecordStepResultsParams, type RecordStepResultsResponse, type RecordWriteResponse, RecordsEndpoint, type RetrieveRecordStepConfig$1 as RetrieveRecordStepConfig, type RetryFallback, type RunTaskContextBudgetBreakdown, type RunTaskContextCompactionEvent, type RunTaskContextCompactionStrategy, type RunTaskContextNoticeEvent, type RunTaskContextSummaryEntry, type RunTaskContinuation, type RunTaskOffloadRecorder, type RunTaskOnContextCompaction, type RunTaskOnContextNotice, type RunTaskOnSession, type RunTaskOptions, type RunTaskResult, type RunTaskResumeState, type RunTaskSessionSummary, type RunTaskState, type RunTaskStateSlice, type RunTaskStatus, type RunTaskToolTraceSlice, type RuntimeCustomToolConfig, type RuntimeExternalToolConfig, type RuntimeFlowToolConfig, type RuntimeLocalToolConfig, type RuntimeSubagentToolConfig, type RuntimeTool, type RuntimeToolConfig, Runtype, type AgentSkillBinding as RuntypeAgentSkillBinding, RuntypeApiError, RuntypeClient, type ConditionalStepConfig as RuntypeConditionalStepConfig, type RuntypeConfig, type FetchGitHubStepConfig as RuntypeFetchGitHubStepConfig, type FetchUrlStepConfig as RuntypeFetchUrlStepConfig, RuntypeFlowBuilder, type FlowConfig as RuntypeFlowConfig, type GenerateEmbeddingStepConfig as RuntypeGenerateEmbeddingStepConfig, type Message as RuntypeMessage, type ModelOverride$1 as RuntypeModelOverride, type Prompt as RuntypePrompt, type PromptStepConfig as RuntypePromptStepConfig, type RuntypeRecord, type RecordConfig as RuntypeRecordConfig, type RetrieveRecordStepConfig as RuntypeRetrieveRecordStepConfig, type SearchStepConfig as RuntypeSearchStepConfig, type SendEmailStepConfig as RuntypeSendEmailStepConfig, type SendEventStepConfig as RuntypeSendEventStepConfig, type SendStreamStepConfig as RuntypeSendStreamStepConfig, type SendTextStepConfig as RuntypeSendTextStepConfig, type SetVariableStepConfig as RuntypeSetVariableStepConfig, type Skill as RuntypeSkill, type SkillCapabilities as RuntypeSkillCapabilities, type SkillFrontmatter as RuntypeSkillFrontmatter, type SkillManifest as RuntypeSkillManifest, type SkillProposal as RuntypeSkillProposal, type SkillRuntypeExtensions as RuntypeSkillRuntypeExtensions, type SkillScanFinding as RuntypeSkillScanFinding, type SkillScanResult as RuntypeSkillScanResult, type SkillScanVerdict as RuntypeSkillScanVerdict, type SkillVersion as RuntypeSkillVersion, type TransformDataStepConfig as RuntypeTransformDataStepConfig, type UpsertFlowConfig as RuntypeUpsertFlowConfig, type UpsertRecordStepConfig as RuntypeUpsertRecordStepConfig, type VectorSearchStepConfig as RuntypeVectorSearchStepConfig, type WaitUntilStepConfig as RuntypeWaitUntilStepConfig, SDK_USER_AGENT, SDK_VERSION, STEP_FIELD_REGISTRY, STEP_TYPE_TO_METHOD, type Schedule, type ScheduleExecutionOptions, type ScheduleListParams, type ScheduleMessage, type ScheduleMessageSet, type ScheduleMessages, type ScheduleMutationResponse, type ScheduleRun, type ScheduleRunNowResponse, type ScheduleStatusResponse, type ScheduleTarget, type ScheduleTrigger, SchedulesEndpoint, type SearchStepConfig$1 as SearchStepConfig, type Secret, type SecretCheckResponse, type SecretDeleteResponse, type SecretSetupUrlRequest, type SecretSetupUrlResponse, SecretsEndpoint, type SendEmailStepConfig$1 as SendEmailStepConfig, type SendEventStepConfig$1 as SendEventStepConfig, type SendStreamStepConfig$1 as SendStreamStepConfig, type SendTextStepConfig$1 as SendTextStepConfig, type SetVariableStepConfig$1 as SetVariableStepConfig, type SkillDefinition, SkillDriftError, SkillEnsureConflictError, type SkillListPage, type SkillListPagination, type SkillListParams, type SkillManifestInput, type SkillMarkdownInput, type SkillOrigin, type SkillProposalStatus, SkillProposalsNamespace, type SkillPullResult, type SkillStatus, type SkillTrustLevel, type SkillVersionStatus, type SkillWithVersion, type SkillWriteInput, SkillsNamespace, type SlackInstallRequest, type StepCompleteEvent, type StepDeltaEvent, type StepFallback, type StepFieldMeta, type StepStartEvent, type StepWaitingLocalEvent, type StreamCallbacks, type StreamConsumeOptions, type StreamEvent, type StreamEventOf, type SubagentToolConfig, type Surface, type SurfaceDefinition, type SurfaceDefinitionEnvironment, type SurfaceDefinitionStatus, type SurfaceDefinitionType, SurfaceDriftError, SurfaceEnsureConflictError, type SurfaceListParams, type SurfacePullResult, SurfacesEndpoint, SurfacesNamespace, type TextContentPart, type Tool, type ToolApprovalGrant, ToolApprovalGrantsEndpoint, type ToolConfig, type ToolDefinition, type ToolDefinitionType, ToolDriftError, ToolEnsureConflictError, type ToolPullResult, type ToolWithValidation, type ToolsConfig, ToolsEndpoint, ToolsNamespace, type TransformDataStepConfig$1 as TransformDataStepConfig, UNIFIED_EVENTS_QUERY, type UpdateAppRequest, type UpdateClientTokenRequest, type UpdateConversationRequest, type UpdatePromptData, type UpdateProviderKeyRequest, type UpdateScheduleRequest, type UpdateSecretRequest, type UpdateToolRequest, type UpdatedFlow, type UpsertFlowConfig$1 as UpsertFlowConfig, type UpsertOptions, type UpsertRecordStepConfig$1 as UpsertRecordStepConfig, type UserProfile, UsersEndpoint, type VectorSearchStepConfig$1 as VectorSearchStepConfig, type VersionType, type WaitUntilStepConfig$1 as WaitUntilStepConfig, type WorkflowCompileDeps, type WorkflowCompletionCriteriaConfig, type WorkflowConfig, type WorkflowConfigFactory, type WorkflowContext, type WorkflowDefinition, type WorkflowHookEntry, type WorkflowHookKind, type WorkflowHookRef, type WorkflowHookSignatures, type WorkflowMilestoneConfig, type WorkflowPhase, type WorkflowPolicyConfig, type WorkflowRecoveryConfig, type WorkflowSlot, type WorkflowStallPolicy, applyGeneratedRuntimeToolProposalToDispatchRequest, attachRuntimeToolsToDispatchRequest, buildEmptySessionNudge, buildGeneratedRuntimeToolGateOutput, buildLedgerOffloadReference, buildPolicyGuidance, buildSendViewOffloadMarker, compileWorkflowConfig, computeAgentContentHash, computeFlowContentHash, computeFpoContentHash, computeProductContentHash, computeSkillContentHash, computeSurfaceContentHash, computeToolContentHash, createAgentEventTranslator, createClient, createExternalTool, createFlowEventTranslator, defaultWorkflow, defaultWorkflowConfig, defineAgent, defineFlow, defineFpo, definePlaybook, defineProduct, defineSkill, defineSurface, defineTool, deployWorkflow, ensureDefaultWorkflowHooks, ensureFpo, evaluateGeneratedRuntimeToolProposal, extractDeclaredToolResultChars, gameWorkflow, getDefaultPlanPath, getLikelySupportingCandidatePaths, interpolateWorkflowTemplate, isDiscoveryToolName, isMarathonArtifactPath, isPreservationSensitiveTask, isUnifiedEventType, isWorkflowHookRef, listWorkflowHooks, normalizeAgentDefinition, normalizeCandidatePath, normalizeFpoDefinition, normalizeProductDefinition, normalizeSkillDefinition, normalizeSurfaceDefinition, normalizeToolDefinition, parseFinalBuffer, parseLedgerArtifactRelativePath, parseOffloadedOutputId, parseSSEChunk, processStream, pullFpo, registerWorkflowHook, resolveStallStopAfter, resolveWorkflowHook, sanitizeTaskSlug, shouldInjectEmptySessionNudge, shouldRequestModelEscalation, streamEvents, unregisterWorkflowHook, withUnifiedEvents };
+export { type AIGrader, type Agent, type AgentApprovalCompleteEvent, type AgentApprovalStartEvent, type AgentCompleteEvent, type AgentDefinition, type AgentDefinitionConfig, AgentDriftError, AgentEnsureConflictError, type AgentErrorEvent, type AgentEvent, type AgentEventType, type AgentExecuteRequest, type AgentExecuteResponse, type AgentIterationCompleteEvent, type AgentIterationStartEvent, type AgentMediaEvent, type AgentMessage, type AgentPausedEvent, type AgentPingEvent, type AgentPullResult, type AgentReflectionEvent, type AgentRuntimeToolDefinition, type AgentStartEvent, type AgentStreamCallbacks, type AgentStreamEvent, type AgentSubagentConfig, type AgentToolCompleteEvent, type AgentToolDeltaEvent, type AgentToolInputCompleteEvent, type AgentToolInputDeltaEvent, type AgentToolStartEvent, type AgentTurnCompleteEvent, type AgentTurnDeltaEvent, type AgentTurnStartEvent, type AgentVersionDetail, type AgentVersionListItem, type AgentVersionPublishResponse, AgentVersionsEndpoint, type AgentVersionsListResponse, AgentsEndpoint, AgentsNamespace, AnalyticsEndpoint, type ApiClient, type ApiKey, ApiKeysEndpoint, type ApiResponse, type App, type AppManifest, type AppVersion, type ApplyGeneratedProposalOptions, type ApplyGeneratedProposalResult, AppsEndpoint, type AssetReferenceContentPart, type AttachRuntimeToolsOptions, type BaseAgentEvent, BatchBuilder, type BatchClient, type BatchListParams, type BatchOptions, type BatchRequest, type BatchResult, type BatchScheduleConfig, type BatchStatus, BatchesNamespace, BillingEndpoint, type BillingSpendAnalyticsParams, type BindSkillInput, type BuiltInGraderId, type BuiltInTool, type BulkEditCondition, type BulkEditRequest, type BulkEditResponse, type BulkEditResult, type CaseExpected, ChatEndpoint, type CheckGrader, ClientBatchBuilder, type ClientConfig, type ClientConversation, ClientEvalBuilder, ClientFlowBuilder, type ClientToken, type ClientTokenConfig, type ClientTokenEnvironment, type ClientTokenVersionPin, ClientTokensEndpoint, type ClientToolDefinition, type ClientWidgetTheme, type ConditionalGetResult, type ConditionalStepConfig$1 as ConditionalStepConfig, type ContextErrorHandling, type ContextFallback, ContextTemplatesEndpoint, type Conversation, type ConversationListItem, type ConversationListParams, type ConversationMessage, type ConversationSource, ConversationsEndpoint, type ConversationsListResponse, type CreateApiKeyRequest, type CreateAppRequest, type CreateClientTokenRequest, type CreateClientTokenResponse, type CreateConversationRequest, type CreateFlowRequest, type CreateModelConfigRequest, type CreatePromptData, type CreatePromptRequest, type CreateProviderKeyRequest, type CreateRecordRequest, type CreateScheduleRequest, type CreateSecretRequest, type CreateToolRequest, type CustomMCPServer, type CustomMCPServerAuth, type CustomToolConfig, DEFAULT_RECOVERY_AFTER_EMPTY_SESSIONS, DEFAULT_STALL_STOP_AFTER, type DefineAgentInput, type DefineEvalCaseInput, type DefineEvalInput, type DefineFlowInput, type DefineProductInput, type DefineSkillInput, type DefineSurfaceInput, type DefineToolInput, type DeployCfSandboxRequest, type DeployCfSandboxResponse, type DeploySandboxRequest, type DeploySandboxResponse, type DiscoveredModel, type DispatchClient, DispatchEndpoint, type DispatchEnvironment, type DispatchEvent, type DispatchOptions$1 as DispatchOptions, type DispatchRequest, type EnsureAgentConverged, type EnsureAgentOptions, type EnsureAgentPlan, type EnsureAgentResult, type EnsureEvalResult, type EnsureFlowConverged, type EnsureFlowOptions, type EnsureFlowPlan, type EnsureFlowResult, type EnsureFpoOptions, type EnsureFpoResult, type EnsureProductConverged, type EnsureProductOptions, type EnsureProductPlan, type EnsureProductResult, type EnsureSkillConverged, type EnsureSkillOptions, type EnsureSkillPlan, type EnsureSkillResult, type EnsureSurfaceConverged, type EnsureSurfaceOptions, type EnsureSurfacePlan, type EnsureSurfaceResult, type EnsureToolConverged, type EnsureToolOptions, type EnsureToolPlan, type EnsureToolResult, type ErrorHandlingMode, EvalBuilder, type EvalCaseDefinition, type EvalCaseInput, type EvalClient, type EvalDefinition, EvalEndpoint, type EvalListParams, type EvalMessage, type EvalOptions, type EvalPullResult, type EvalRecord, type EvalRequest, type EvalResult, type EvalRunConfig, EvalRunner, type EvalStatus, type EvalTarget, EvalsNamespace, type ExecuteToolRequest, type ExecuteToolResponse, type ExecutionStreamEvent, type ExternalAgentContext, type ExternalToolConfig, type FallbackFailEvent, type FallbackStartEvent, type FallbackSuccessEvent, type FallbackTrigger, type FallbackTriggerType, type FallbacksExhaustedEvent, type FallbacksInitiatedEvent, type FetchGitHubStepConfig$1 as FetchGitHubStepConfig, type FetchUrlStepConfig$1 as FetchUrlStepConfig, type FieldFormat, type FileContentPart, type Flow, type FlowAttachment, FlowBuilder, type FlowCompleteEvent, type FlowConfig$1 as FlowConfig, type FlowDefinition, type FlowDefinitionStep, FlowDriftError, FlowEnsureConflictError, type FlowErrorEvent, type FlowFallback, type FlowListItem, type FlowPausedEvent, type FlowPullResult, FlowResult, type FlowStartEvent, type FlowStep, type FlowStepDefinition, type FlowStepType, FlowStepsEndpoint, type FlowStreamEvent, type FlowSummary, type FlowToolConfig, type FlowValidationClient, type FlowValidationIssue, type FlowValidationResult, type FlowVersionDetail, type FlowVersionListItem, type FlowVersionPublishResponse, FlowVersionsEndpoint, type FlowVersionsListResponse, FlowsEndpoint, FlowsNamespace, type FpoEntityOutcome, type FpoInput, type GenerateEmbeddingStepConfig$1 as GenerateEmbeddingStepConfig, type GeneratedRuntimeToolGateDecision, type GeneratedRuntimeToolGateOptions, type GraderConfig, type GraderOutcome, type ImageContentPart, type Integration, type IntegrationTool, IntegrationsEndpoint, type IntegrationsListResponse, type JSONSchema, type JsonArray, type JsonObject, type JsonPrimitive, type JsonValue, LEDGER_ARTIFACT_LINE_PREFIX, type ListConversationsResponse, type ListParams, type LocalToolConfig, type LocalToolDefinition, type LocalToolExecutionCompleteEvent, type LocalToolExecutionLoopSnapshotSlice, type LocalToolExecutionStartEvent, type LogEntry, type LogQueryParams, type LogQueryResponse, type LogQueryResult, type LogStatsParams, type LogStatsResponse, type LogStatsResult, LogsEndpoint, type Message$1 as Message, type MessageContent, type MessageFallback, type Metadata, type ModelConfig, ModelConfigsEndpoint, type ModelFallback, type ModelOverride, type ModelUsageDetail, type ModelUsageQueryParams, type ModelUsageResponse, type ModelUsageSummary, type ModelUsageTimeSeries, type PaginationResponse, type ProductDefinition, ProductDriftError, ProductEnsureConflictError, type ProductPullResult, ProductsNamespace, type Prompt$1 as Prompt, type PromptErrorHandling, type PromptFallback, type PromptListParams, type PromptStepConfig$1 as PromptStepConfig, PromptsEndpoint, PromptsNamespace, type ProviderApiKey, type ProviderKeyModel, ProviderKeysEndpoint, type PullFpoResult, RUNTYPE_CLIENT_KIND, type ReasoningConfig, type ReasoningContentPart, type ReasoningValue, type RecordConfig$1 as RecordConfig, type RecordCostAggregation, type RecordCostModelBreakdown, type RecordFilter, type RecordFilterCondition, type RecordFilterGroup, type RecordFilterOperator, type RecordListItem, type RecordListParams, type RecordStepResult, type RecordStepResultsParams, type RecordStepResultsResponse, type RecordWriteResponse, RecordsEndpoint, type RetrieveRecordStepConfig$1 as RetrieveRecordStepConfig, type RetryFallback, type RunEvalCaseResult, type RunEvalInput, type RunEvalResult, type RunTaskContextBudgetBreakdown, type RunTaskContextCompactionEvent, type RunTaskContextCompactionStrategy, type RunTaskContextNoticeEvent, type RunTaskContextSummaryEntry, type RunTaskContinuation, type RunTaskOffloadRecorder, type RunTaskOnContextCompaction, type RunTaskOnContextNotice, type RunTaskOnSession, type RunTaskOptions, type RunTaskResult, type RunTaskResumeState, type RunTaskSessionSummary, type RunTaskState, type RunTaskStateSlice, type RunTaskStatus, type RunTaskToolTraceSlice, type RuntimeCustomToolConfig, type RuntimeExternalToolConfig, type RuntimeFlowToolConfig, type RuntimeLocalToolConfig, type RuntimeSubagentToolConfig, type RuntimeTool, type RuntimeToolConfig, Runtype, type AgentSkillBinding as RuntypeAgentSkillBinding, RuntypeApiError, RuntypeClient, type ConditionalStepConfig as RuntypeConditionalStepConfig, type RuntypeConfig, type FetchGitHubStepConfig as RuntypeFetchGitHubStepConfig, type FetchUrlStepConfig as RuntypeFetchUrlStepConfig, RuntypeFlowBuilder, type FlowConfig as RuntypeFlowConfig, type GenerateEmbeddingStepConfig as RuntypeGenerateEmbeddingStepConfig, type Message as RuntypeMessage, type ModelOverride$1 as RuntypeModelOverride, type Prompt as RuntypePrompt, type PromptStepConfig as RuntypePromptStepConfig, type RuntypeRecord, type RecordConfig as RuntypeRecordConfig, type RetrieveRecordStepConfig as RuntypeRetrieveRecordStepConfig, type SearchStepConfig as RuntypeSearchStepConfig, type SendEmailStepConfig as RuntypeSendEmailStepConfig, type SendEventStepConfig as RuntypeSendEventStepConfig, type SendStreamStepConfig as RuntypeSendStreamStepConfig, type SendTextStepConfig as RuntypeSendTextStepConfig, type SetVariableStepConfig as RuntypeSetVariableStepConfig, type Skill as RuntypeSkill, type SkillCapabilities as RuntypeSkillCapabilities, type SkillFrontmatter as RuntypeSkillFrontmatter, type SkillManifest as RuntypeSkillManifest, type SkillProposal as RuntypeSkillProposal, type SkillRuntypeExtensions as RuntypeSkillRuntypeExtensions, type SkillScanFinding as RuntypeSkillScanFinding, type SkillScanResult as RuntypeSkillScanResult, type SkillScanVerdict as RuntypeSkillScanVerdict, type SkillVersion as RuntypeSkillVersion, type TransformDataStepConfig as RuntypeTransformDataStepConfig, type UpsertFlowConfig as RuntypeUpsertFlowConfig, type UpsertRecordStepConfig as RuntypeUpsertRecordStepConfig, type VectorSearchStepConfig as RuntypeVectorSearchStepConfig, type WaitUntilStepConfig as RuntypeWaitUntilStepConfig, SDK_USER_AGENT, SDK_VERSION, STEP_FIELD_REGISTRY, STEP_TYPE_TO_METHOD, type Schedule, type ScheduleExecutionOptions, type ScheduleListParams, type ScheduleMessage, type ScheduleMessageSet, type ScheduleMessages, type ScheduleMutationResponse, type ScheduleRun, type ScheduleRunNowResponse, type ScheduleStatusResponse, type ScheduleTarget, type ScheduleTrigger, SchedulesEndpoint, type SearchStepConfig$1 as SearchStepConfig, type Secret, type SecretCheckResponse, type SecretDeleteResponse, type SecretSetupUrlRequest, type SecretSetupUrlResponse, SecretsEndpoint, type SendEmailStepConfig$1 as SendEmailStepConfig, type SendEventStepConfig$1 as SendEventStepConfig, type SendStreamStepConfig$1 as SendStreamStepConfig, type SendTextStepConfig$1 as SendTextStepConfig, type SetVariableStepConfig$1 as SetVariableStepConfig, type SkillDefinition, SkillDriftError, SkillEnsureConflictError, type SkillListPage, type SkillListPagination, type SkillListParams, type SkillManifestInput, type SkillMarkdownInput, type SkillOrigin, type SkillProposalStatus, SkillProposalsNamespace, type SkillPullResult, type SkillStatus, type SkillTrustLevel, type SkillVersionStatus, type SkillWithVersion, type SkillWriteInput, SkillsNamespace, type SlackInstallRequest, type StepCompleteEvent, type StepDeltaEvent, type StepFallback, type StepFieldMeta, type StepStartEvent, type StepWaitingLocalEvent, type StreamCallbacks, type StreamConsumeOptions, type StreamEvent, type StreamEventOf, type SubagentToolConfig, type Surface, type SurfaceDefinition, type SurfaceDefinitionEnvironment, type SurfaceDefinitionStatus, type SurfaceDefinitionType, SurfaceDriftError, SurfaceEnsureConflictError, type SurfaceListParams, type SurfacePullResult, SurfacesEndpoint, SurfacesNamespace, type TextContentPart, type Tool, type ToolApprovalGrant, ToolApprovalGrantsEndpoint, type ToolConfig, type ToolDefinition, type ToolDefinitionType, ToolDriftError, ToolEnsureConflictError, type ToolPullResult, type ToolWithValidation, type ToolsConfig, ToolsEndpoint, ToolsNamespace, type TransformDataStepConfig$1 as TransformDataStepConfig, UNIFIED_EVENTS_QUERY, type UpdateAppRequest, type UpdateClientTokenRequest, type UpdateConversationRequest, type UpdatePromptData, type UpdateProviderKeyRequest, type UpdateScheduleRequest, type UpdateSecretRequest, type UpdateToolRequest, type UpdatedFlow, type UpsertFlowConfig$1 as UpsertFlowConfig, type UpsertOptions, type UpsertRecordStepConfig$1 as UpsertRecordStepConfig, type UserProfile, UsersEndpoint, type VectorSearchStepConfig$1 as VectorSearchStepConfig, type VersionType, type WaitUntilStepConfig$1 as WaitUntilStepConfig, type WorkflowCompileDeps, type WorkflowCompletionCriteriaConfig, type WorkflowConfig, type WorkflowConfigFactory, type WorkflowContext, type WorkflowDefinition, type WorkflowHookEntry, type WorkflowHookKind, type WorkflowHookRef, type WorkflowHookSignatures, type WorkflowMilestoneConfig, type WorkflowPhase, type WorkflowPolicyConfig, type WorkflowRecoveryConfig, type WorkflowSlot, type WorkflowStallPolicy, applyGeneratedRuntimeToolProposalToDispatchRequest, attachRuntimeToolsToDispatchRequest, buildEmptySessionNudge, buildGeneratedRuntimeToolGateOutput, buildLedgerOffloadReference, buildPolicyGuidance, buildSendViewOffloadMarker, compileWorkflowConfig, computeAgentContentHash, computeEvalContentHash, computeFlowContentHash, computeFpoContentHash, computeProductContentHash, computeSkillContentHash, computeSurfaceContentHash, computeToolContentHash, contains, createAgentEventTranslator, createClient, createExternalTool, createFlowEventTranslator, defaultWorkflow, defaultWorkflowConfig, defineAgent, defineEval, defineFlow, defineFpo, definePlaybook, defineProduct, defineSkill, defineSurface, defineTool, deployWorkflow, ensureDefaultWorkflowHooks, ensureEval, ensureFpo, evaluateGeneratedRuntimeToolProposal, extractDeclaredToolResultChars, gameWorkflow, getDefaultPlanPath, getLikelySupportingCandidatePaths, interpolateWorkflowTemplate, isDiscoveryToolName, isMarathonArtifactPath, isPreservationSensitiveTask, isUnifiedEventType, isWorkflowHookRef, jsonField, judge, judges, latency, length, listWorkflowHooks, matchesExpected, noError, normalizeAgentDefinition, normalizeCandidatePath, normalizeFpoDefinition, normalizeProductDefinition, normalizeSkillDefinition, normalizeSurfaceDefinition, normalizeToolDefinition, notContains, parseFinalBuffer, parseLedgerArtifactRelativePath, parseOffloadedOutputId, parseSSEChunk, processStream, pullEval, pullFpo, regex, registerWorkflowHook, resolveStallStopAfter, resolveWorkflowHook, runEvalSuite, sanitizeTaskSlug, shouldInjectEmptySessionNudge, shouldRequestModelEscalation, streamEvents, unregisterWorkflowHook, validJson, withUnifiedEvents };