veryfront 0.1.878 → 0.1.880

package/esm/cli/commands/generate/handler.d.ts

@@ -3,7 +3,7 @@
  */
 import type { ParsedArgs } from "../../shared/types.js";
 export declare const parseGenerateArgs: (args: ParsedArgs) => import("../../shared/args.js").SafeParseResult<import("../../../src/extensions/schema/schema-validator.js").InferShape<{
-    type: import("../../../src/internal-agents/schema.js").Schema<"prompt" | "page" | "api" | "agent" | "layout" | "resource" | "component" | "task" | "tool" | "integration" | "skill" | "workflow" | undefined>;
+    type: import("../../../src/internal-agents/schema.js").Schema<"prompt" | "page" | "api" | "agent" | "layout" | "resource" | "component" | "task" | "tool" | "integration" | "workflow" | "skill" | undefined>;
     name: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
 }>>;
 export declare function handleGenerateCommand(args: ParsedArgs): Promise<void>;

package/esm/cli/mcp/tools/scaffold-tools.d.ts

@@ -5,7 +5,7 @@ import type { InferSchema } from "../../../src/extensions/schema/index.js";
 import type { MCPTool } from "../tools.js";
 import { type ScaffoldResult } from "../../scaffold/engine.js";
 declare const getScaffoldInput: () => import("../../../src/internal-agents/schema.js").Schema<import("../../../src/extensions/schema/schema-validator.js").InferShape<{
-    type: import("../../../src/internal-agents/schema.js").Schema<"prompt" | "page" | "api" | "agent" | "layout" | "resource" | "component" | "task" | "tool" | "skill" | "workflow">;
+    type: import("../../../src/internal-agents/schema.js").Schema<"prompt" | "page" | "api" | "agent" | "layout" | "resource" | "component" | "task" | "tool" | "workflow" | "skill">;
     name: import("../../../src/internal-agents/schema.js").Schema<string>;
     methods: import("../../../src/internal-agents/schema.js").Schema<string[] | undefined>;
     projectPath: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;

package/esm/deno.d.ts

@@ -61,6 +61,7 @@ declare namespace _default {
         "./extensions/compat": string;
         "./extensions/css": string;
         "./extensions/database": string;
+        "./extensions/eval": string;
         "./extensions/parser": string;
         "./extensions/sandbox": string;
         "./extensions/schema": string;
@@ -152,6 +153,7 @@ declare namespace _default {
         "veryfront/extensions/contracts": string;
         "veryfront/extensions/css": string;
         "veryfront/extensions/database": string;
+        "veryfront/extensions/eval": string;
         "veryfront/extensions/parser": string;
         "veryfront/extensions/sandbox": string;
         "veryfront/extensions/schema": string;
@@ -174,6 +176,7 @@ declare namespace _default {
         "#veryfront/errors": string;
         "#veryfront/eval": string;
         "#veryfront/eval/agent-service": string;
+        "#veryfront/extensions/eval": string;
         "#veryfront/html": string;
         "#veryfront/mcp": string;
         "#veryfront/middleware": string;

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.878",
+    "version": "0.1.880",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {
@@ -116,6 +116,7 @@ export default {
         "./extensions/compat": "./src/extensions/compat/index.ts",
         "./extensions/css": "./src/extensions/css/index.ts",
         "./extensions/database": "./src/extensions/database/index.ts",
+        "./extensions/eval": "./src/extensions/eval/index.ts",
         "./extensions/parser": "./src/extensions/parser/index.ts",
         "./extensions/sandbox": "./src/extensions/sandbox/index.ts",
         "./extensions/schema": "./src/extensions/schema/index.ts",
@@ -207,6 +208,7 @@ export default {
         "veryfront/extensions/contracts": "./src/extensions/contracts.ts",
         "veryfront/extensions/css": "./src/extensions/css/index.ts",
         "veryfront/extensions/database": "./src/extensions/database/index.ts",
+        "veryfront/extensions/eval": "./src/extensions/eval/index.ts",
         "veryfront/extensions/parser": "./src/extensions/parser/index.ts",
         "veryfront/extensions/sandbox": "./src/extensions/sandbox/index.ts",
         "veryfront/extensions/schema": "./src/extensions/schema/index.ts",
@@ -229,6 +231,7 @@ export default {
         "#veryfront/errors": "./src/errors/index.ts",
         "#veryfront/eval": "./src/eval/index.ts",
         "#veryfront/eval/agent-service": "./src/eval/agent-service.ts",
+        "#veryfront/extensions/eval": "./src/extensions/eval/index.ts",
         "#veryfront/html": "./src/html/index.ts",
         "#veryfront/mcp": "./src/mcp/index.ts",
         "#veryfront/middleware": "./src/middleware/index.ts",

package/esm/src/channels/control-plane.d.ts

@@ -11,20 +11,20 @@ export declare const CONTROL_PLANE_RUN_STREAM_PATH = "/api/control-plane/runs/:r
 /** Allowed control-plane surfaces — source of truth for the schema and {@link ControlPlaneSurface}. */
 export declare const CONTROL_PLANE_SURFACES: readonly ["studio", "channels", "a2a", "mcp"];
 /** Zod schema for get control plane surface. */
-export declare const getControlPlaneSurfaceSchema: () => Schema<"mcp" | "studio" | "channels" | "a2a">;
+export declare const getControlPlaneSurfaceSchema: () => Schema<"mcp" | "channels" | "studio" | "a2a">;
 /** Zod schema for control plane surface. */
-export declare const ControlPlaneSurfaceSchema: Schema<"mcp" | "studio" | "channels" | "a2a">;
+export declare const ControlPlaneSurfaceSchema: Schema<"mcp" | "channels" | "studio" | "a2a">;
 /** Zod schema for get control plane agents list request. */
 export declare const getControlPlaneAgentsListRequestSchema: () => Schema<import("../extensions/schema/schema-validator.js").InferShape<{
     requestId: Schema<string>;
     projectId: Schema<string>;
-    surface: Schema<"mcp" | "studio" | "channels" | "a2a">;
+    surface: Schema<"mcp" | "channels" | "studio" | "a2a">;
 }>>;
 /** Zod schema for control plane agents list request. */
 export declare const ControlPlaneAgentsListRequestSchema: Schema<import("../extensions/schema/schema-validator.js").InferShape<{
     requestId: Schema<string>;
     projectId: Schema<string>;
-    surface: Schema<"mcp" | "studio" | "channels" | "a2a">;
+    surface: Schema<"mcp" | "channels" | "studio" | "a2a">;
 }>>;
 /** Zod schema for get runtime agent skill. */
 export declare const getRuntimeAgentSkillSchema: () => Schema<import("../extensions/schema/schema-validator.js").InferShape<{
@@ -232,7 +232,7 @@ declare const getControlPlaneClaimsSchema: () => Schema<import("../extensions/sc
     iss: Schema<string>;
     aud: Schema<string>;
     sub: Schema<string>;
-    surface: Schema<"mcp" | "studio" | "channels" | "a2a">;
+    surface: Schema<"mcp" | "channels" | "studio" | "a2a">;
     project_id: Schema<string>;
     request_hash: Schema<string>;
     iat: Schema<number>;

package/esm/src/chat/ag-ui.d.ts

@@ -139,7 +139,7 @@ export declare const getAgUiSnapshotMessageSchema: () => import("../internal-age
     encryptedValue: import("../internal-agents/schema.js").Schema<string | undefined>;
 }>>;
 /** Zod schema for get AG-UI wire event name. */
-export declare const getAgUiWireEventNameSchema: () => import("../internal-agents/schema.js").Schema<"ToolCallArgs" | "ToolCallEnd" | "ToolCallResult" | "Custom" | "ReasoningMessageStart" | "ReasoningMessageContent" | "ReasoningMessageEnd" | "TextMessageStart" | "TextMessageContent" | "TextMessageEnd" | "ToolCallStart" | "RunError" | "RunFinished" | "RunStarted" | "ToolCallChunk" | "StateSnapshot" | "MessagesSnapshot" | "StateDelta">;
+export declare const getAgUiWireEventNameSchema: () => import("../internal-agents/schema.js").Schema<"ToolCallArgs" | "ToolCallEnd" | "ToolCallResult" | "Custom" | "ReasoningMessageStart" | "ReasoningMessageContent" | "ReasoningMessageEnd" | "TextMessageStart" | "TextMessageContent" | "TextMessageEnd" | "ToolCallStart" | "RunError" | "RunFinished" | "RunStarted" | "StateSnapshot" | "MessagesSnapshot" | "ToolCallChunk" | "StateDelta">;
 /** Map AG-UI runtime messages to chat UI messages. */
 export declare function mapAgUiRuntimeMessagesToChatUiMessages(messages: AgUiRuntimeMessage[]): ChatUiMessage[];
 /** Zod schema for get AG-UI wire event. */

package/esm/src/eval/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EAGd,UAAU,EACV,UAAU,EACV,iBAAiB,EAClB,MAAM,YAAY,CAAC;AA6CpB,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAU7E;AAED,oEAAoE;AACpE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;CACf,GAAG,UAAU,CAYb"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EAGd,UAAU,EACV,UAAU,EACV,iBAAiB,EAClB,MAAM,YAAY,CAAC;AA8CpB,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAU7E;AAED,oEAAoE;AACpE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;CACf,GAAG,UAAU,CAYb"}

package/esm/src/eval/report.js

@@ -3,6 +3,8 @@ function isBlockingFailure(result) {
         (result.severity === "gate" || result.severity === "budget");
 }
 function recordPassed(record) {
+    if (!record.completed || record.error)
+        return false;
     const results = [...(record.metrics ?? []), ...(record.checks ?? [])];
     return results.every((result) => !isBlockingFailure(result));
 }

package/esm/src/eval/studio.d.ts

@@ -33,7 +33,7 @@ export declare const getEvalSourceDatasetSchema: () => import("../internal-agent
 /** Schema for an Eval metric in Studio source documents. */
 export declare const getEvalSourceMetricSchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
     name: import("../internal-agents/schema.js").Schema<string>;
-    family: import("../internal-agents/schema.js").Schema<"agent" | "check" | "answer" | "ops" | "judge">;
+    family: import("../internal-agents/schema.js").Schema<"agent" | "answer" | "ops" | "judge" | "check">;
     severity: import("../internal-agents/schema.js").Schema<"gate" | "soft" | "budget">;
     threshold: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
         min: import("../internal-agents/schema.js").Schema<number | undefined>;
@@ -70,7 +70,7 @@ export declare const getEvalSourceDocumentSchema: () => import("../internal-agen
     }>>;
     metrics: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
         name: import("../internal-agents/schema.js").Schema<string>;
-        family: import("../internal-agents/schema.js").Schema<"agent" | "check" | "answer" | "ops" | "judge">;
+        family: import("../internal-agents/schema.js").Schema<"agent" | "answer" | "ops" | "judge" | "check">;
         severity: import("../internal-agents/schema.js").Schema<"gate" | "soft" | "budget">;
         threshold: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
             min: import("../internal-agents/schema.js").Schema<number | undefined>;
@@ -117,7 +117,7 @@ export declare const getEvalSourcePatchSchema: () => import("../internal-agents/
         metadata: import("../internal-agents/schema.js").Schema<Record<string, unknown> | undefined>;
         metrics: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
             name: import("../internal-agents/schema.js").Schema<string>;
-            family: import("../internal-agents/schema.js").Schema<"agent" | "check" | "answer" | "ops" | "judge">;
+            family: import("../internal-agents/schema.js").Schema<"agent" | "answer" | "ops" | "judge" | "check">;
             severity: import("../internal-agents/schema.js").Schema<"gate" | "soft" | "budget">;
             threshold: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
                 min: import("../internal-agents/schema.js").Schema<number | undefined>;
@@ -134,7 +134,7 @@ export declare const getEvalRunSchema: () => import("../internal-agents/schema.j
     kind: import("../internal-agents/schema.js").Schema<"eval-run">;
     runId: import("../internal-agents/schema.js").Schema<string>;
     evalId: import("../internal-agents/schema.js").Schema<string>;
-    status: import("../internal-agents/schema.js").Schema<"waiting" | "failed" | "completed" | "pending" | "cancelled" | "running">;
+    status: import("../internal-agents/schema.js").Schema<"waiting" | "failed" | "completed" | "pending" | "running" | "cancelled">;
     targetKind: import("../internal-agents/schema.js").Schema<"agent">;
     target: import("../internal-agents/schema.js").Schema<string>;
     source: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{

package/esm/src/extensions/builtin-extensions.d.ts

@@ -1,5 +1,7 @@
 import type { ResolvedExtension } from "./types.js";
+import type { EvalReportExporterRegistry } from "./eval/index.js";
 import type { LLMProviderRegistry } from "./llm/index.js";
+export declare function ensureBuiltinEvalReportExporterRegistry(): EvalReportExporterRegistry;
 export declare function ensureBuiltinLLMProviders(): LLMProviderRegistry;
 export declare function ensureBuiltinSchemaValidator(): void;
 export declare function createBuiltinExtensions(): ResolvedExtension[];

package/esm/src/extensions/builtin-extensions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"builtin-extensions.d.ts","sourceRoot":"","sources":["../../../src/src/extensions/builtin-extensions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,OAAO,KAAK,EAAe,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AA0DvE,wBAAgB,yBAAyB,IAAI,mBAAmB,CAM/D;AAED,wBAAgB,4BAA4B,IAAI,IAAI,CAInD;AAoCD,wBAAgB,uBAAuB,IAAI,iBAAiB,EAAE,CAoD7D"}
+{"version":3,"file":"builtin-extensions.d.ts","sourceRoot":"","sources":["../../../src/src/extensions/builtin-extensions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAElE,OAAO,KAAK,EAAe,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAiDvE,wBAAgB,uCAAuC,IAAI,0BAA0B,CAOpF;AAWD,wBAAgB,yBAAyB,IAAI,mBAAmB,CAM/D;AAED,wBAAgB,4BAA4B,IAAI,IAAI,CAInD;AAoCD,wBAAgB,uBAAuB,IAAI,iBAAiB,EAAE,CAoD7D"}

package/esm/src/extensions/builtin-extensions.js

@@ -1,4 +1,5 @@
 import { register, tryResolve } from "./contracts.js";
+import { createEvalReportExporterRegistry, EvalReportExporterRegistryName } from "./eval/index.js";
 import { createLLMProviderRegistry, LLMProviderRegistryName } from "./llm/index.js";
 import { OpenAIProvider } from "../../extensions/ext-llm-openai/src/index.js";
 import { AnthropicProvider } from "../../extensions/ext-llm-anthropic/src/index.js";
@@ -38,6 +39,14 @@ function getOrCreateLLMProviderRegistry() {
     register(LLMProviderRegistryName, registry);
     return registry;
 }
+export function ensureBuiltinEvalReportExporterRegistry() {
+    const existing = tryResolve(EvalReportExporterRegistryName);
+    if (existing)
+        return existing;
+    const registry = createEvalReportExporterRegistry();
+    register(EvalReportExporterRegistryName, registry);
+    return registry;
+}
 function registerBuiltinLLMProvider(registry, provider) {
     if (registry.has(provider.id))
         return false;

package/esm/src/extensions/eval/eval-report-exporter.d.ts

@@ -0,0 +1,96 @@
+/**
+ * Eval report exporter extension contract.
+ *
+ * A single `EvalReportExporterRegistry` implementation lives in the contract
+ * registry under {@link EvalReportExporterRegistryName}. Vendor extensions
+ * resolve that registry during setup() and register one exporter each.
+ *
+ * @module extensions/eval/eval-report-exporter
+ */
+import type { EvalReport } from "../../eval/index.js";
+type EvalReportExportMaybePromise<T> = T | Promise<T>;
+/** Contract name used for `resolve()` / `provide()`. */
+export declare const EvalReportExporterRegistryName: "EvalReportExporterRegistry";
+/** Sentinel used when record payload fields are removed for external export. */
+export declare const EvalReportRedactedValue: "[redacted]";
+/** Redaction policy applied before reports leave the process. */
+export interface EvalReportExportRedaction {
+    /** Include dataset input payloads. Defaults to false. */
+    includeInputs?: boolean;
+    /** Include target output payloads. Defaults to false. */
+    includeOutputs?: boolean;
+    /** Include reference answer payloads. Defaults to false. */
+    includeReferences?: boolean;
+    /** Include trace events and tool-call metadata. Defaults to false. */
+    includeTraces?: boolean;
+    /** Include metric/check explanations. Defaults to false. */
+    includeMetricExplanations?: boolean;
+    /** Include metric/check evidence payloads. Defaults to false. */
+    includeMetricEvidence?: boolean;
+    /** Record metadata keys that can be exported. Defaults to none. */
+    metadataAllowlist?: string[];
+}
+/** Trace correlation fields that connect eval exports to runtime spans. */
+export interface EvalReportExportTraceContext {
+    traceId?: string;
+    spanId?: string;
+    parentSpanId?: string;
+}
+/** Context passed to eval report exporters. */
+export interface EvalReportExportContext {
+    projectId?: string;
+    projectReference?: string;
+    evalId?: string;
+    sourcePath?: string;
+    reportPath?: string;
+    environment?: string;
+    branch?: string;
+    commitSha?: string;
+    runUrl?: string;
+    tags?: string[];
+    metadata?: Record<string, unknown>;
+    trace?: EvalReportExportTraceContext;
+    redaction?: EvalReportExportRedaction;
+}
+/** Optional receipt returned by a vendor exporter. */
+export interface EvalReportExportReceipt {
+    externalRunId?: string;
+    url?: string;
+    metadata?: Record<string, unknown>;
+}
+/** Vendor or backend implementation that receives sanitized eval reports. */
+export interface EvalReportExporter {
+    /** Stable exporter id, for example `braintrust`, `langfuse`, or `langsmith`. */
+    readonly id: string;
+    export(report: EvalReport, context: EvalReportExportContext): EvalReportExportMaybePromise<EvalReportExportReceipt | void>;
+}
+/** Successful exporter result. */
+export interface EvalReportExportSuccess {
+    exporterId: string;
+    ok: true;
+    receipt?: EvalReportExportReceipt;
+}
+/** Failed exporter result. Failures are captured so later exporters still run. */
+export interface EvalReportExportFailure {
+    exporterId: string;
+    ok: false;
+    error: string;
+}
+/** Result for one exporter invocation. */
+export type EvalReportExportResult = EvalReportExportSuccess | EvalReportExportFailure;
+/** Registry contract. Single impl created at bootstrap. */
+export interface EvalReportExporterRegistry {
+    register(exporter: EvalReportExporter): void;
+    unregister(id: string): void;
+    get(id: string): EvalReportExporter | undefined;
+    require(id: string): EvalReportExporter;
+    list(): EvalReportExporter[];
+    has(id: string): boolean;
+    export(report: EvalReport, context?: EvalReportExportContext): Promise<EvalReportExportResult[]>;
+}
+/** Create an eval report copy with external-export redaction applied. */
+export declare function redactEvalReportForExport(report: EvalReport, redaction?: EvalReportExportRedaction): EvalReport;
+/** Create an eval report exporter registry. */
+export declare function createEvalReportExporterRegistry(): EvalReportExporterRegistry;
+export {};
+//# sourceMappingURL=eval-report-exporter.d.ts.map

package/esm/src/extensions/eval/eval-report-exporter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-report-exporter.d.ts","sourceRoot":"","sources":["../../../../src/src/extensions/eval/eval-report-exporter.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAgC,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEpF,KAAK,4BAA4B,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;AAEtD,wDAAwD;AACxD,eAAO,MAAM,8BAA8B,EAAG,4BAAqC,CAAC;AAEpF,gFAAgF;AAChF,eAAO,MAAM,uBAAuB,EAAG,YAAqB,CAAC;AAE7D,iEAAiE;AACjE,MAAM,WAAW,yBAAyB;IACxC,yDAAyD;IACzD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,yDAAyD;IACzD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,4DAA4D;IAC5D,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,sEAAsE;IACtE,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,4DAA4D;IAC5D,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,iEAAiE;IACjE,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,mEAAmE;IACnE,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,2EAA2E;AAC3E,MAAM,WAAW,4BAA4B;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,+CAA+C;AAC/C,MAAM,WAAW,uBAAuB;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE,4BAA4B,CAAC;IACrC,SAAS,CAAC,EAAE,yBAAyB,CAAC;CACvC;AAED,sDAAsD;AACtD,MAAM,WAAW,uBAAuB;IACtC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,6EAA6E;AAC7E,MAAM,WAAW,kBAAkB;IACjC,gFAAgF;IAChF,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,MAAM,CACJ,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,uBAAuB,GAC/B,4BAA4B,CAAC,uBAAuB,GAAG,IAAI,CAAC,CAAC;CACjE;AAED,kCAAkC;AAClC,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,IAAI,CAAC;IACT,OAAO,CAAC,EAAE,uBAAuB,CAAC;CACnC;AAED,kFAAkF;AAClF,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,KAAK,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;CACf;AAED,0CAA0C;AAC1C,MAAM,MAAM,sBAAsB,GAC9B,uBAAuB,GACvB,uBAAuB,CAAC;AAE5B,2DAA2D;AAC3D,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAC7C,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,kBAAkB,GAAG,SAAS,CAAC;IAChD,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,kBAAkB,CAAC;IACxC,IAAI,IAAI,kBAAkB,EAAE,CAAC;IAC7B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IACzB,MAAM,CACJ,MAAM,EAAE,UAAU,EAClB,OAAO,CAAC,EAAE,uBAAuB,GAChC,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;CACtC;AAkDD,yEAAyE;AACzE,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,UAAU,EAClB,SAAS,GAAE,yBAA8B,GACxC,UAAU,CAMZ;AAmED,+CAA+C;AAC/C,wBAAgB,gCAAgC,IAAI,0BAA0B,CAE7E"}

package/esm/src/extensions/eval/eval-report-exporter.js

@@ -0,0 +1,110 @@
+/**
+ * Eval report exporter extension contract.
+ *
+ * A single `EvalReportExporterRegistry` implementation lives in the contract
+ * registry under {@link EvalReportExporterRegistryName}. Vendor extensions
+ * resolve that registry during setup() and register one exporter each.
+ *
+ * @module extensions/eval/eval-report-exporter
+ */
+/** Contract name used for `resolve()` / `provide()`. */
+export const EvalReportExporterRegistryName = "EvalReportExporterRegistry";
+/** Sentinel used when record payload fields are removed for external export. */
+export const EvalReportRedactedValue = "[redacted]";
+function filterMetadata(metadata, allowlist) {
+    if (!allowlist || allowlist.length === 0)
+        return {};
+    const allowed = new Set(allowlist);
+    return Object.fromEntries(Object.entries(metadata).filter(([key]) => allowed.has(key)));
+}
+function redactRecord(record, redaction) {
+    const redacted = {
+        ...record,
+        input: redaction.includeInputs ? record.input : EvalReportRedactedValue,
+        output: redaction.includeOutputs ? record.output : EvalReportRedactedValue,
+        metadata: filterMetadata(record.metadata, redaction.metadataAllowlist),
+        trace: redaction.includeTraces ? record.trace : { events: [], toolCalls: [] },
+        ...(record.metrics ? { metrics: redactMetricResults(record.metrics, redaction) } : {}),
+        ...(record.checks ? { checks: redactMetricResults(record.checks, redaction) } : {}),
+    };
+    if (Object.hasOwn(record, "reference")) {
+        redacted.reference = redaction.includeReferences ? record.reference : EvalReportRedactedValue;
+    }
+    return redacted;
+}
+function redactMetricResults(results, redaction) {
+    return results.map((result) => {
+        const redacted = { ...result };
+        if (!redaction.includeMetricExplanations) {
+            delete redacted.explanation;
+        }
+        if (!redaction.includeMetricEvidence) {
+            delete redacted.evidence;
+        }
+        return redacted;
+    });
+}
+/** Create an eval report copy with external-export redaction applied. */
+export function redactEvalReportForExport(report, redaction = {}) {
+    const cloned = structuredClone(report);
+    return {
+        ...cloned,
+        records: cloned.records.map((record) => redactRecord(record, redaction)),
+    };
+}
+function errorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+class EvalReportExporterRegistryImpl {
+    exporters = new Map();
+    register(exporter) {
+        if (this.exporters.has(exporter.id)) {
+            return;
+        }
+        this.exporters.set(exporter.id, exporter);
+    }
+    unregister(id) {
+        this.exporters.delete(id);
+    }
+    get(id) {
+        return this.exporters.get(id);
+    }
+    require(id) {
+        const exporter = this.exporters.get(id);
+        if (exporter)
+            return exporter;
+        const known = [...this.exporters.keys()].join(", ") || "(none)";
+        throw new Error(`No EvalReportExporter registered for "${id}". Known exporters: ${known}.`);
+    }
+    has(id) {
+        return this.exporters.has(id);
+    }
+    list() {
+        return [...this.exporters.values()];
+    }
+    async export(report, context = {}) {
+        const results = [];
+        for (const exporter of this.exporters.values()) {
+            try {
+                const sanitizedReport = redactEvalReportForExport(report, context.redaction);
+                const receipt = await exporter.export(sanitizedReport, context);
+                const result = { exporterId: exporter.id, ok: true };
+                if (receipt !== undefined)
+                    result.receipt = receipt;
+                results.push(result);
+            }
+            catch (error) {
+                results.push({
+                    exporterId: exporter.id,
+                    ok: false,
+                    error: errorMessage(error),
+                });
+            }
+        }
+        return results;
+    }
+}
+/** Create an eval report exporter registry. */
+export function createEvalReportExporterRegistry() {
+    return new EvalReportExporterRegistryImpl();
+}

package/esm/src/extensions/eval/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Eval category barrel: eval report exporter contracts.
+ *
+ * @module extensions/eval
+ */
+import "../../../_dnt.polyfills.js";
+export { createEvalReportExporterRegistry, EvalReportExporterRegistryName, EvalReportRedactedValue, redactEvalReportForExport, } from "./eval-report-exporter.js";
+export type { EvalReportExportContext, EvalReportExporter, EvalReportExporterRegistry, EvalReportExportFailure, EvalReportExportReceipt, EvalReportExportRedaction, EvalReportExportResult, EvalReportExportSuccess, EvalReportExportTraceContext, } from "./eval-report-exporter.js";
+//# sourceMappingURL=index.d.ts.map

package/esm/src/extensions/eval/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/src/extensions/eval/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,4BAA4B,CAAC;AAGpC,OAAO,EACL,gCAAgC,EAChC,8BAA8B,EAC9B,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,2BAA2B,CAAC;AACnC,YAAY,EACV,uBAAuB,EACvB,kBAAkB,EAClB,0BAA0B,EAC1B,uBAAuB,EACvB,uBAAuB,EACvB,yBAAyB,EACzB,sBAAsB,EACtB,uBAAuB,EACvB,4BAA4B,GAC7B,MAAM,2BAA2B,CAAC"}

package/esm/src/extensions/eval/index.js

@@ -0,0 +1,7 @@
+/**
+ * Eval category barrel: eval report exporter contracts.
+ *
+ * @module extensions/eval
+ */
+import "../../../_dnt.polyfills.js";
+export { createEvalReportExporterRegistry, EvalReportExporterRegistryName, EvalReportRedactedValue, redactEvalReportForExport, } from "./eval-report-exporter.js";

package/esm/src/integrations/schema.d.ts

@@ -1,7 +1,7 @@
 import type { InferSchema } from "../extensions/schema/index.js";
-export declare const getIntegrationNameSchema: () => import("../internal-agents/schema.js").Schema<"close" | "render" | "openai" | "cohere" | "github" | "cloudflare" | "square" | "anthropic" | "polygon" | "mistral" | "segment" | "zoom" | "twitter" | "azure" | "linear" | "gmail" | "slack" | "calendar" | "jira" | "notion" | "servicenow" | "confluence" | "gitlab" | "outlook" | "teams" | "figma" | "sap" | "sheets" | "airtable" | "supabase" | "neon" | "sharepoint" | "stripe" | "salesforce" | "onedrive" | "bitbucket" | "sentry" | "posthog" | "persona" | "zendesk" | "asana" | "harvest" | "hubspot" | "monday" | "trello" | "box" | "shopify" | "clickup" | "intercom" | "pipedrive" | "mailchimp" | "webex" | "freshdesk" | "quickbooks" | "xero" | "drive" | "docs-google" | "snowflake" | "mixpanel" | "twilio" | "aws" | "todoist" | "calendly" | "google-analytics" | "klaviyo" | "datadog" | "paypal" | "activecampaign" | "algolia" | "amplitude" | "apollo" | "ashby" | "attio" | "basecamp" | "brevo" | "circleci" | "coda" | "dialpad" | "digitalocean" | "exa" | "fathom" | "firecrawl" | "fireflies" | "folk" | "gemini" | "gong" | "google-chat" | "gusto" | "jotform" | "lever" | "metabase" | "pagerduty" | "perplexity" | "productboard" | "razorpay" | "resend" | "salesflare" | "sendgrid" | "shortcut" | "tavily" | "typeform" | "apify" | "assemblyai" | "axiom" | "betterstack" | "browserbase" | "buildkite" | "checkly" | "clickhouse" | "deepgram" | "elevenlabs" | "fal" | "fireworks-ai" | "fly-io" | "grafana-cloud" | "groq" | "heroku" | "huggingface" | "langfuse" | "langsmith" | "launchdarkly" | "mongodb-atlas" | "netlify" | "new-relic" | "openrouter" | "pinecone" | "planetscale" | "qdrant" | "railway" | "redis-cloud" | "replicate" | "snyk" | "stability-ai" | "together-ai" | "vercel" | "weaviate" | "bamboohr" | "cal-com" | "customer-io" | "discord" | "docusign" | "gocardless" | "google-bigquery" | "google-contacts" | "help-scout" | "telegram" | "whatsapp" | "woocommerce" | "zoho-crm" | "adyen" | "azure-blob-storage" | "bigcommerce" | "brave-search" | "chargebee" | "databricks" | "deel" | "front" | "google-cloud-storage" | "google-forms" | "gorgias" | "greenhouse" | "guru" | "mollie" | "paddle" | "pandadoc" | "personio" | "portkey" | "power-bi" | "ramp" | "rippling" | "serpapi" | "shopware" | "surveymonkey" | "tally" | "wix" | "workable" | "azure-document-intelligence" | "billbee" | "cleverreach" | "datev" | "factorial" | "finapi" | "gcp" | "hetzner" | "ionos" | "klarna" | "lexoffice" | "mindee" | "moss" | "neo4j" | "north-data" | "qonto" | "sendcloud" | "sevdesk" | "skribble" | "stackit" | "trusted-shops" | "unstructured" | "unzer" | "voyage-ai" | "xentral" | "alphavantage" | "daytona" | "e2b" | "sprites">;
+export declare const getIntegrationNameSchema: () => import("../internal-agents/schema.js").Schema<"close" | "render" | "openai" | "cohere" | "github" | "cloudflare" | "square" | "anthropic" | "linear" | "gmail" | "slack" | "calendar" | "jira" | "notion" | "servicenow" | "confluence" | "gitlab" | "outlook" | "teams" | "figma" | "sap" | "sheets" | "airtable" | "supabase" | "neon" | "sharepoint" | "stripe" | "salesforce" | "twitter" | "onedrive" | "bitbucket" | "sentry" | "posthog" | "persona" | "zendesk" | "asana" | "harvest" | "hubspot" | "monday" | "zoom" | "trello" | "box" | "shopify" | "clickup" | "intercom" | "pipedrive" | "mailchimp" | "webex" | "freshdesk" | "quickbooks" | "xero" | "drive" | "docs-google" | "snowflake" | "mixpanel" | "twilio" | "aws" | "todoist" | "calendly" | "google-analytics" | "klaviyo" | "datadog" | "paypal" | "activecampaign" | "algolia" | "amplitude" | "apollo" | "ashby" | "attio" | "basecamp" | "brevo" | "circleci" | "coda" | "dialpad" | "digitalocean" | "exa" | "fathom" | "firecrawl" | "fireflies" | "folk" | "gemini" | "gong" | "google-chat" | "gusto" | "jotform" | "lever" | "metabase" | "mistral" | "pagerduty" | "perplexity" | "productboard" | "razorpay" | "resend" | "salesflare" | "segment" | "sendgrid" | "shortcut" | "tavily" | "typeform" | "apify" | "assemblyai" | "axiom" | "betterstack" | "browserbase" | "buildkite" | "checkly" | "clickhouse" | "deepgram" | "elevenlabs" | "fal" | "fireworks-ai" | "fly-io" | "grafana-cloud" | "groq" | "heroku" | "huggingface" | "langfuse" | "langsmith" | "launchdarkly" | "mongodb-atlas" | "netlify" | "new-relic" | "openrouter" | "pinecone" | "planetscale" | "qdrant" | "railway" | "redis-cloud" | "replicate" | "snyk" | "stability-ai" | "together-ai" | "vercel" | "weaviate" | "bamboohr" | "cal-com" | "customer-io" | "discord" | "docusign" | "gocardless" | "google-bigquery" | "google-contacts" | "help-scout" | "telegram" | "whatsapp" | "woocommerce" | "zoho-crm" | "adyen" | "azure-blob-storage" | "bigcommerce" | "brave-search" | "chargebee" | "databricks" | "deel" | "front" | "google-cloud-storage" | "google-forms" | "gorgias" | "greenhouse" | "guru" | "mollie" | "paddle" | "pandadoc" | "personio" | "portkey" | "power-bi" | "ramp" | "rippling" | "serpapi" | "shopware" | "surveymonkey" | "tally" | "wix" | "workable" | "azure" | "azure-document-intelligence" | "billbee" | "cleverreach" | "datev" | "factorial" | "finapi" | "gcp" | "hetzner" | "ionos" | "klarna" | "lexoffice" | "mindee" | "moss" | "neo4j" | "north-data" | "qonto" | "sendcloud" | "sevdesk" | "skribble" | "stackit" | "trusted-shops" | "unstructured" | "unzer" | "voyage-ai" | "xentral" | "alphavantage" | "daytona" | "e2b" | "polygon" | "sprites">;
 /** Zod schema for integration name. */
-export declare const IntegrationNameSchema: import("../internal-agents/schema.js").Schema<"close" | "render" | "openai" | "cohere" | "github" | "cloudflare" | "square" | "anthropic" | "polygon" | "mistral" | "segment" | "zoom" | "twitter" | "azure" | "linear" | "gmail" | "slack" | "calendar" | "jira" | "notion" | "servicenow" | "confluence" | "gitlab" | "outlook" | "teams" | "figma" | "sap" | "sheets" | "airtable" | "supabase" | "neon" | "sharepoint" | "stripe" | "salesforce" | "onedrive" | "bitbucket" | "sentry" | "posthog" | "persona" | "zendesk" | "asana" | "harvest" | "hubspot" | "monday" | "trello" | "box" | "shopify" | "clickup" | "intercom" | "pipedrive" | "mailchimp" | "webex" | "freshdesk" | "quickbooks" | "xero" | "drive" | "docs-google" | "snowflake" | "mixpanel" | "twilio" | "aws" | "todoist" | "calendly" | "google-analytics" | "klaviyo" | "datadog" | "paypal" | "activecampaign" | "algolia" | "amplitude" | "apollo" | "ashby" | "attio" | "basecamp" | "brevo" | "circleci" | "coda" | "dialpad" | "digitalocean" | "exa" | "fathom" | "firecrawl" | "fireflies" | "folk" | "gemini" | "gong" | "google-chat" | "gusto" | "jotform" | "lever" | "metabase" | "pagerduty" | "perplexity" | "productboard" | "razorpay" | "resend" | "salesflare" | "sendgrid" | "shortcut" | "tavily" | "typeform" | "apify" | "assemblyai" | "axiom" | "betterstack" | "browserbase" | "buildkite" | "checkly" | "clickhouse" | "deepgram" | "elevenlabs" | "fal" | "fireworks-ai" | "fly-io" | "grafana-cloud" | "groq" | "heroku" | "huggingface" | "langfuse" | "langsmith" | "launchdarkly" | "mongodb-atlas" | "netlify" | "new-relic" | "openrouter" | "pinecone" | "planetscale" | "qdrant" | "railway" | "redis-cloud" | "replicate" | "snyk" | "stability-ai" | "together-ai" | "vercel" | "weaviate" | "bamboohr" | "cal-com" | "customer-io" | "discord" | "docusign" | "gocardless" | "google-bigquery" | "google-contacts" | "help-scout" | "telegram" | "whatsapp" | "woocommerce" | "zoho-crm" | "adyen" | "azure-blob-storage" | "bigcommerce" | "brave-search" | "chargebee" | "databricks" | "deel" | "front" | "google-cloud-storage" | "google-forms" | "gorgias" | "greenhouse" | "guru" | "mollie" | "paddle" | "pandadoc" | "personio" | "portkey" | "power-bi" | "ramp" | "rippling" | "serpapi" | "shopware" | "surveymonkey" | "tally" | "wix" | "workable" | "azure-document-intelligence" | "billbee" | "cleverreach" | "datev" | "factorial" | "finapi" | "gcp" | "hetzner" | "ionos" | "klarna" | "lexoffice" | "mindee" | "moss" | "neo4j" | "north-data" | "qonto" | "sendcloud" | "sevdesk" | "skribble" | "stackit" | "trusted-shops" | "unstructured" | "unzer" | "voyage-ai" | "xentral" | "alphavantage" | "daytona" | "e2b" | "sprites">;
+export declare const IntegrationNameSchema: import("../internal-agents/schema.js").Schema<"close" | "render" | "openai" | "cohere" | "github" | "cloudflare" | "square" | "anthropic" | "linear" | "gmail" | "slack" | "calendar" | "jira" | "notion" | "servicenow" | "confluence" | "gitlab" | "outlook" | "teams" | "figma" | "sap" | "sheets" | "airtable" | "supabase" | "neon" | "sharepoint" | "stripe" | "salesforce" | "twitter" | "onedrive" | "bitbucket" | "sentry" | "posthog" | "persona" | "zendesk" | "asana" | "harvest" | "hubspot" | "monday" | "zoom" | "trello" | "box" | "shopify" | "clickup" | "intercom" | "pipedrive" | "mailchimp" | "webex" | "freshdesk" | "quickbooks" | "xero" | "drive" | "docs-google" | "snowflake" | "mixpanel" | "twilio" | "aws" | "todoist" | "calendly" | "google-analytics" | "klaviyo" | "datadog" | "paypal" | "activecampaign" | "algolia" | "amplitude" | "apollo" | "ashby" | "attio" | "basecamp" | "brevo" | "circleci" | "coda" | "dialpad" | "digitalocean" | "exa" | "fathom" | "firecrawl" | "fireflies" | "folk" | "gemini" | "gong" | "google-chat" | "gusto" | "jotform" | "lever" | "metabase" | "mistral" | "pagerduty" | "perplexity" | "productboard" | "razorpay" | "resend" | "salesflare" | "segment" | "sendgrid" | "shortcut" | "tavily" | "typeform" | "apify" | "assemblyai" | "axiom" | "betterstack" | "browserbase" | "buildkite" | "checkly" | "clickhouse" | "deepgram" | "elevenlabs" | "fal" | "fireworks-ai" | "fly-io" | "grafana-cloud" | "groq" | "heroku" | "huggingface" | "langfuse" | "langsmith" | "launchdarkly" | "mongodb-atlas" | "netlify" | "new-relic" | "openrouter" | "pinecone" | "planetscale" | "qdrant" | "railway" | "redis-cloud" | "replicate" | "snyk" | "stability-ai" | "together-ai" | "vercel" | "weaviate" | "bamboohr" | "cal-com" | "customer-io" | "discord" | "docusign" | "gocardless" | "google-bigquery" | "google-contacts" | "help-scout" | "telegram" | "whatsapp" | "woocommerce" | "zoho-crm" | "adyen" | "azure-blob-storage" | "bigcommerce" | "brave-search" | "chargebee" | "databricks" | "deel" | "front" | "google-cloud-storage" | "google-forms" | "gorgias" | "greenhouse" | "guru" | "mollie" | "paddle" | "pandadoc" | "personio" | "portkey" | "power-bi" | "ramp" | "rippling" | "serpapi" | "shopware" | "surveymonkey" | "tally" | "wix" | "workable" | "azure" | "azure-document-intelligence" | "billbee" | "cleverreach" | "datev" | "factorial" | "finapi" | "gcp" | "hetzner" | "ionos" | "klarna" | "lexoffice" | "mindee" | "moss" | "neo4j" | "north-data" | "qonto" | "sendcloud" | "sevdesk" | "skribble" | "stackit" | "trusted-shops" | "unstructured" | "unzer" | "voyage-ai" | "xentral" | "alphavantage" | "daytona" | "e2b" | "polygon" | "sprites">;
 /**
  * Every registered integration name. The single source of truth for catalog
  * surfaces (CLI validation, MCP listings) — derive from this instead of
@@ -529,7 +529,7 @@ export declare const IntegrationPromptSchema: import("../internal-agents/schema.
     icon: import("../internal-agents/schema.js").Schema<string | undefined>;
 }>>;
 export declare const getIntegrationConfigSchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
-    name: import("../internal-agents/schema.js").Schema<"close" | "render" | "openai" | "cohere" | "github" | "cloudflare" | "square" | "anthropic" | "polygon" | "mistral" | "segment" | "zoom" | "twitter" | "azure" | "linear" | "gmail" | "slack" | "calendar" | "jira" | "notion" | "servicenow" | "confluence" | "gitlab" | "outlook" | "teams" | "figma" | "sap" | "sheets" | "airtable" | "supabase" | "neon" | "sharepoint" | "stripe" | "salesforce" | "onedrive" | "bitbucket" | "sentry" | "posthog" | "persona" | "zendesk" | "asana" | "harvest" | "hubspot" | "monday" | "trello" | "box" | "shopify" | "clickup" | "intercom" | "pipedrive" | "mailchimp" | "webex" | "freshdesk" | "quickbooks" | "xero" | "drive" | "docs-google" | "snowflake" | "mixpanel" | "twilio" | "aws" | "todoist" | "calendly" | "google-analytics" | "klaviyo" | "datadog" | "paypal" | "activecampaign" | "algolia" | "amplitude" | "apollo" | "ashby" | "attio" | "basecamp" | "brevo" | "circleci" | "coda" | "dialpad" | "digitalocean" | "exa" | "fathom" | "firecrawl" | "fireflies" | "folk" | "gemini" | "gong" | "google-chat" | "gusto" | "jotform" | "lever" | "metabase" | "pagerduty" | "perplexity" | "productboard" | "razorpay" | "resend" | "salesflare" | "sendgrid" | "shortcut" | "tavily" | "typeform" | "apify" | "assemblyai" | "axiom" | "betterstack" | "browserbase" | "buildkite" | "checkly" | "clickhouse" | "deepgram" | "elevenlabs" | "fal" | "fireworks-ai" | "fly-io" | "grafana-cloud" | "groq" | "heroku" | "huggingface" | "langfuse" | "langsmith" | "launchdarkly" | "mongodb-atlas" | "netlify" | "new-relic" | "openrouter" | "pinecone" | "planetscale" | "qdrant" | "railway" | "redis-cloud" | "replicate" | "snyk" | "stability-ai" | "together-ai" | "vercel" | "weaviate" | "bamboohr" | "cal-com" | "customer-io" | "discord" | "docusign" | "gocardless" | "google-bigquery" | "google-contacts" | "help-scout" | "telegram" | "whatsapp" | "woocommerce" | "zoho-crm" | "adyen" | "azure-blob-storage" | "bigcommerce" | "brave-search" | "chargebee" | "databricks" | "deel" | "front" | "google-cloud-storage" | "google-forms" | "gorgias" | "greenhouse" | "guru" | "mollie" | "paddle" | "pandadoc" | "personio" | "portkey" | "power-bi" | "ramp" | "rippling" | "serpapi" | "shopware" | "surveymonkey" | "tally" | "wix" | "workable" | "azure-document-intelligence" | "billbee" | "cleverreach" | "datev" | "factorial" | "finapi" | "gcp" | "hetzner" | "ionos" | "klarna" | "lexoffice" | "mindee" | "moss" | "neo4j" | "north-data" | "qonto" | "sendcloud" | "sevdesk" | "skribble" | "stackit" | "trusted-shops" | "unstructured" | "unzer" | "voyage-ai" | "xentral" | "alphavantage" | "daytona" | "e2b" | "sprites">;
+    name: import("../internal-agents/schema.js").Schema<"close" | "render" | "openai" | "cohere" | "github" | "cloudflare" | "square" | "anthropic" | "linear" | "gmail" | "slack" | "calendar" | "jira" | "notion" | "servicenow" | "confluence" | "gitlab" | "outlook" | "teams" | "figma" | "sap" | "sheets" | "airtable" | "supabase" | "neon" | "sharepoint" | "stripe" | "salesforce" | "twitter" | "onedrive" | "bitbucket" | "sentry" | "posthog" | "persona" | "zendesk" | "asana" | "harvest" | "hubspot" | "monday" | "zoom" | "trello" | "box" | "shopify" | "clickup" | "intercom" | "pipedrive" | "mailchimp" | "webex" | "freshdesk" | "quickbooks" | "xero" | "drive" | "docs-google" | "snowflake" | "mixpanel" | "twilio" | "aws" | "todoist" | "calendly" | "google-analytics" | "klaviyo" | "datadog" | "paypal" | "activecampaign" | "algolia" | "amplitude" | "apollo" | "ashby" | "attio" | "basecamp" | "brevo" | "circleci" | "coda" | "dialpad" | "digitalocean" | "exa" | "fathom" | "firecrawl" | "fireflies" | "folk" | "gemini" | "gong" | "google-chat" | "gusto" | "jotform" | "lever" | "metabase" | "mistral" | "pagerduty" | "perplexity" | "productboard" | "razorpay" | "resend" | "salesflare" | "segment" | "sendgrid" | "shortcut" | "tavily" | "typeform" | "apify" | "assemblyai" | "axiom" | "betterstack" | "browserbase" | "buildkite" | "checkly" | "clickhouse" | "deepgram" | "elevenlabs" | "fal" | "fireworks-ai" | "fly-io" | "grafana-cloud" | "groq" | "heroku" | "huggingface" | "langfuse" | "langsmith" | "launchdarkly" | "mongodb-atlas" | "netlify" | "new-relic" | "openrouter" | "pinecone" | "planetscale" | "qdrant" | "railway" | "redis-cloud" | "replicate" | "snyk" | "stability-ai" | "together-ai" | "vercel" | "weaviate" | "bamboohr" | "cal-com" | "customer-io" | "discord" | "docusign" | "gocardless" | "google-bigquery" | "google-contacts" | "help-scout" | "telegram" | "whatsapp" | "woocommerce" | "zoho-crm" | "adyen" | "azure-blob-storage" | "bigcommerce" | "brave-search" | "chargebee" | "databricks" | "deel" | "front" | "google-cloud-storage" | "google-forms" | "gorgias" | "greenhouse" | "guru" | "mollie" | "paddle" | "pandadoc" | "personio" | "portkey" | "power-bi" | "ramp" | "rippling" | "serpapi" | "shopware" | "surveymonkey" | "tally" | "wix" | "workable" | "azure" | "azure-document-intelligence" | "billbee" | "cleverreach" | "datev" | "factorial" | "finapi" | "gcp" | "hetzner" | "ionos" | "klarna" | "lexoffice" | "mindee" | "moss" | "neo4j" | "north-data" | "qonto" | "sendcloud" | "sevdesk" | "skribble" | "stackit" | "trusted-shops" | "unstructured" | "unzer" | "voyage-ai" | "xentral" | "alphavantage" | "daytona" | "e2b" | "polygon" | "sprites">;
     displayName: import("../internal-agents/schema.js").Schema<string>;
     icon: import("../internal-agents/schema.js").Schema<string | undefined>;
     description: import("../internal-agents/schema.js").Schema<string>;
@@ -693,7 +693,7 @@ export declare const getIntegrationConfigSchema: () => import("../internal-agent
 }>>;
 /** Zod schema for integration config. */
 export declare const IntegrationConfigSchema: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
-    name: import("../internal-agents/schema.js").Schema<"close" | "render" | "openai" | "cohere" | "github" | "cloudflare" | "square" | "anthropic" | "polygon" | "mistral" | "segment" | "zoom" | "twitter" | "azure" | "linear" | "gmail" | "slack" | "calendar" | "jira" | "notion" | "servicenow" | "confluence" | "gitlab" | "outlook" | "teams" | "figma" | "sap" | "sheets" | "airtable" | "supabase" | "neon" | "sharepoint" | "stripe" | "salesforce" | "onedrive" | "bitbucket" | "sentry" | "posthog" | "persona" | "zendesk" | "asana" | "harvest" | "hubspot" | "monday" | "trello" | "box" | "shopify" | "clickup" | "intercom" | "pipedrive" | "mailchimp" | "webex" | "freshdesk" | "quickbooks" | "xero" | "drive" | "docs-google" | "snowflake" | "mixpanel" | "twilio" | "aws" | "todoist" | "calendly" | "google-analytics" | "klaviyo" | "datadog" | "paypal" | "activecampaign" | "algolia" | "amplitude" | "apollo" | "ashby" | "attio" | "basecamp" | "brevo" | "circleci" | "coda" | "dialpad" | "digitalocean" | "exa" | "fathom" | "firecrawl" | "fireflies" | "folk" | "gemini" | "gong" | "google-chat" | "gusto" | "jotform" | "lever" | "metabase" | "pagerduty" | "perplexity" | "productboard" | "razorpay" | "resend" | "salesflare" | "sendgrid" | "shortcut" | "tavily" | "typeform" | "apify" | "assemblyai" | "axiom" | "betterstack" | "browserbase" | "buildkite" | "checkly" | "clickhouse" | "deepgram" | "elevenlabs" | "fal" | "fireworks-ai" | "fly-io" | "grafana-cloud" | "groq" | "heroku" | "huggingface" | "langfuse" | "langsmith" | "launchdarkly" | "mongodb-atlas" | "netlify" | "new-relic" | "openrouter" | "pinecone" | "planetscale" | "qdrant" | "railway" | "redis-cloud" | "replicate" | "snyk" | "stability-ai" | "together-ai" | "vercel" | "weaviate" | "bamboohr" | "cal-com" | "customer-io" | "discord" | "docusign" | "gocardless" | "google-bigquery" | "google-contacts" | "help-scout" | "telegram" | "whatsapp" | "woocommerce" | "zoho-crm" | "adyen" | "azure-blob-storage" | "bigcommerce" | "brave-search" | "chargebee" | "databricks" | "deel" | "front" | "google-cloud-storage" | "google-forms" | "gorgias" | "greenhouse" | "guru" | "mollie" | "paddle" | "pandadoc" | "personio" | "portkey" | "power-bi" | "ramp" | "rippling" | "serpapi" | "shopware" | "surveymonkey" | "tally" | "wix" | "workable" | "azure-document-intelligence" | "billbee" | "cleverreach" | "datev" | "factorial" | "finapi" | "gcp" | "hetzner" | "ionos" | "klarna" | "lexoffice" | "mindee" | "moss" | "neo4j" | "north-data" | "qonto" | "sendcloud" | "sevdesk" | "skribble" | "stackit" | "trusted-shops" | "unstructured" | "unzer" | "voyage-ai" | "xentral" | "alphavantage" | "daytona" | "e2b" | "sprites">;
+    name: import("../internal-agents/schema.js").Schema<"close" | "render" | "openai" | "cohere" | "github" | "cloudflare" | "square" | "anthropic" | "linear" | "gmail" | "slack" | "calendar" | "jira" | "notion" | "servicenow" | "confluence" | "gitlab" | "outlook" | "teams" | "figma" | "sap" | "sheets" | "airtable" | "supabase" | "neon" | "sharepoint" | "stripe" | "salesforce" | "twitter" | "onedrive" | "bitbucket" | "sentry" | "posthog" | "persona" | "zendesk" | "asana" | "harvest" | "hubspot" | "monday" | "zoom" | "trello" | "box" | "shopify" | "clickup" | "intercom" | "pipedrive" | "mailchimp" | "webex" | "freshdesk" | "quickbooks" | "xero" | "drive" | "docs-google" | "snowflake" | "mixpanel" | "twilio" | "aws" | "todoist" | "calendly" | "google-analytics" | "klaviyo" | "datadog" | "paypal" | "activecampaign" | "algolia" | "amplitude" | "apollo" | "ashby" | "attio" | "basecamp" | "brevo" | "circleci" | "coda" | "dialpad" | "digitalocean" | "exa" | "fathom" | "firecrawl" | "fireflies" | "folk" | "gemini" | "gong" | "google-chat" | "gusto" | "jotform" | "lever" | "metabase" | "mistral" | "pagerduty" | "perplexity" | "productboard" | "razorpay" | "resend" | "salesflare" | "segment" | "sendgrid" | "shortcut" | "tavily" | "typeform" | "apify" | "assemblyai" | "axiom" | "betterstack" | "browserbase" | "buildkite" | "checkly" | "clickhouse" | "deepgram" | "elevenlabs" | "fal" | "fireworks-ai" | "fly-io" | "grafana-cloud" | "groq" | "heroku" | "huggingface" | "langfuse" | "langsmith" | "launchdarkly" | "mongodb-atlas" | "netlify" | "new-relic" | "openrouter" | "pinecone" | "planetscale" | "qdrant" | "railway" | "redis-cloud" | "replicate" | "snyk" | "stability-ai" | "together-ai" | "vercel" | "weaviate" | "bamboohr" | "cal-com" | "customer-io" | "discord" | "docusign" | "gocardless" | "google-bigquery" | "google-contacts" | "help-scout" | "telegram" | "whatsapp" | "woocommerce" | "zoho-crm" | "adyen" | "azure-blob-storage" | "bigcommerce" | "brave-search" | "chargebee" | "databricks" | "deel" | "front" | "google-cloud-storage" | "google-forms" | "gorgias" | "greenhouse" | "guru" | "mollie" | "paddle" | "pandadoc" | "personio" | "portkey" | "power-bi" | "ramp" | "rippling" | "serpapi" | "shopware" | "surveymonkey" | "tally" | "wix" | "workable" | "azure" | "azure-document-intelligence" | "billbee" | "cleverreach" | "datev" | "factorial" | "finapi" | "gcp" | "hetzner" | "ionos" | "klarna" | "lexoffice" | "mindee" | "moss" | "neo4j" | "north-data" | "qonto" | "sendcloud" | "sevdesk" | "skribble" | "stackit" | "trusted-shops" | "unstructured" | "unzer" | "voyage-ai" | "xentral" | "alphavantage" | "daytona" | "e2b" | "polygon" | "sprites">;
     displayName: import("../internal-agents/schema.js").Schema<string>;
     icon: import("../internal-agents/schema.js").Schema<string | undefined>;
     description: import("../internal-agents/schema.js").Schema<string>;

package/esm/src/internal-agents/control-plane-auth.d.ts

@@ -12,7 +12,7 @@ export declare function verifyControlPlaneRequest(req: Request, ctx: HandlerCont
     iss: import("./schema.js").Schema<string>;
     aud: import("./schema.js").Schema<string>;
     sub: import("./schema.js").Schema<string>;
-    surface: import("./schema.js").Schema<"mcp" | "studio" | "channels" | "a2a">;
+    surface: import("./schema.js").Schema<"mcp" | "channels" | "studio" | "a2a">;
     project_id: import("./schema.js").Schema<string>;
     request_hash: import("./schema.js").Schema<string>;
     iat: import("./schema.js").Schema<number>;

package/esm/src/runs/index.d.ts

@@ -22,6 +22,6 @@
  * ```
  */
 import "../../_dnt.polyfills.js";
-export { createRunsClient, type CreateTaskRunInput, type CreateWorkflowRunInput, type KnowledgeIngestByUploadIdsInput, type KnowledgeIngestByUploadPathsInput, type KnowledgeIngestByUploadPrefixInput, type ListRunEventsOptions, type ListRunsOptions, type ProjectScopedOptions, type RunRuntimeTargetKind, type RunRuntimeTargetOptions, VeryfrontRunsClient, type VeryfrontRunsClientConfig, } from "./runs-client.js";
+export { type CreateEvalRunInput, createRunsClient, type CreateTaskRunInput, type CreateWorkflowRunInput, type KnowledgeIngestByUploadIdsInput, type KnowledgeIngestByUploadPathsInput, type KnowledgeIngestByUploadPrefixInput, type ListRunEventsOptions, type ListRunsOptions, type ProjectScopedOptions, type RunRuntimeTargetKind, type RunRuntimeTargetOptions, VeryfrontRunsClient, type VeryfrontRunsClientConfig, } from "./runs-client.js";
 export { type CancelRunResponse, CancelRunResponseSchema, type CreateRunResponse, CreateRunResponseSchema, type Run, type RunEvent, RunEventListSchema, RunEventSchema, type RunExecutionError, type RunKind, type RunList, RunListSchema, type RunOwner, RunSchema, type RunStatus, type RunTriggerKind, } from "./schemas.js";
 //# sourceMappingURL=index.d.ts.map

package/esm/src/runs/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/src/runs/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,OAAO,yBAAyB,CAAC;AAGjC,OAAO,EACL,gBAAgB,EAChB,KAAK,kBAAkB,EACvB,KAAK,sBAAsB,EAC3B,KAAK,+BAA+B,EACpC,KAAK,iCAAiC,EACtC,KAAK,kCAAkC,EACvC,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,uBAAuB,EAC5B,mBAAmB,EACnB,KAAK,yBAAyB,GAC/B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,GAAG,EACR,KAAK,QAAQ,EACb,kBAAkB,EAClB,cAAc,EACd,KAAK,iBAAiB,EACtB,KAAK,OAAO,EACZ,KAAK,OAAO,EACZ,aAAa,EACb,KAAK,QAAQ,EACb,SAAS,EACT,KAAK,SAAS,EACd,KAAK,cAAc,GACpB,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/src/runs/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,OAAO,yBAAyB,CAAC;AAGjC,OAAO,EACL,KAAK,kBAAkB,EACvB,gBAAgB,EAChB,KAAK,kBAAkB,EACvB,KAAK,sBAAsB,EAC3B,KAAK,+BAA+B,EACpC,KAAK,iCAAiC,EACtC,KAAK,kCAAkC,EACvC,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,uBAAuB,EAC5B,mBAAmB,EACnB,KAAK,yBAAyB,GAC/B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,GAAG,EACR,KAAK,QAAQ,EACb,kBAAkB,EAClB,cAAc,EACd,KAAK,iBAAiB,EACtB,KAAK,OAAO,EACZ,KAAK,OAAO,EACZ,aAAa,EACb,KAAK,QAAQ,EACb,SAAS,EACT,KAAK,SAAS,EACd,KAAK,cAAc,GACpB,MAAM,cAAc,CAAC"}