veryfront 0.1.533 → 0.1.535

package/esm/src/extensions/validation.js

@@ -23,10 +23,7 @@ export const SOURCE_PRIORITY = {
 export function selectContractProviders(extensions) {
     const winner = new Map();
     for (const resolved of extensions) {
-        const provides = resolved.extension.provides;
-        if (!provides)
-            continue;
-        for (const contract of Object.keys(provides)) {
+        for (const contract of providedContractNames(resolved.extension)) {
             const current = winner.get(contract);
             if (!current ||
                 SOURCE_PRIORITY[resolved.source] < SOURCE_PRIORITY[current.source]) {
@@ -36,6 +33,25 @@ export function selectContractProviders(extensions) {
     }
     return winner;
 }
+function providedContractNames(extension) {
+    return [
+        ...Object.keys(extension.provides ?? {}),
+        ...(extension.contracts?.provides ?? []),
+    ];
+}
+function validateContractList(field, value, issues) {
+    if (value === undefined)
+        return;
+    if (!Array.isArray(value)) {
+        issues.push(`${field} must be an array`);
+        return;
+    }
+    for (let i = 0; i < value.length; i++) {
+        if (typeof value[i] !== "string" || value[i].length === 0) {
+            issues.push(`${field}[${i}] must be a non-empty string`);
+        }
+    }
+}
 /**
  * Validate the shape of an extension object.
  * Returns an array of issue descriptions (empty array = valid).
@@ -70,6 +86,17 @@ export function validateExtension(ext) {
             issues.push(`capabilities[${i}].type must be a non-empty string`);
         }
     }
+    if (candidate.contracts !== undefined) {
+        if (typeof candidate.contracts !== "object" ||
+            candidate.contracts === null ||
+            Array.isArray(candidate.contracts)) {
+            issues.push("contracts must be an object");
+        }
+        else {
+            validateContractList("contracts.provides", candidate.contracts.provides, issues);
+            validateContractList("contracts.requires", candidate.contracts.requires, issues);
+        }
+    }
     return issues;
 }
 /**
@@ -81,10 +108,7 @@ export function validateExtension(ext) {
 export function detectConflicts(extensions) {
     const contractProviders = new Map();
     for (const resolved of extensions) {
-        const provides = resolved.extension.provides;
-        if (!provides)
-            continue;
-        for (const contract of Object.keys(provides)) {
+        for (const contract of providedContractNames(resolved.extension)) {
             let list = contractProviders.get(contract);
             if (!list) {
                 list = [];

package/esm/src/utils/version-constant.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "0.1.533";
+export declare const VERSION = "0.1.535";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,3 +1,3 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
-export const VERSION = "0.1.533";
+export const VERSION = "0.1.535";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.533",
+  "version": "0.1.535",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",

package/src/cli/commands/extension/init-command.ts

@@ -1,5 +1,5 @@
 /**
- * Extension init command — scaffold a new extension.
+ * Extension init command: scaffold a new extension.
  *
  * @module cli/commands/extension/init-command
  */
@@ -28,7 +28,7 @@ export function validateExtensionName(name: string): string | undefined {
 
 /**
  * Generate the file contents for a new extension scaffold.
- * Does not write to disk — returns file path/content pairs.
+ * Does not write to disk. Returns file path/content pairs.
  */
 export function generateExtensionFiles(name: string): GeneratedFile[] {
   const base = `extensions/${name}`;
@@ -44,6 +44,12 @@ import type { ExtensionFactory } from "veryfront/extensions";
 const ${camelCase(name)}: ExtensionFactory = () => ({
   name: "${name}",
   version: "0.1.0",
+  // Use contracts.provides for dynamic ctx.provide() registrations.
+  // Use contracts.requires before calling ctx.require().
+  contracts: {
+    provides: [],
+    requires: [],
+  },
   capabilities: [],
 
   // Uncomment and modify to provide a contract implementation:
@@ -53,8 +59,8 @@ const ${camelCase(name)}: ExtensionFactory = () => ({
 
   // Uncomment for async setup:
   // async setup(ctx) {
-  //   // ctx.get<T>("ContractName") — consume another contract
-  //   // ctx.provide("ContractName", impl) — register a contract
+  //   // ctx.get<T>("ContractName"): consume another contract
+  //   // ctx.provide("ContractName", impl): register a contract
   // },
 
   // Uncomment for cleanup:
@@ -101,6 +107,10 @@ describe("${name} extension", () => {
       version: "0.1.0",
       veryfront: {
         extension: true,
+        contracts: {
+          provides: [],
+          requires: [],
+        },
         capabilities: [],
       },
     },

package/src/deno.js

@@ -1,6 +1,6 @@
 export default {
   "name": "veryfront",
-  "version": "0.1.533",
+  "version": "0.1.535",
   "license": "Apache-2.0",
   "nodeModulesDir": "auto",
   "workspace": [
@@ -331,8 +331,8 @@ export default {
     "fmt": "deno fmt src/ cli/ react/",
     "fmt:check": "deno fmt --check src/ cli/ react/",
     "typecheck": "deno task generate && deno check src/index.ts cli/main.ts src/server/index.ts src/routing/api/index.ts src/rendering/index.ts src/platform/index.ts src/platform/adapters/index.ts src/build/index.ts src/build/production-build/index.ts src/transforms/index.ts src/config/index.ts src/utils/index.ts src/data/index.ts src/security/index.ts src/middleware/index.ts src/server/handlers/dev/index.ts src/server/handlers/request/api/index.ts src/rendering/cache/index.ts src/rendering/cache/stores/index.ts src/rendering/rsc/actions/index.ts src/html/index.ts src/modules/index.ts src/proxy/main.ts src/chat/index.ts src/markdown/index.ts src/mdx/index.ts src/fs/index.ts src/oauth/index.ts src/agent/index.ts src/agent/service/route-export.check.ts src/tool/index.ts src/workflow/index.ts src/prompt/index.ts src/resource/index.ts src/jobs/index.ts src/mcp/index.ts src/provider/index.ts",
-    "verify": "deno task generate && deno fmt --check src/ cli/ react/ && DENO_NO_PACKAGE_JSON=1 deno lint src/ cli/ react/ && deno task lint:style && deno task lint:cli-boundary && deno task lint:wildcard-exports && deno task lint:barrel-jsdoc && deno task lint:ban-zod && deno task lint:core-deps && deno task lint:dependency-boundaries && deno task docs:validate && deno task typecheck && deno task test && deno task test:e2e:binary",
-    "verify:quick": "deno task generate && deno fmt --check src/ cli/ react/ && DENO_NO_PACKAGE_JSON=1 deno lint src/ cli/ react/ && deno task lint:style && deno task lint:cli-boundary && deno task lint:wildcard-exports && deno task lint:barrel-jsdoc && deno task lint:ban-zod && deno task lint:core-deps && deno task lint:dependency-boundaries && deno task docs:validate && deno task typecheck",
+    "verify": "deno task generate && deno fmt --check src/ cli/ react/ && DENO_NO_PACKAGE_JSON=1 deno lint src/ cli/ react/ && deno task lint:style && deno task lint:cli-boundary && deno task lint:wildcard-exports && deno task lint:barrel-jsdoc && deno task lint:ban-zod && deno task lint:core-deps && deno task lint:dependency-boundaries && deno task lint:extension-contracts && deno task docs:validate && deno task typecheck && deno task test && deno task test:e2e:binary",
+    "verify:quick": "deno task generate && deno fmt --check src/ cli/ react/ && DENO_NO_PACKAGE_JSON=1 deno lint src/ cli/ react/ && deno task lint:style && deno task lint:cli-boundary && deno task lint:wildcard-exports && deno task lint:barrel-jsdoc && deno task lint:ban-zod && deno task lint:core-deps && deno task lint:dependency-boundaries && deno task lint:extension-contracts && deno task docs:validate && deno task typecheck",
     "docs": "rm -rf docs/reference && deno run --allow-read --allow-write --allow-run scripts/docs/generate-api-reference.ts",
     "docs:copy": "rm -rf ../../docs/docs/code/reference && cp -r docs/reference/ ../../docs/docs/code/reference/",
     "docs:validate": "deno run --allow-read scripts/docs/validate-api-reference.ts",
@@ -341,6 +341,7 @@ export default {
     "lint:ban-zod": "deno run --allow-read scripts/lint/ban-zod-imports.ts",
     "lint:core-deps": "deno run --allow-read scripts/lint/audit-core-deps.ts",
     "lint:dependency-boundaries": "deno run --allow-read scripts/lint/audit-dependency-boundaries.ts",
+    "lint:extension-contracts": "deno run --allow-read --allow-env --allow-sys scripts/lint/audit-extension-contracts.ts",
     "lint:ban-console": "deno run --allow-read scripts/lint/ban-console.ts",
     "lint:ban-deep-imports": "deno run --allow-read scripts/lint/ban-deep-imports.ts",
     "lint:imports": "deno run --allow-read scripts/lint/no-cross-boundary-relative-imports.ts",
@@ -354,7 +355,7 @@ export default {
     "lint:wildcard-exports": "deno run --allow-read scripts/lint/ban-wildcard-exports.ts",
     "lint:deps": "deno run --allow-read scripts/lint/audit-deps.ts",
     "lint:barrel-jsdoc": "deno run --allow-read scripts/lint/check-barrel-jsdoc.ts",
-    "test:scripts": "deno test --config=scripts/test.deno.json --no-check --allow-read --allow-write scripts/build/generate-sbom.test.ts scripts/build/npm-react-shims.test.ts scripts/lint/audit-core-deps.test.ts scripts/lint/audit-dependency-boundaries.test.ts scripts/lint/audit-deps.test.ts scripts/security/audit-npm.test.ts scripts/security/submit-dependency-snapshot.test.ts",
+    "test:scripts": "deno test --config=scripts/test.deno.json --no-check --allow-read --allow-write scripts/build/generate-sbom.test.ts scripts/build/npm-react-shims.test.ts scripts/lint/audit-core-deps.test.ts scripts/lint/audit-dependency-boundaries.test.ts scripts/lint/audit-extension-contracts.test.ts scripts/lint/audit-deps.test.ts scripts/security/audit-npm.test.ts scripts/security/submit-dependency-snapshot.test.ts",
     "test:cross-runtime": "deno run --allow-all src/platform/compat/cross-runtime.test.ts",
     "test:node": "node ./tests/node/run-tests.mjs 'src/**/*.test.ts'",
     "test:bun": "node ./tests/bun/run-tests.mjs src/",

package/src/deps/esm.sh/@types/react-dom@19.2.3/client.d.ts

@@ -4,7 +4,7 @@
 
 // See https://github.com/facebook/react/blob/main/packages/react-dom/client.js to see how the exports are declared,
 
-import React = require("https://esm.sh/@types/react@19.2.3/index.d.ts");
+import React = require("https://esm.sh/@types/react@19.2.14/index.d.ts");
 
 export {};
 

package/src/deps/esm.sh/react-dom@19.2.4/client.d.ts

@@ -4,7 +4,7 @@
 
 // See https://github.com/facebook/react/blob/main/packages/react-dom/client.js to see how the exports are declared,
 
-import React = require("https://esm.sh/@types/react@19.2.3/index.d.ts");
+import React = require("https://esm.sh/@types/react@19.2.14/index.d.ts");
 
 export {};
 

package/src/extensions/ext-auth-jwt/src/index.ts

@@ -188,7 +188,6 @@ const extJwt: ExtensionFactory = (config?: unknown) => {
     name: "ext-auth-jwt",
     version: "0.1.0",
     capabilities: [
-      { type: "contract", name: "AuthProvider" },
       { type: "net:outbound", hosts: ["*"] },
     ],
     provides: {

package/src/extensions/ext-bundler-esbuild/src/index.ts

@@ -23,10 +23,10 @@ const extEsbuild: ExtensionFactory = () => {
   return {
     name: "ext-bundler-esbuild",
     version: "0.1.0",
-    capabilities: [
-      { type: "contract", name: "Bundler" },
-      { type: "contract", name: "ModuleLexer" },
-    ],
+    contracts: {
+      provides: ["Bundler", "ModuleLexer"],
+    },
+    capabilities: [],
     setup(ctx) {
       if (!ctx.get("Bundler")) {
         ctx.provide("Bundler", bundler);

package/src/extensions/ext-content-mdx/src/index.ts

@@ -48,7 +48,10 @@ const extMdx: ExtensionFactory = () => {
   return {
     name: "ext-content-mdx",
     version: "0.1.0",
-    capabilities: [{ type: "contract", name: "ContentProcessor" }],
+    contracts: {
+      provides: ["ContentProcessor"],
+    },
+    capabilities: [],
     setup(ctx) {
       ctx.provide("ContentProcessor", impl);
       ctx.logger.info("[ext-content-mdx] ContentProcessor registered");

package/src/extensions/ext-css-tailwind/src/index.ts

@@ -59,8 +59,10 @@ const extTailwind: ExtensionFactory = () => {
   return {
     name: "ext-css-tailwind",
     version: "0.1.0",
+    contracts: {
+      provides: ["CSSProcessor"],
+    },
     capabilities: [
-      { type: "contract", name: "CSSProcessor" },
       { type: "net:outbound", hosts: ["esm.sh"] },
     ],
     setup(ctx) {

package/src/extensions/ext-db-sqlite/src/index.ts

@@ -29,8 +29,10 @@ const extDbSqlite: ExtensionFactory = () => {
   return {
     name: "ext-db-sqlite",
     version: "0.1.0",
+    contracts: {
+      provides: ["SqliteStore"],
+    },
     capabilities: [
-      { type: "contract", name: "SqliteStore" },
       { type: "fs:read" },
       { type: "fs:write" },
     ],

package/src/extensions/ext-document-kreuzberg/src/index.ts

@@ -80,8 +80,10 @@ const extDocumentKreuzberg: ExtensionFactory = () => {
   return {
     name: "ext-document-kreuzberg",
     version: "0.1.0",
+    contracts: {
+      provides: ["DocumentExtractor"],
+    },
     capabilities: [
-      { type: "contract", name: "DocumentExtractor" },
       { type: "fs:read" },
     ],
 

package/src/extensions/ext-llm-anthropic/src/index.ts

@@ -16,7 +16,11 @@ const extAnthropic: ExtensionFactory = () => {
   return {
     name: "ext-llm-anthropic",
     version: "0.1.0",
-    capabilities: [{ type: "contract", name: "LLMProvider:anthropic" }],
+    contracts: {
+      provides: ["LLMProvider:anthropic"],
+      requires: [LLMProviderRegistryName],
+    },
+    capabilities: [],
     setup(ctx) {
       const registry = ctx.require<LLMProviderRegistry>(LLMProviderRegistryName);
       registry.register(provider);

package/src/extensions/ext-llm-google/src/index.ts

@@ -15,7 +15,11 @@ const extGoogle: ExtensionFactory = () => {
   return {
     name: "ext-llm-google",
     version: "0.1.0",
-    capabilities: [{ type: "contract", name: "LLMProvider:google" }],
+    contracts: {
+      provides: ["LLMProvider:google"],
+      requires: [LLMProviderRegistryName],
+    },
+    capabilities: [],
     setup(ctx) {
       const registry = ctx.require<LLMProviderRegistry>(LLMProviderRegistryName);
       registry.register(provider);

package/src/extensions/ext-llm-openai/src/index.ts

@@ -16,7 +16,11 @@ const extOpenAI: ExtensionFactory = () => {
   return {
     name: "ext-llm-openai",
     version: "0.1.0",
-    capabilities: [{ type: "contract", name: "LLMProvider:openai" }],
+    contracts: {
+      provides: ["LLMProvider:openai"],
+      requires: [LLMProviderRegistryName],
+    },
+    capabilities: [],
     setup(ctx) {
       registry = ctx.require<LLMProviderRegistry>(LLMProviderRegistryName);
       registry.register(provider);

package/src/extensions/ext-observability-opentelemetry/src/index.ts

@@ -259,9 +259,10 @@ const extOpenTelemetry: ExtensionFactory = () => {
   return {
     name: "ext-observability-opentelemetry",
     version: "0.1.0",
+    contracts: {
+      provides: ["TracingExporter", "NodeTelemetryProvider"],
+    },
     capabilities: [
-      { type: "contract", name: "TracingExporter" },
-      { type: "contract", name: "NodeTelemetryProvider" },
       { type: "net:outbound", hosts: ["*"] },
       {
         type: "env:read",

package/src/extensions/ext-parser-babel/src/index.ts

@@ -93,7 +93,10 @@ const extBabel: ExtensionFactory = () => {
   return {
     name: "ext-parser-babel",
     version: "0.1.0",
-    capabilities: [{ type: "contract", name: "CodeParser" }],
+    contracts: {
+      provides: ["CodeParser"],
+    },
+    capabilities: [],
     setup(ctx) {
       ctx.provide("CodeParser", impl);
       ctx.logger.info("[ext-parser-babel] CodeParser registered");

package/src/extensions/ext-sandbox-shell-tools/src/index.ts

@@ -27,7 +27,10 @@ const provider = createSandboxShellToolsProvider(createBashTool);
 const extSandboxShellTools: ExtensionFactory = () => ({
   name: "ext-sandbox-shell-tools",
   version: "0.1.0",
-  capabilities: [{ type: "contract", name: SandboxShellToolsProviderName }],
+  contracts: {
+    provides: [SandboxShellToolsProviderName],
+  },
+  capabilities: [],
   setup(ctx) {
     ctx.provide(SandboxShellToolsProviderName, provider);
     ctx.logger.info("[ext-sandbox-shell-tools] Sandbox shell tools provider registered");

package/src/extensions/ext-schema-zod/src/index.ts

@@ -21,7 +21,10 @@ const extZod: ExtensionFactory = () => {
   return {
     name: "ext-schema-zod",
     version: "0.1.0",
-    capabilities: [{ type: "contract", name: "SchemaValidator" }],
+    contracts: {
+      provides: ["SchemaValidator"],
+    },
+    capabilities: [],
     setup(ctx) {
       ctx.provide("SchemaValidator", impl);
       ctx.logger.info("[ext-schema-zod] SchemaValidator registered");

package/src/src/agent/testing/durable-run-canaries/cli-runner.ts

@@ -0,0 +1,117 @@
+import { mkdir, writeFile } from "node:fs/promises";
+import { dirname, resolve } from "node:path";
+import { cwd as getProcessCwd } from "node:process";
+import { type LiveEvalApiContext } from "../live-evals/api-client.js";
+import { resolveDurableRunCanaryEnvironment } from "./environment.js";
+import {
+  createDurableRunCanaryRunner,
+  type DurableRunCanaryCase,
+  type DurableRunCanaryResult,
+  type DurableRunCanaryRunnerConfig,
+} from "./runner.js";
+
+type EnvRecord = Record<string, string | undefined>;
+
+export interface DurableRunCanaryCliCaseFactoryInput {
+  context: LiveEvalApiContext;
+  requestTimeoutMs: number;
+}
+
+export interface RunDurableRunCanaryCliInput {
+  env: EnvRecord;
+  agentId: string;
+  createCases: (input: DurableRunCanaryCliCaseFactoryInput) => DurableRunCanaryCase[];
+  cwd?: string;
+  log?: (message: string) => void;
+  createRunner?: (
+    config: DurableRunCanaryRunnerConfig,
+  ) => ReturnType<typeof createDurableRunCanaryRunner>;
+}
+
+function createTimestampedReportPath(input: {
+  cwd: string;
+  directory: string;
+}): string {
+  return resolve(
+    input.cwd,
+    ".omx/logs",
+    input.directory,
+    `${new Date().toISOString().replaceAll(":", "-").replaceAll(".", "-")}.json`,
+  );
+}
+
+export async function runDurableRunCanaryCli(
+  input: RunDurableRunCanaryCliInput,
+): Promise<number> {
+  const log = input.log ?? console.log;
+  const cwd = input.cwd ?? getProcessCwd();
+  const { apiUrl, authToken, projectId, requestTimeoutMs, keepSuccessfulEvidence } =
+    resolveDurableRunCanaryEnvironment(input.env);
+  const reportPath = input.env.DURABLE_CANARY_REPORT_PATH ??
+    createTimestampedReportPath({ cwd, directory: "durable-run-staging-canaries" });
+
+  if (!authToken) {
+    throw new Error("Missing VERYFRONT_TOKEN");
+  }
+  if (!projectId) {
+    throw new Error("Missing AG_UI_EVAL_PROJECT_ID");
+  }
+
+  const context: LiveEvalApiContext = {
+    apiUrl,
+    authToken,
+    projectId: projectId || null,
+  };
+  const createRunner = input.createRunner ?? createDurableRunCanaryRunner;
+  const { runCase } = createRunner({
+    apiUrl,
+    authToken,
+    agentId: input.agentId,
+    projectId: projectId || null,
+    requestTimeoutMs,
+    keepSuccessfulEvidence,
+  });
+  const testCases = input.createCases({
+    context,
+    requestTimeoutMs,
+  });
+
+  log(`Durable run canaries -> ${apiUrl}`);
+  log(`Project scope -> ${projectId}`);
+
+  const results: DurableRunCanaryResult[] = [];
+  for (const testCase of testCases) {
+    log(`\n[run] ${testCase.label}`);
+    const result = await runCase(testCase);
+    results.push(result);
+    log(`[${result.status}] ${result.id}: ${result.details}`);
+  }
+
+  const summary = {
+    passed: results.filter((result) => result.status === "pass").length,
+    failed: results.filter((result) => result.status === "fail").length,
+  };
+
+  await mkdir(dirname(reportPath), { recursive: true });
+  await writeFile(
+    reportPath,
+    JSON.stringify(
+      {
+        generatedAt: new Date().toISOString(),
+        apiUrl,
+        projectId,
+        results,
+        summary,
+      },
+      null,
+      2,
+    ),
+  );
+
+  log("\nSummary");
+  log(`passed: ${summary.passed}`);
+  log(`failed: ${summary.failed}`);
+  log(`report: ${reportPath}`);
+
+  return summary.failed > 0 ? 1 : 0;
+}

package/src/src/agent/testing/durable-run-canaries/environment.ts

@@ -0,0 +1,27 @@
+import { type AgentServiceConfigInput, parseAgentServiceConfig } from "../../service/config.js";
+
+export interface DurableRunCanaryEnvironment {
+  apiUrl: string;
+  authToken: string;
+  projectId: string;
+  requestTimeoutMs: number;
+  keepSuccessfulEvidence: boolean;
+}
+
+export const DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS = 240_000;
+
+export function resolveDurableRunCanaryEnvironment(
+  env: AgentServiceConfigInput = {},
+): DurableRunCanaryEnvironment {
+  return {
+    apiUrl: typeof env.VERYFRONT_API_URL === "string"
+      ? env.VERYFRONT_API_URL
+      : parseAgentServiceConfig(env).VERYFRONT_API_URL,
+    authToken: typeof env.VERYFRONT_TOKEN === "string" ? env.VERYFRONT_TOKEN : "",
+    projectId: typeof env.AG_UI_EVAL_PROJECT_ID === "string" ? env.AG_UI_EVAL_PROJECT_ID : "",
+    requestTimeoutMs: Number(
+      env.DURABLE_CANARY_TIMEOUT_MS ?? DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS,
+    ),
+    keepSuccessfulEvidence: env.DURABLE_CANARY_KEEP_SUCCESS === "1",
+  };
+}

package/src/src/agent/testing/durable-run-canaries/index.ts

@@ -1,3 +1,13 @@
+export {
+  type DurableRunCanaryCliCaseFactoryInput,
+  runDurableRunCanaryCli,
+  type RunDurableRunCanaryCliInput,
+} from "./cli-runner.js";
+export {
+  DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS,
+  type DurableRunCanaryEnvironment,
+  resolveDurableRunCanaryEnvironment,
+} from "./environment.js";
 export {
   createDurableRunCanaryApiClient,
   createDurableRunCanaryRunner,
@@ -16,3 +26,11 @@ export {
   getDurableRunCanaryMessageSchema,
   parseDurableRunCanaryRunSummary,
 } from "./runner.js";
+
+export {
+  assertCompleted,
+  assertNoMalformedCreateFileToolCalls,
+  collectAssistantText,
+  findAssistantMessage,
+  stringifyUnknown,
+} from "./validation.js";

package/src/src/agent/testing/durable-run-canaries/validation.ts

@@ -0,0 +1,87 @@
+import type { DurableRunCanaryMessage, DurableRunCanaryRunSummary } from "./runner.js";
+
+function isRecord(value: unknown): value is Record<string, unknown> {
+  return value !== null && typeof value === "object" && !Array.isArray(value);
+}
+
+function getStringProperty(record: Record<string, unknown>, key: string): string | null {
+  const value = record[key];
+  return typeof value === "string" ? value : null;
+}
+
+function getToolCallName(part: Record<string, unknown>): string | null {
+  if (part.type === "tool_call") {
+    return getStringProperty(part, "name");
+  }
+
+  if (part.type === "tool-call") {
+    return getStringProperty(part, "toolName");
+  }
+
+  return null;
+}
+
+function hasCreateFileInput(value: unknown): boolean {
+  if (!isRecord(value)) {
+    return false;
+  }
+
+  return getStringProperty(value, "path") !== null && getStringProperty(value, "content") !== null;
+}
+
+export function assertCompleted(run: DurableRunCanaryRunSummary): void {
+  if (run.status !== "completed") {
+    throw new Error(
+      `Expected completed run, got ${run.status} (${run.terminalErrorCode ?? "no-code"}: ${
+        run.terminalErrorMessage ?? "no message"
+      })`,
+    );
+  }
+}
+
+export function findAssistantMessage(
+  messages: DurableRunCanaryMessage[],
+  messageId: string,
+): DurableRunCanaryMessage {
+  const message = messages.find((candidate) => candidate.id === messageId);
+  if (!message) {
+    throw new Error(`Assistant message ${messageId} was not persisted`);
+  }
+  if (message.role !== "assistant") {
+    throw new Error(`Expected assistant message ${messageId}, got role ${message.role}`);
+  }
+  return message;
+}
+
+export function stringifyUnknown(value: unknown): string {
+  if (typeof value === "string") {
+    return value;
+  }
+
+  try {
+    return JSON.stringify(value);
+  } catch {
+    return String(value);
+  }
+}
+
+export function collectAssistantText(message: DurableRunCanaryMessage): string {
+  return message.parts
+    .filter((part) => part.type === "text" && typeof part.text === "string")
+    .map((part) => part.text)
+    .join("\n");
+}
+
+export function assertNoMalformedCreateFileToolCalls(messages: DurableRunCanaryMessage[]): void {
+  for (const message of messages) {
+    for (const part of message.parts) {
+      if (!isRecord(part) || getToolCallName(part) !== "create_file") {
+        continue;
+      }
+
+      if (!hasCreateFileInput(part.input)) {
+        throw new Error("Expected create_file tool_call input to include a path and content");
+      }
+    }
+  }
+}