@skyramp/mcp 0.3.4 → 0.3.6-rc.1

package/build/utils/utils-verify/stage.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Stage every shared utils file relevant to `testFile`, located by content.
+ *
+ * The reuse tool stages only the test file, and does so BEFORE the utils file exists,
+ * so a utils file the agent then creates reaches the output commit only through a
+ * prompt-level `git add` or the action's testDirectory sweep — neither of which the
+ * eval harness has, and neither of which is deterministic (SKYR-4196 Part B run 2
+ * shipped a test importing a module the PR did not contain).
+ *
+ * Called from the utils verify pass AND from the tools that follow reuse on the same
+ * spec (`skyramp_enhance_assertions`, `skyramp_execute_test`), so staging never
+ * depends on the agent choosing to verify. Best-effort: a staging failure is logged,
+ * never surfaced — it must not fail a tool that otherwise succeeded. Returns the paths
+ * it staged. No-op outside a testbot run (see stageGeneratedPaths).
+ */
+export interface StagingResult {
+    /** Files that reached the index. */
+    staged: string[];
+    /** Utils files that `git add` refused (gitignored, outside the repo, git failure) —
+     *  the tests importing them will fail in the output commit, so the verify pass
+     *  treats a non-empty list as a failed verification. */
+    failed: string[];
+}
+export declare function stageUtilsArtifacts(testFile: string, language?: string): Promise<StagingResult>;

package/build/utils/utils-verify/stage.js

@@ -0,0 +1,107 @@
+import { execFile } from "child_process";
+import { promisify } from "util";
+import * as fs from "fs";
+import * as path from "path";
+import { detectGitRoot, stageGeneratedPaths } from "../gitStaging.js";
+import { logger } from "../logger.js";
+import { isTestbotEnabled } from "../featureFlags.js";
+import { locateUtilsFiles, realpath } from "./locate.js";
+import { CODEGEN_MARKER_RE } from "./call-sites.js";
+import { utilsSpecFor, utilsSpecForFile } from "./language-spec.js";
+const execFileAsync = promisify(execFile);
+export async function stageUtilsArtifacts(testFile, language) {
+    const staged = [];
+    const failed = [];
+    const result = { staged, failed };
+    // Outside a testbot run stageGeneratedPaths is a no-op; report nothing as staged
+    // rather than a list of files nothing touched.
+    if (!isTestbotEnabled())
+        return result;
+    let files = [];
+    try {
+        files = await locateUtilsFiles({ testFile, language });
+    }
+    catch (err) {
+        logger.warning("Could not locate shared utils files to stage", {
+            testFile,
+            error: String(err),
+        });
+        return result;
+    }
+    for (const file of files) {
+        try {
+            await stageGeneratedPaths(file);
+            staged.push(file);
+        }
+        catch (err) {
+            // A gitignored utils file lands here (`git add` refuses it): the test would
+            // import a module the output commit cannot contain.
+            logger.warning("Could not stage shared utils file — if it is gitignored, the tests importing it will fail in the output commit", { file, error: String(err) });
+            failed.push(file);
+        }
+    }
+    // Sibling generated tests this run EDITED to import from the utils file (STEP 5c, or
+    // a maintenance update): tracked, modified, codegen-marked, importing a located utils
+    // stem. Discovery staged only the current test and the loop above only the utils
+    // file, so without this the sibling's edit drops out of the output commit while the
+    // utils change lands — the same class of hole as the unstaged utils file.
+    if (files.length > 0) {
+        for (const sibling of await modifiedSiblingsImporting(testFile, files, language)) {
+            try {
+                await stageGeneratedPaths(sibling);
+                staged.push(sibling);
+            }
+            catch (err) {
+                logger.warning("Could not stage an edited sibling test", {
+                    file: sibling,
+                    error: String(err),
+                });
+            }
+        }
+    }
+    return result;
+}
+async function modifiedSiblingsImporting(testFile, utilsFiles, language) {
+    const spec = utilsSpecFor(language) ?? utilsSpecForFile(testFile);
+    const root = detectGitRoot(testFile);
+    if (!spec || !root)
+        return [];
+    let modified;
+    try {
+        // `-z`: unquoted, NUL-separated — git C-quotes non-ASCII paths otherwise.
+        const { stdout } = await execFileAsync("git", ["diff", "-z", "--name-only"], {
+            cwd: root,
+            encoding: "utf8",
+        });
+        modified = stdout.split("\0").filter(Boolean);
+    }
+    catch (err) {
+        logger.warning("Could not list modified files — edited sibling tests will not be staged", {
+            root,
+            error: String(err),
+        });
+        return [];
+    }
+    const stems = utilsFiles.map((f) => path.basename(f).replace(/\.[^.]+$/, ""));
+    const self = await realpath(testFile);
+    const out = [];
+    for (const rel of modified) {
+        const abs = await realpath(path.resolve(root, rel));
+        if (abs === self || utilsFiles.includes(abs))
+            continue;
+        if (!spec.extensions.some((e) => abs.toLowerCase().endsWith(e)))
+            continue;
+        let content;
+        try {
+            content = await fs.promises.readFile(abs, "utf8");
+        }
+        catch {
+            continue;
+        }
+        if (!CODEGEN_MARKER_RE.test(content.split("\n").slice(0, 5).join("\n")))
+            continue;
+        if (stems.some((stem) => spec.importedNames(content, stem).length > 0))
+            out.push(abs);
+    }
+    return out;
+}

package/build/utils/utils-verify/verify.d.ts

@@ -0,0 +1,63 @@
+import { type InlineCallSite } from "./call-sites.js";
+import { type UtilsViolationKind } from "./allow.js";
+import { type HelperFamilySpec, type UtilsLanguageSpec } from "./language-spec.js";
+export interface UtilsViolation {
+    kind: UtilsViolationKind;
+    /** Absolute path of the utils file. */
+    file: string;
+    helper: string;
+    line: number;
+    detail: string;
+}
+export interface UtilsVerifyResult {
+    /** No unallowed violations and no malformed allow markers. */
+    ok: boolean;
+    /** Utils files located for this spec (absolute). Empty = nothing was written or imported. */
+    utilsFiles: string[];
+    /** Helpers defined across the utils files. */
+    helpers: number;
+    /** Helper names the delivered spec imports from those files. */
+    imported: number;
+    violations: UtilsViolation[];
+    /** Violations covered by a `reuse-verify: allow` marker — a documented decline. */
+    allowed: UtilsViolation[];
+    /** Findings that inform but never fail the pass. `scenario-name` lives here: a naming
+     *  heuristic is a quality signal, not a broken shared helper, and blocking a
+     *  customer's run on a false positive of it is the worse outcome. */
+    advisories: UtilsViolation[];
+    /** Allow-marker lines the grammar cannot read, per file. */
+    malformedAllows: {
+        file: string;
+        line: string;
+    }[];
+    spec?: UtilsLanguageSpec;
+    /** Which invariant set applied — decided by the test type, see helperFamilyFor. */
+    family: HelperFamilySpec;
+    /** Advisory (does not affect `ok`): inline request calls in sibling generated tests
+     *  that a utils helper already wraps — see findSiblingInlineCallSites. API family only. */
+    inlineCallSites: InlineCallSite[];
+}
+export interface VerifyUtilsParams {
+    testFile: string;
+    language?: string;
+    /** Selects the helper family (api vs browser). Absent → api. */
+    testType?: string;
+    cwd?: string;
+}
+/**
+ * Deterministic post-reuse check of the shared utils file(s) a spec depends on.
+ *
+ * Three invariants, each a class of drift measured in the SKYR-4196 Part B evals:
+ *  - `duplicate-helper`: two helpers for one method+path (run 4 — `create_product`
+ *    beside `create_list_reflect_product`); the shared file must hold one canonical
+ *    helper per step, extended with defaulted parameters rather than duplicated.
+ *  - `body-assertion`: any assertion other than a status-code comparison inside a
+ *    helper (runs 5 and 11 — `assert total_amount == 16.0` in `update_order`); a
+ *    body assertion carries one scenario's values into a function every scenario calls.
+ *  - `scenario-name` (ADVISORY only): a helper named for its scenario rather than its step.
+ *
+ * Analyses the utils files' INTERNAL invariants — unlike the POM verifier, which
+ * checks a spec's cross-file references — so it reads the utils files, not the spec,
+ * except to count what the spec imports.
+ */
+export declare function verifyUtils(params: VerifyUtilsParams): Promise<UtilsVerifyResult>;

package/build/utils/utils-verify/verify.js

@@ -0,0 +1,168 @@
+import * as fs from "fs";
+import * as path from "path";
+import { logger } from "../logger.js";
+import { locateUtilsFiles } from "./locate.js";
+import { parseUtilsFile } from "./parse.js";
+import { findSiblingInlineCallSites, } from "./call-sites.js";
+import { parseUtilsAllows } from "./allow.js";
+import { helperFamilyFor, scenarioNameViolation, utilsSpecFor, utilsSpecForFile, } from "./language-spec.js";
+/**
+ * Deterministic post-reuse check of the shared utils file(s) a spec depends on.
+ *
+ * Three invariants, each a class of drift measured in the SKYR-4196 Part B evals:
+ *  - `duplicate-helper`: two helpers for one method+path (run 4 — `create_product`
+ *    beside `create_list_reflect_product`); the shared file must hold one canonical
+ *    helper per step, extended with defaulted parameters rather than duplicated.
+ *  - `body-assertion`: any assertion other than a status-code comparison inside a
+ *    helper (runs 5 and 11 — `assert total_amount == 16.0` in `update_order`); a
+ *    body assertion carries one scenario's values into a function every scenario calls.
+ *  - `scenario-name` (ADVISORY only): a helper named for its scenario rather than its step.
+ *
+ * Analyses the utils files' INTERNAL invariants — unlike the POM verifier, which
+ * checks a spec's cross-file references — so it reads the utils files, not the spec,
+ * except to count what the spec imports.
+ */
+export async function verifyUtils(params) {
+    const spec = utilsSpecFor(params.language) ?? utilsSpecForFile(params.testFile);
+    const family = helperFamilyFor(params.testType);
+    const utilsFiles = spec
+        ? await locateUtilsFiles({
+            testFile: params.testFile,
+            language: spec.language,
+            cwd: params.cwd,
+        })
+        : [];
+    const result = {
+        ok: true,
+        utilsFiles,
+        helpers: 0,
+        imported: 0,
+        violations: [],
+        allowed: [],
+        advisories: [],
+        malformedAllows: [],
+        spec,
+        family,
+        inlineCallSites: [],
+    };
+    if (!spec || utilsFiles.length === 0)
+        return result;
+    let specContent = "";
+    try {
+        specContent = await fs.promises.readFile(params.testFile, "utf8");
+    }
+    catch {
+        /* the spec may be absent outside a run; import counting then reports 0 */
+    }
+    const allHelpers = [];
+    const importedNames = new Set();
+    // Route map spans every utils file: the reuse prompt allows the helpers to split
+    // across files, and the same method+path in two of them is still one duplicate.
+    const byRoute = new Map();
+    for (const file of utilsFiles) {
+        let content;
+        try {
+            content = await fs.promises.readFile(file, "utf8");
+        }
+        catch (err) {
+            if (err?.code === "ENOENT")
+                continue; // removed since locate
+            logger.warning("Could not read a located utils file", {
+                file,
+                error: String(err),
+            });
+            throw err; // the caller records a verify error, which fails OPEN — never a silent PASS
+        }
+        const helpers = parseUtilsFile(content, spec, (expr) => family.isAllowed(spec, expr));
+        allHelpers.push(...helpers);
+        const { allows, malformed } = parseUtilsAllows(content, spec);
+        result.helpers += helpers.length;
+        result.malformedAllows.push(...malformed.map((line) => ({ file, line })));
+        const stem = path.basename(file).replace(/\.[^.]+$/, "");
+        const defined = new Set(helpers.map((h) => h.name));
+        for (const n of spec.importedNames(specContent, stem))
+            if (defined.has(n))
+                importedNames.add(n);
+        // One marker documents ONE violation of that kind in that helper: a second,
+        // undocumented scenario claim in the same helper is not covered by the first
+        // decline. Markers are consumed in order.
+        const budget = new Map();
+        for (const a of allows) {
+            const k = `${a.kind}\0${a.helper}`;
+            budget.set(k, (budget.get(k) ?? 0) + 1);
+        }
+        for (const v of violationsIn(helpers, file, family, byRoute)) {
+            const k = `${v.kind}\0${v.helper}`;
+            const left = budget.get(k) ?? 0;
+            if (left > 0) {
+                budget.set(k, left - 1);
+                result.allowed.push(v);
+            }
+            else if (v.kind === "scenario-name") {
+                result.advisories.push(v);
+            }
+            else {
+                result.violations.push(v);
+            }
+        }
+    }
+    result.imported = importedNames.size;
+    result.ok =
+        result.violations.length === 0 && result.malformedAllows.length === 0;
+    // Integration only — the same gate as the prompt rule. `contract`, `load` and an
+    // absent type also resolve to the API family, but the reuse flow never targets them,
+    // so an advisory (and a report count) there would describe reuse the feature could
+    // not have taken.
+    if ((params.testType ?? "").toLowerCase() === "integration") {
+        try {
+            result.inlineCallSites = await findSiblingInlineCallSites(params.testFile, utilsFiles, allHelpers, spec);
+        }
+        catch {
+            /* advisory only — never fails a verify */
+        }
+    }
+    return result;
+}
+function violationsIn(helpers, file, family, byRoute) {
+    const out = [];
+    for (const h of helpers) {
+        if (family.routeDuplicates && h.method && h.normalizedPath) {
+            const key = `${h.method} ${h.normalizedPath}`;
+            const first = byRoute.get(key);
+            if (first) {
+                out.push({
+                    kind: "duplicate-helper",
+                    file,
+                    helper: h.name,
+                    line: h.line,
+                    detail: `${h.name} and ${first.name} (${path.basename(first.file)}:${first.line}) both wrap ${key}; keep one helper per method+path and lift the differing literals into defaulted parameters`,
+                });
+            }
+            else {
+                byRoute.set(key, { ...h, file });
+            }
+        }
+        for (const a of h.assertions) {
+            if (!a.allowed) {
+                out.push({
+                    kind: "body-assertion",
+                    file,
+                    helper: h.name,
+                    line: a.line,
+                    detail: `\`${a.text}\` — ${family.assertionRule}`,
+                });
+            }
+        }
+        const naming = scenarioNameViolation(h.name);
+        if (naming) {
+            out.push({
+                kind: "scenario-name",
+                file,
+                helper: h.name,
+                line: h.line,
+                detail: naming,
+            });
+        }
+    }
+    return out;
+}

package/build/utils/utils.d.ts

@@ -32,7 +32,9 @@ export declare function toolError(message: string): CallToolResult;
  *
  * 2. Each agent CLI testbot supports reads a different channel and none falls
  *    back to the other: Claude Code takes `structuredContent` and drops
- *    `content[]`; Cursor takes `content[]` and ignores `structuredContent`;
+ *    `content[]` WHEN BOTH ARE PRESENT — a content-only result still reaches it,
+ *    which is what SKYR-4267 relies on for `browser_blueprint`; Cursor takes
+ *    `content[]` and ignores `structuredContent`;
  *    GitHub Copilot CLI surfaces both and de-duplicates them only when the text
  *    is the literal JSON serialization of `structuredContent` (MCP spec 5.2.6),
  *    otherwise it concatenates. Hence `JSON.stringify` rather than the raw text,

package/build/utils/utils.js

@@ -49,7 +49,9 @@ export function toolError(message) {
  *
  * 2. Each agent CLI testbot supports reads a different channel and none falls
  *    back to the other: Claude Code takes `structuredContent` and drops
- *    `content[]`; Cursor takes `content[]` and ignores `structuredContent`;
+ *    `content[]` WHEN BOTH ARE PRESENT — a content-only result still reaches it,
+ *    which is what SKYR-4267 relies on for `browser_blueprint`; Cursor takes
+ *    `content[]` and ignores `structuredContent`;
  *    GitHub Copilot CLI surfaces both and de-duplicates them only when the text
  *    is the literal JSON serialization of `structuredContent` (MCP spec 5.2.6),
  *    otherwise it concatenates. Hence `JSON.stringify` rather than the raw text,

package/build/workspace/workspace.d.ts

@@ -55,26 +55,26 @@ export declare const serviceSchema: z.ZodObject<{
     }, "strict", z.ZodTypeAny, {
         authHeader?: string | undefined;
         authScheme?: string | undefined;
+        authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+        baseUrl?: string | undefined;
         schemaPath?: string | undefined;
-        authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
         defaultQueryParams?: Record<string, string> | undefined;
         queryParamOverrides?: {
             values: Record<string, string>;
             pathPattern: string;
         }[] | undefined;
-        baseUrl?: string | undefined;
         skipTLSVerify?: boolean | undefined;
     }, {
         authHeader?: string | undefined;
         authScheme?: string | undefined;
+        authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+        baseUrl?: string | undefined;
         schemaPath?: string | undefined;
-        authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
         defaultQueryParams?: Record<string, string> | undefined;
         queryParamOverrides?: {
             values: Record<string, string>;
             pathPattern: string;
         }[] | undefined;
-        baseUrl?: string | undefined;
         skipTLSVerify?: boolean | undefined;
     }>>;
     runtimeDetails: z.ZodOptional<z.ZodObject<{
@@ -143,20 +143,20 @@ export declare const serviceSchema: z.ZodObject<{
     language?: "python" | "typescript" | "javascript" | "java" | undefined;
     framework?: "playwright" | "pytest" | "robot" | "junit" | "vitest" | "jest" | "mocha" | "go" | "rspec" | "jasmine" | undefined;
     repository?: string | undefined;
-    testDirectory?: string | undefined;
     api?: {
         authHeader?: string | undefined;
         authScheme?: string | undefined;
+        authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+        baseUrl?: string | undefined;
         schemaPath?: string | undefined;
-        authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
         defaultQueryParams?: Record<string, string> | undefined;
         queryParamOverrides?: {
             values: Record<string, string>;
             pathPattern: string;
         }[] | undefined;
-        baseUrl?: string | undefined;
         skipTLSVerify?: boolean | undefined;
     } | undefined;
+    testDirectory?: string | undefined;
     runtimeDetails?: {
         runtime: import("../types/TestTypes.js").RuntimeEnvironment;
         dockerNetwork?: string | undefined;
@@ -178,20 +178,20 @@ export declare const serviceSchema: z.ZodObject<{
     language?: "python" | "typescript" | "javascript" | "java" | undefined;
     framework?: "playwright" | "pytest" | "robot" | "junit" | "vitest" | "jest" | "mocha" | "go" | "rspec" | "jasmine" | undefined;
     repository?: string | undefined;
-    testDirectory?: string | undefined;
     api?: {
         authHeader?: string | undefined;
         authScheme?: string | undefined;
+        authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+        baseUrl?: string | undefined;
         schemaPath?: string | undefined;
-        authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
         defaultQueryParams?: Record<string, string> | undefined;
         queryParamOverrides?: {
             values: Record<string, string>;
             pathPattern: string;
         }[] | undefined;
-        baseUrl?: string | undefined;
         skipTLSVerify?: boolean | undefined;
     } | undefined;
+    testDirectory?: string | undefined;
     runtimeDetails?: {
         runtime?: unknown;
         dockerNetwork?: string | undefined;
@@ -292,26 +292,26 @@ export declare const workspaceConfigSchema: z.ZodObject<{
         }, "strict", z.ZodTypeAny, {
             authHeader?: string | undefined;
             authScheme?: string | undefined;
+            authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+            baseUrl?: string | undefined;
             schemaPath?: string | undefined;
-            authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
             defaultQueryParams?: Record<string, string> | undefined;
             queryParamOverrides?: {
                 values: Record<string, string>;
                 pathPattern: string;
             }[] | undefined;
-            baseUrl?: string | undefined;
             skipTLSVerify?: boolean | undefined;
         }, {
             authHeader?: string | undefined;
             authScheme?: string | undefined;
+            authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+            baseUrl?: string | undefined;
             schemaPath?: string | undefined;
-            authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
             defaultQueryParams?: Record<string, string> | undefined;
             queryParamOverrides?: {
                 values: Record<string, string>;
                 pathPattern: string;
             }[] | undefined;
-            baseUrl?: string | undefined;
             skipTLSVerify?: boolean | undefined;
         }>>;
         runtimeDetails: z.ZodOptional<z.ZodObject<{
@@ -380,20 +380,20 @@ export declare const workspaceConfigSchema: z.ZodObject<{
         language?: "python" | "typescript" | "javascript" | "java" | undefined;
         framework?: "playwright" | "pytest" | "robot" | "junit" | "vitest" | "jest" | "mocha" | "go" | "rspec" | "jasmine" | undefined;
         repository?: string | undefined;
-        testDirectory?: string | undefined;
         api?: {
             authHeader?: string | undefined;
             authScheme?: string | undefined;
+            authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+            baseUrl?: string | undefined;
             schemaPath?: string | undefined;
-            authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
             defaultQueryParams?: Record<string, string> | undefined;
             queryParamOverrides?: {
                 values: Record<string, string>;
                 pathPattern: string;
             }[] | undefined;
-            baseUrl?: string | undefined;
             skipTLSVerify?: boolean | undefined;
         } | undefined;
+        testDirectory?: string | undefined;
         runtimeDetails?: {
             runtime: import("../types/TestTypes.js").RuntimeEnvironment;
             dockerNetwork?: string | undefined;
@@ -415,20 +415,20 @@ export declare const workspaceConfigSchema: z.ZodObject<{
         language?: "python" | "typescript" | "javascript" | "java" | undefined;
         framework?: "playwright" | "pytest" | "robot" | "junit" | "vitest" | "jest" | "mocha" | "go" | "rspec" | "jasmine" | undefined;
         repository?: string | undefined;
-        testDirectory?: string | undefined;
         api?: {
             authHeader?: string | undefined;
             authScheme?: string | undefined;
+            authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+            baseUrl?: string | undefined;
             schemaPath?: string | undefined;
-            authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
             defaultQueryParams?: Record<string, string> | undefined;
             queryParamOverrides?: {
                 values: Record<string, string>;
                 pathPattern: string;
             }[] | undefined;
-            baseUrl?: string | undefined;
             skipTLSVerify?: boolean | undefined;
         } | undefined;
+        testDirectory?: string | undefined;
         runtimeDetails?: {
             runtime?: unknown;
             dockerNetwork?: string | undefined;
@@ -463,20 +463,20 @@ export declare const workspaceConfigSchema: z.ZodObject<{
         language?: "python" | "typescript" | "javascript" | "java" | undefined;
         framework?: "playwright" | "pytest" | "robot" | "junit" | "vitest" | "jest" | "mocha" | "go" | "rspec" | "jasmine" | undefined;
         repository?: string | undefined;
-        testDirectory?: string | undefined;
         api?: {
             authHeader?: string | undefined;
             authScheme?: string | undefined;
+            authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+            baseUrl?: string | undefined;
             schemaPath?: string | undefined;
-            authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
             defaultQueryParams?: Record<string, string> | undefined;
             queryParamOverrides?: {
                 values: Record<string, string>;
                 pathPattern: string;
             }[] | undefined;
-            baseUrl?: string | undefined;
             skipTLSVerify?: boolean | undefined;
         } | undefined;
+        testDirectory?: string | undefined;
         runtimeDetails?: {
             runtime: import("../types/TestTypes.js").RuntimeEnvironment;
             dockerNetwork?: string | undefined;
@@ -511,20 +511,20 @@ export declare const workspaceConfigSchema: z.ZodObject<{
         language?: "python" | "typescript" | "javascript" | "java" | undefined;
         framework?: "playwright" | "pytest" | "robot" | "junit" | "vitest" | "jest" | "mocha" | "go" | "rspec" | "jasmine" | undefined;
         repository?: string | undefined;
-        testDirectory?: string | undefined;
         api?: {
             authHeader?: string | undefined;
             authScheme?: string | undefined;
+            authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+            baseUrl?: string | undefined;
             schemaPath?: string | undefined;
-            authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
             defaultQueryParams?: Record<string, string> | undefined;
             queryParamOverrides?: {
                 values: Record<string, string>;
                 pathPattern: string;
             }[] | undefined;
-            baseUrl?: string | undefined;
             skipTLSVerify?: boolean | undefined;
         } | undefined;
+        testDirectory?: string | undefined;
         runtimeDetails?: {
             runtime?: unknown;
             dockerNetwork?: string | undefined;
@@ -568,20 +568,20 @@ export declare function validateWorkspaceConfig(config: unknown): z.SafeParseRet
         language?: "python" | "typescript" | "javascript" | "java" | undefined;
         framework?: "playwright" | "pytest" | "robot" | "junit" | "vitest" | "jest" | "mocha" | "go" | "rspec" | "jasmine" | undefined;
         repository?: string | undefined;
-        testDirectory?: string | undefined;
         api?: {
             authHeader?: string | undefined;
             authScheme?: string | undefined;
+            authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+            baseUrl?: string | undefined;
             schemaPath?: string | undefined;
-            authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
             defaultQueryParams?: Record<string, string> | undefined;
             queryParamOverrides?: {
                 values: Record<string, string>;
                 pathPattern: string;
             }[] | undefined;
-            baseUrl?: string | undefined;
             skipTLSVerify?: boolean | undefined;
         } | undefined;
+        testDirectory?: string | undefined;
         runtimeDetails?: {
             runtime?: unknown;
             dockerNetwork?: string | undefined;
@@ -616,20 +616,20 @@ export declare function validateWorkspaceConfig(config: unknown): z.SafeParseRet
         language?: "python" | "typescript" | "javascript" | "java" | undefined;
         framework?: "playwright" | "pytest" | "robot" | "junit" | "vitest" | "jest" | "mocha" | "go" | "rspec" | "jasmine" | undefined;
         repository?: string | undefined;
-        testDirectory?: string | undefined;
         api?: {
             authHeader?: string | undefined;
             authScheme?: string | undefined;
+            authType?: "none" | "cookie" | "bearer" | "basic" | "oauth" | "apiKey" | "session" | "token" | undefined;
+            baseUrl?: string | undefined;
             schemaPath?: string | undefined;
-            authType?: "none" | "token" | "bearer" | "basic" | "oauth" | "apiKey" | "cookie" | "session" | undefined;
             defaultQueryParams?: Record<string, string> | undefined;
             queryParamOverrides?: {
                 values: Record<string, string>;
                 pathPattern: string;
             }[] | undefined;
-            baseUrl?: string | undefined;
             skipTLSVerify?: boolean | undefined;
         } | undefined;
+        testDirectory?: string | undefined;
         runtimeDetails?: {
             runtime: import("../types/TestTypes.js").RuntimeEnvironment;
             dockerNetwork?: string | undefined;