@lesliechan721/aw 0.1.0-beta.3

package/dist/scripts/bundle-plugins.d.ts

@@ -0,0 +1,18 @@
+import { type PluginBundleBuildMode, type RuntimeImportProvenance, type SkillRuntimeFileProvenance, type PluginStagingRunner } from './plugin-staging.js';
+export interface BundlePluginsOptions {
+    repoRoot?: string;
+    outputRoot?: string;
+    buildMode?: PluginBundleBuildMode;
+    stagingRunner?: PluginStagingRunner;
+    catalogVersion?: string;
+    channel?: import('../src/types.js').CatalogChannel;
+    assertPackageVersions?: boolean;
+}
+export declare function bundlePlugins(options?: BundlePluginsOptions): Promise<{
+    outputRoot: string;
+    pluginNames: string[];
+    runtimeProjection: Record<string, {
+        buildImports: RuntimeImportProvenance[];
+        skillRuntimeFiles: SkillRuntimeFileProvenance[];
+    }>;
+}>;

package/dist/scripts/bundle-plugins.js

@@ -0,0 +1,123 @@
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import fs from 'fs-extra';
+import { stageCatalogArtifacts, bundleLocalPlugin, } from './plugin-staging.js';
+import { writeJsonFile } from '../src/utils/json.js';
+import { resolveCliPackageRoot } from '../src/utils/paths.js';
+import { assertStrictSemVer, createMarketplaceManifest, discoverPlugins, readMarketplaceSourceMeta, } from '../src/utils/manifest.js';
+import { createCatalogRuntimeImportResolver } from '../src/utils/catalog-runtime-projection.js';
+import { orderPluginMetasByDependencies } from '../src/utils/plugin-dependencies.js';
+function resolveDefaultPaths() {
+    const packageRoot = resolveCliPackageRoot();
+    const repoRoot = path.resolve(packageRoot, '..', '..');
+    return {
+        repoRoot,
+        outputRoot: path.join(packageRoot, 'plugins-dist'),
+    };
+}
+async function assertPackageVersions(repoRoot) {
+    const truthFiles = [
+        ['package.json', path.join(repoRoot, 'package.json')],
+        ['release/version-targets.json', path.join(repoRoot, 'release', 'version-targets.json')],
+        ['packages/agent-skill-eval/package.json', path.join(repoRoot, 'packages', 'agent-skill-eval', 'package.json')],
+        ['packages/cli/package.json', path.join(repoRoot, 'packages', 'cli', 'package.json')],
+    ];
+    const existence = await Promise.all(truthFiles.map(([, filePath]) => fs.pathExists(filePath)));
+    if (existence.every((exists) => !exists))
+        return;
+    const missing = truthFiles.filter((_, index) => !existence[index]).map(([label]) => label);
+    if (missing.length > 0) {
+        throw new Error(`Incomplete release version truth set: missing ${missing.join(', ')}.`);
+    }
+    const [[, rootPackageJsonPath], [, targetsPath], [, evalPackageJsonPath], [, cliPackageJsonPath]] = truthFiles;
+    const [rootPackageJson, targets, evalPackageJson, cliPackageJson] = await Promise.all([
+        fs.readJson(rootPackageJsonPath),
+        fs.readJson(targetsPath),
+        fs.readJson(evalPackageJsonPath),
+        fs.readJson(cliPackageJsonPath),
+    ]);
+    if (Object.hasOwn(rootPackageJson, 'version')) {
+        throw new Error('package.json must not declare a version; release/version-targets.json is the release target source.');
+    }
+    const targetVersion = assertStrictSemVer(targets.cli, 'release/version-targets.json cli');
+    if (targetVersion.includes('-')) {
+        throw new Error('Invalid release/version-targets.json cli: expected a stable SemVer 2.0.0 string.');
+    }
+    const evalVersion = assertStrictSemVer(evalPackageJson.version, 'packages/agent-skill-eval/package.json version');
+    const cliVersion = assertStrictSemVer(cliPackageJson.version, 'packages/cli/package.json version');
+    if (targetVersion !== cliVersion || targetVersion !== evalVersion) {
+        throw new Error(`Invalid release versions: release/version-targets.json cli ${targetVersion} must match ` +
+            `packages/agent-skill-eval/package.json version ${evalVersion} and ` +
+            `packages/cli/package.json version ${cliVersion}.`);
+    }
+}
+async function removeGeneratedEmptyDirectories(currentDir) {
+    for (const entry of await fs.readdir(currentDir, { withFileTypes: true })) {
+        if (!entry.isDirectory())
+            continue;
+        const entryPath = path.join(currentDir, entry.name);
+        await removeGeneratedEmptyDirectories(entryPath);
+        if ((await fs.readdir(entryPath)).length === 0) {
+            await fs.remove(entryPath);
+        }
+    }
+}
+export async function bundlePlugins(options = {}) {
+    const defaults = resolveDefaultPaths();
+    const repoRoot = options.repoRoot ?? defaults.repoRoot;
+    const outputRoot = options.outputRoot ?? defaults.outputRoot;
+    const buildMode = options.buildMode ?? 'build-free';
+    if (options.assertPackageVersions !== false)
+        await assertPackageVersions(repoRoot);
+    const [sourceMeta, discoveredPlugins] = await Promise.all([
+        readMarketplaceSourceMeta(repoRoot),
+        discoverPlugins(repoRoot),
+    ]);
+    const plugins = orderPluginMetasByDependencies(discoveredPlugins);
+    await fs.remove(outputRoot);
+    await fs.ensureDir(path.join(outputRoot, 'plugins'));
+    const bundledPlugins = [];
+    const runtimeProjection = {};
+    const runtimeResolver = createCatalogRuntimeImportResolver(plugins);
+    const bundledPluginsByPlatform = {
+        claude: [],
+        codex: [],
+    };
+    for (const plugin of plugins) {
+        const bundledPluginRoot = path.join(outputRoot, 'plugins', plugin.manifest.name);
+        const result = await bundleLocalPlugin(plugin, bundledPluginRoot, {
+            buildMode,
+            stagingRunner: options.stagingRunner,
+            runtimeResolver,
+        });
+        await removeGeneratedEmptyDirectories(bundledPluginRoot);
+        bundledPlugins.push(result.plugin);
+        runtimeProjection[result.plugin.manifest.name] = result.runtimeProjection;
+        for (const platform of ['claude', 'codex']) {
+            if (result.platformManifests[platform]) {
+                bundledPluginsByPlatform[platform].push(result.plugin);
+            }
+        }
+    }
+    await writeJsonFile(path.join(outputRoot, '.claude-plugin', 'marketplace.json'), createMarketplaceManifest(sourceMeta, bundledPluginsByPlatform.claude));
+    await writeJsonFile(path.join(outputRoot, '.agents', 'plugins', 'marketplace.json'), createMarketplaceManifest(sourceMeta, bundledPluginsByPlatform.codex));
+    await stageCatalogArtifacts({
+        repoRoot,
+        outputRoot,
+        catalogVersion: options.catalogVersion ?? sourceMeta.catalog.version,
+        ...(options.channel ? { channel: options.channel } : {}),
+    });
+    return {
+        outputRoot,
+        pluginNames: bundledPlugins.map((plugin) => plugin.manifest.name),
+        runtimeProjection,
+    };
+}
+if (process.argv[1] && path.resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
+    bundlePlugins({ buildMode: 'staging' }).catch((error) => {
+        const message = error instanceof Error ? error.message : String(error);
+        console.error(message);
+        process.exitCode = 1;
+    });
+}
+//# sourceMappingURL=bundle-plugins.js.map

package/dist/scripts/bundle-plugins.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bundle-plugins.js","sourceRoot":"","sources":["../../scripts/bundle-plugins.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,GAKlB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EACL,kBAAkB,EAClB,yBAAyB,EACzB,eAAe,EACf,yBAAyB,GAC1B,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,kCAAkC,EAAE,MAAM,4CAA4C,CAAC;AAChG,OAAO,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AAYrF,SAAS,mBAAmB;IAC1B,MAAM,WAAW,GAAG,qBAAqB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAEvD,OAAO;QACL,QAAQ;QACR,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,QAAgB;IACnD,MAAM,UAAU,GAAG;QACjB,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACrD,CAAC,8BAA8B,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,sBAAsB,CAAC,CAAC;QACxF,CAAC,wCAAwC,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,CAAC,CAAC;QAC/G,CAAC,2BAA2B,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;KAC7E,CAAC;IACX,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC/F,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;QAAE,OAAO;IACjD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IAC3F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,iDAAiD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,CAAC,CAAC,EAAE,mBAAmB,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC,EAAE,mBAAmB,CAAC,EAAE,CAAC,EAAE,kBAAkB,CAAC,CAAC,GAAG,UAAU,CAAC;IAC/G,MAAM,CAAC,eAAe,EAAE,OAAO,EAAE,eAAe,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACpF,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAmC;QAClE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAA+B;QACtD,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAmC;QAClE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAmC;KAClE,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,SAAS,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,qGAAqG,CAAC,CAAC;IACzH,CAAC;IACD,MAAM,aAAa,GAAG,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,kCAAkC,CAAC,CAAC;IAC1F,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,WAAW,GAAG,kBAAkB,CACpC,eAAe,CAAC,OAAO,EACvB,gDAAgD,CACjD,CAAC;IACF,MAAM,UAAU,GAAG,kBAAkB,CAAC,cAAc,CAAC,OAAO,EAAE,mCAAmC,CAAC,CAAC;IACnG,IAAI,aAAa,KAAK,UAAU,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CACb,8DAA8D,aAAa,cAAc;YACzF,kDAAkD,WAAW,OAAO;YACpE,qCAAqC,UAAU,GAAG,CACnD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,+BAA+B,CAAC,UAAkB;IAC/D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAC1E,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YAAE,SAAS;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,+BAA+B,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,UAAgC,EAAE;IASlC,MAAM,QAAQ,GAAG,mBAAmB,EAAE,CAAC;IACvC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC;IACvD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,YAAY,CAAC;IAEpD,IAAI,OAAO,CAAC,qBAAqB,KAAK,KAAK;QAAE,MAAM,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACnF,MAAM,CAAC,UAAU,EAAE,iBAAiB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACxD,yBAAyB,CAAC,QAAQ,CAAC;QACnC,eAAe,CAAC,QAAQ,CAAC;KAC1B,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,8BAA8B,CAAC,iBAAiB,CAAC,CAAC;IAElE,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC5B,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;IAErD,MAAM,cAAc,GAAG,EAAE,CAAC;IAC1B,MAAM,iBAAiB,GAGlB,EAAE,CAAC;IACR,MAAM,eAAe,GAAG,kCAAkC,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,wBAAwB,GAAuC;QACnE,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,EAAE;KACV,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,MAAM,EACN,iBAAiB,EACjB;YACE,SAAS;YACT,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,eAAe;SAChB,CACF,CAAC;QACF,MAAM,+BAA+B,CAAC,iBAAiB,CAAC,CAAC;QACzD,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnC,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,iBAAiB,CAAC;QAE1E,KAAK,MAAM,QAAQ,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAU,EAAE,CAAC;YACpD,IAAI,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACvC,wBAAwB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,aAAa,CACjB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,EAC3D,yBAAyB,CAAC,UAAU,EAAE,wBAAwB,CAAC,MAAM,CAAC,CACvE,CAAC;IACF,MAAM,aAAa,CACjB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,kBAAkB,CAAC,EAC/D,yBAAyB,CAAC,UAAU,EAAE,wBAAwB,CAAC,KAAK,CAAC,CACtE,CAAC;IACF,MAAM,qBAAqB,CAAC;QAC1B,QAAQ;QACR,UAAU;QACV,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,UAAU,CAAC,OAAO,CAAC,OAAO;QACpE,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzD,CAAC,CAAC;IAEH,OAAO;QACL,UAAU;QACV,WAAW,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QACjE,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IACxF,aAAa,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QAC/D,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACvB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/scripts/codex-eval-app-server.d.ts

@@ -0,0 +1,89 @@
+import { type ChildProcess } from 'node:child_process';
+import { type ChildProcessTreeMonitor } from './codex-eval-process-tree.js';
+import { type CodexEvalRuntimeConfig } from './codex-eval-runtime-config.js';
+import { type CodexEvalRpcIsolationEvidence } from './codex-eval-isolation.js';
+import { type PluginEvalCaseCheckpoint, type PluginEvalIsolation, type PluginEvalProcessManagementEvidence, type PluginEvalSuiteReport } from './plugin-eval-contract.js';
+interface AppServerFrameHandler {
+    (frame: Record<string, unknown>): Promise<void> | void;
+}
+export declare function settleAppServerProcessCleanup(options: {
+    child: ChildProcess;
+    processTreeMonitor: ChildProcessTreeMonitor;
+    waitForClose: (timeoutMs: number) => Promise<boolean>;
+}): Promise<void>;
+export declare function inspectAppServerConfigWarning(frame: Record<string, unknown>): string | null;
+export declare class EvalAppServerSession {
+    private readonly process;
+    private readonly processTreeId;
+    private readonly processTreeMonitor;
+    private readonly pending;
+    private readonly handlers;
+    private readonly failureHandlers;
+    private stdoutBuffer;
+    private stderrBuffer;
+    private nextId;
+    private terminalError?;
+    private closing;
+    private readonly closed;
+    private resolveClosed?;
+    private cleanupPromise?;
+    private unregisterSignalCleanup;
+    constructor(options: {
+        codexBin: string;
+        cwd: string;
+        env: NodeJS.ProcessEnv;
+        modelProvider: string;
+        sensitiveEnvironmentNames: string[];
+        isolation: PluginEvalIsolation;
+        processManagement?: PluginEvalProcessManagementEvidence;
+        configOverrides?: readonly string[];
+    });
+    onFrame(handler: AppServerFrameHandler): () => void;
+    onFailure(handler: (error: Error) => void): () => void;
+    initialize(): Promise<void>;
+    sendRequest(method: string, params: unknown, timeoutMs?: number): Promise<unknown>;
+    respond(id: string | number, result: unknown): Promise<void>;
+    cleanup(): Promise<void>;
+    private cleanupProcess;
+    get stderr(): string;
+    scrub<T>(value: T): T;
+    private waitForClose;
+    private write;
+    private handleChunk;
+    private handleLine;
+    private fail;
+}
+export declare function extractAppServerThreadId(result: unknown): string;
+export declare function runCodexEvalIsolationProbe(options: {
+    subjectRoot: string;
+    skillName: string;
+    skillNames?: string[];
+    codexBin: string;
+    codexRuntime: CodexEvalRuntimeConfig;
+    sourceEnv?: NodeJS.ProcessEnv;
+    processManagement?: PluginEvalProcessManagementEvidence;
+}): Promise<CodexEvalRpcIsolationEvidence>;
+export declare function runCodexConversationSuite(options: {
+    suiteId: string;
+    skillName: string;
+    skillNames?: string[];
+    casesPath: string;
+    subjectRoot: string;
+    profile: string;
+    runs: number;
+    caseId?: string;
+    caseIds?: string[];
+    codexBin: string;
+    model?: string;
+    codexRuntime?: CodexEvalRuntimeConfig;
+    timeoutMs: number;
+    isolation?: PluginEvalIsolation;
+    sourceEnv?: NodeJS.ProcessEnv;
+    reportPath?: string;
+    processManagement?: PluginEvalProcessManagementEvidence;
+    forbiddenHostRoots?: string[];
+    workRoot?: string;
+    onCaseCompleted?: (checkpoint: PluginEvalCaseCheckpoint) => Promise<void>;
+    stopOnIncomplete?: boolean;
+}): Promise<PluginEvalSuiteReport>;
+export {};