@plumloom/cli 0.1.0

package/dist/polling/wait-for-result.js

@@ -0,0 +1,29 @@
+import { AutoevalError } from '../errors/autoeval-error.js';
+import { isRunNotReady } from '../api/errors.js';
+export async function waitForResult(input) {
+    const startedAt = input.clock.now();
+    let last;
+    while (true) {
+        try {
+            const value = await input.load();
+            if (input.isReady === undefined || input.isReady(value))
+                return value;
+            last = { value };
+        }
+        catch (error) {
+            if (!isRunNotReady(error))
+                throw error;
+        }
+        const elapsedMs = input.clock.now() - startedAt;
+        if (elapsedMs >= input.timeoutMs) {
+            if (last)
+                return last.value;
+            throw new AutoevalError('Evaluation results were not ready before the timeout.', {
+                kind: 'timeout',
+                code: 'RESULT_POLL_TIMEOUT',
+            });
+        }
+        await input.clock.sleep(Math.min(input.intervalMs, input.timeoutMs - elapsedMs), input.signal);
+    }
+}
+//# sourceMappingURL=wait-for-result.js.map

package/dist/polling/wait-for-result.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wait-for-result.js","sourceRoot":"","sources":["../../src/polling/wait-for-result.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGjD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAI,KAatC;IACC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IACpC,IAAI,IAA8B,CAAC;IAEnC,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACtE,IAAI,GAAG,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;QACzC,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAChD,IAAI,SAAS,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC;YAC5B,MAAM,IAAI,aAAa,CAAC,uDAAuD,EAAE;gBAC/E,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,qBAAqB;aAC5B,CAAC,CAAC;QACL,CAAC;QACD,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjG,CAAC;AACH,CAAC"}

package/dist/polling/wait-for-run.d.ts

@@ -0,0 +1,14 @@
+import type { PollOutcome, RunStatus } from '../domain/types.js';
+import type { AutoevalApi } from '../api/api.js';
+import type { PollClock } from './clock.js';
+export declare function waitForRun(input: {
+    api: AutoevalApi;
+    clock: PollClock;
+    evaluationId: string;
+    runId: string;
+    intervalMs: number;
+    timeoutMs: number;
+    signal?: AbortSignal;
+    onStatus?: (status: RunStatus) => void;
+}): Promise<PollOutcome>;
+//# sourceMappingURL=wait-for-run.d.ts.map

package/dist/polling/wait-for-run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wait-for-run.d.ts","sourceRoot":"","sources":["../../src/polling/wait-for-run.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAEjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAEjD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAI5C,wBAAsB,UAAU,CAAC,KAAK,EAAE;IACtC,GAAG,EAAE,WAAW,CAAC;IACjB,KAAK,EAAE,SAAS,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI,CAAC;CACxC,GAAG,OAAO,CAAC,WAAW,CAAC,CAmCvB"}

package/dist/polling/wait-for-run.js

@@ -0,0 +1,36 @@
+import { AutoevalError } from '../errors/autoeval-error.js';
+import { isRunNotReady } from '../api/errors.js';
+const TERMINAL_STATES = new Set(['COMPLETED', 'FAILED', 'CANCELED', 'CANCELLED', 'TERMINATED']);
+export async function waitForRun(input) {
+    const startedAt = input.clock.now();
+    let lastStatus;
+    while (true) {
+        if (input.signal?.aborted) {
+            throw new AutoevalError('Run polling was canceled.', {
+                kind: 'network',
+                code: 'REQUEST_ABORTED',
+            });
+        }
+        try {
+            lastStatus = await input.api.getRunStatus(input.evaluationId, input.runId, input.signal);
+            input.onStatus?.(lastStatus);
+            if (TERMINAL_STATES.has(lastStatus.state)) {
+                return { status: lastStatus, elapsedMs: input.clock.now() - startedAt };
+            }
+        }
+        catch (error) {
+            if (!isRunNotReady(error))
+                throw error;
+        }
+        const elapsedMs = input.clock.now() - startedAt;
+        if (elapsedMs >= input.timeoutMs) {
+            throw new AutoevalError(`Run did not reach a terminal state within ${Math.ceil(input.timeoutMs / 1_000)} seconds.`, {
+                kind: 'timeout',
+                code: 'RUN_POLL_TIMEOUT',
+                cause: lastStatus,
+            });
+        }
+        await input.clock.sleep(Math.min(input.intervalMs, input.timeoutMs - elapsedMs), input.signal);
+    }
+}
+//# sourceMappingURL=wait-for-run.js.map

package/dist/polling/wait-for-run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wait-for-run.js","sourceRoot":"","sources":["../../src/polling/wait-for-run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGjD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;AAEhG,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAShC;IACC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IACpC,IAAI,UAAiC,CAAC;IAEtC,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,aAAa,CAAC,2BAA2B,EAAE;gBACnD,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,iBAAiB;aACxB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACzF,KAAK,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,CAAC;YAC7B,IAAI,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;YAC1E,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;QACzC,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAChD,IAAI,SAAS,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACjC,MAAM,IAAI,aAAa,CACrB,6CAA6C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,WAAW,EAC1F;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,UAAU;aAClB,CACF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjG,CAAC;AACH,CAAC"}

package/dist/quickstart/prompt.d.ts

@@ -0,0 +1,18 @@
+export type ChoiceOption = {
+    label: string;
+    /** Optional right-hand detail, such as an evaluation count or a provider. */
+    detail?: string;
+};
+/**
+ * A numbered terminal picker. Kept behind an interface so quickstart stays
+ * deterministic in tests: the runtime implementation is the only place that
+ * touches stdin.
+ */
+export interface ChoicePrompt {
+    choose(question: string, options: readonly ChoiceOption[]): Promise<number>;
+}
+export declare function renderChoiceList(question: string, options: readonly ChoiceOption[]): string;
+export declare class ReadlineChoicePrompt implements ChoicePrompt {
+    choose(question: string, options: readonly ChoiceOption[]): Promise<number>;
+}
+//# sourceMappingURL=prompt.d.ts.map

package/dist/quickstart/prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../src/quickstart/prompt.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,6EAA6E;IAC7E,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,YAAY,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC7E;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,YAAY,EAAE,GAAG,MAAM,CAO3F;AAED,qBAAa,oBAAqB,YAAW,YAAY;IACjD,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,YAAY,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;CAuBlF"}

package/dist/quickstart/prompt.js

@@ -0,0 +1,37 @@
+import { createInterface } from 'node:readline/promises';
+import { AutoevalError } from '../errors/autoeval-error.js';
+export function renderChoiceList(question, options) {
+    const lines = [question];
+    options.forEach((option, index) => {
+        const detail = option.detail === undefined ? '' : `  ${option.detail}`;
+        lines.push(`  ${index + 1}. ${option.label}${detail}`);
+    });
+    return `${lines.join('\n')}\n`;
+}
+export class ReadlineChoicePrompt {
+    async choose(question, options) {
+        if (options.length === 0) {
+            throw new AutoevalError('Nothing to choose from.', {
+                kind: 'usage',
+                code: 'EMPTY_CHOICE_LIST',
+            });
+        }
+        const rl = createInterface({ input: process.stdin, output: process.stderr });
+        try {
+            process.stderr.write(renderChoiceList(question, options));
+            const answer = (await rl.question(`Enter 1-${options.length}: `)).trim();
+            const index = Number.parseInt(answer, 10);
+            if (!Number.isInteger(index) || index < 1 || index > options.length) {
+                throw new AutoevalError(`Pick a number between 1 and ${options.length}.`, {
+                    kind: 'usage',
+                    code: 'INVALID_CHOICE',
+                });
+            }
+            return index - 1;
+        }
+        finally {
+            rl.close();
+        }
+    }
+}
+//# sourceMappingURL=prompt.js.map

package/dist/quickstart/prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../src/quickstart/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAiB5D,MAAM,UAAU,gBAAgB,CAAC,QAAgB,EAAE,OAAgC;IACjF,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzB,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAChC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK,MAAM,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,MAAM,OAAO,oBAAoB;IAC/B,KAAK,CAAC,MAAM,CAAC,QAAgB,EAAE,OAAgC;QAC7D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,aAAa,CAAC,yBAAyB,EAAE;gBACjD,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,mBAAmB;aAC1B,CAAC,CAAC;QACL,CAAC;QACD,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7E,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACzE,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;gBACpE,MAAM,IAAI,aAAa,CAAC,+BAA+B,OAAO,CAAC,MAAM,GAAG,EAAE;oBACxE,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,gBAAgB;iBACvB,CAAC,CAAC;YACL,CAAC;YACD,OAAO,KAAK,GAAG,CAAC,CAAC;QACnB,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;IACH,CAAC;CACF"}

package/dist/quickstart/sample.d.ts

@@ -0,0 +1,28 @@
+/**
+ * The bundled quickstart samples: an agent trace (default) and a scenario.
+ *
+ * The published package ships only `dist`, so the samples cannot be read from
+ * the repository `examples/` directory on a global install. They live here as
+ * source constants; `examples/evals/agent-trace-basic.json` and
+ * `examples/evals/scenario-basic.json` stay the repository copies and tests assert
+ * the pairs stay identical.
+ *
+ * The model UUIDs below are placeholders: quickstart replaces them with the
+ * models it resolves before any validation or run happens.
+ */
+export declare const QUICKSTART_SCENARIO_SAMPLE_NAME = "examples/evals/scenario-basic.json";
+export declare const QUICKSTART_TRACE_SAMPLE_NAME = "examples/evals/agent-trace-basic.json";
+export declare const QUICKSTART_SCENARIO_SAMPLE: unknown;
+/**
+ * The default quickstart sample: a recorded agent trajectory. It is graded by
+ * the judge alone, so quickstart never has to resolve a model under test.
+ */
+export declare const QUICKSTART_TRACE_SAMPLE: unknown;
+export type QuickstartSampleKind = 'trace' | 'scenario';
+export declare function quickstartSample(kind: QuickstartSampleKind): {
+    data: unknown;
+    name: string;
+};
+/** `Quickstart Baseline - <ISO-8601 UTC>`, so the dashboard never shows an untitled record. */
+export declare function quickstartEvaluationName(now: Date): string;
+//# sourceMappingURL=sample.d.ts.map

package/dist/quickstart/sample.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sample.d.ts","sourceRoot":"","sources":["../../src/quickstart/sample.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,+BAA+B,uCAAuC,CAAC;AACpF,eAAO,MAAM,4BAA4B,0CAA0C,CAAC;AAEpF,eAAO,MAAM,0BAA0B,EAAE,OAyBxC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,uBAAuB,EAAE,OA4LrC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,OAAO,GAAG,UAAU,CAAC;AAExD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,oBAAoB,GAAG;IAC5D,IAAI,EAAE,OAAO,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd,CAIA;AAED,+FAA+F;AAC/F,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,IAAI,GAAG,MAAM,CAE1D"}

package/dist/quickstart/sample.js

@@ -0,0 +1,235 @@
+/**
+ * The bundled quickstart samples: an agent trace (default) and a scenario.
+ *
+ * The published package ships only `dist`, so the samples cannot be read from
+ * the repository `examples/` directory on a global install. They live here as
+ * source constants; `examples/evals/agent-trace-basic.json` and
+ * `examples/evals/scenario-basic.json` stay the repository copies and tests assert
+ * the pairs stay identical.
+ *
+ * The model UUIDs below are placeholders: quickstart replaces them with the
+ * models it resolves before any validation or run happens.
+ */
+export const QUICKSTART_SCENARIO_SAMPLE_NAME = 'examples/evals/scenario-basic.json';
+export const QUICKSTART_TRACE_SAMPLE_NAME = 'examples/evals/agent-trace-basic.json';
+export const QUICKSTART_SCENARIO_SAMPLE = {
+    methodology: {
+        judgeModel: 'GLM 5.2',
+        judgeModelId: '11111111-1111-4111-8111-111111111111',
+        evaluatorInstructions: 'Score factual accuracy, relevance, and clarity. Penalize unsupported details.',
+    },
+    configuration: {
+        contextName: 'Basic factual questions',
+        primaryModelId: '22222222-2222-4222-8222-222222222222',
+        comparisonModelIds: [],
+        promptText: "Answer the user's factual question directly in one or two sentences.",
+        scenarios: [
+            {
+                id: 'basic-qa-1',
+                name: 'Freezing point',
+                prompt: 'At standard atmospheric pressure, what is the freezing point of pure water in degrees Celsius?',
+                expected: 'The answer states 0 degrees Celsius.',
+            },
+        ],
+        referenceDocuments: [],
+        selectedMetrics: ['factuality', 'relevance', 'fluency'],
+        temperatureContext: 0,
+    },
+};
+/**
+ * The default quickstart sample: a recorded agent trajectory. It is graded by
+ * the judge alone, so quickstart never has to resolve a model under test.
+ */
+export const QUICKSTART_TRACE_SAMPLE = {
+    methodology: {
+        judgeModel: 'GLM 5.2',
+        judgeModelId: '11111111-1111-4111-8111-111111111111',
+        evaluatorInstructions: 'Evaluate whether the agent plans a relevant lookup, uses the returned value, and answers without unnecessary steps.',
+    },
+    configuration: {
+        evaluationName: 'Weather lookup',
+        contextName: 'Successful tool-grounded lookup',
+        contextType: 'agent_trace',
+        artifact: {
+            trace: {
+                resourceSpans: [
+                    {
+                        resource: {
+                            attributes: [
+                                {
+                                    key: 'service.name',
+                                    value: {
+                                        stringValue: 'synthetic-weather-agent',
+                                    },
+                                },
+                                {
+                                    key: 'service.version',
+                                    value: {
+                                        stringValue: 'example-1.0',
+                                    },
+                                },
+                            ],
+                        },
+                        scopeSpans: [
+                            {
+                                scope: {
+                                    name: 'example.agent.instrumentation',
+                                    version: '1.0.0',
+                                },
+                                spans: [
+                                    {
+                                        traceId: 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
+                                        spanId: '0000000000000001',
+                                        name: 'agent.run',
+                                        kind: 1,
+                                        startTimeUnixNano: '1000000000',
+                                        endTimeUnixNano: '1600000000',
+                                        attributes: [
+                                            {
+                                                key: 'openinference.span.kind',
+                                                value: {
+                                                    stringValue: 'AGENT',
+                                                },
+                                            },
+                                            {
+                                                key: 'input.value',
+                                                value: {
+                                                    stringValue: 'What is the temperature in Example City right now?',
+                                                },
+                                            },
+                                            {
+                                                key: 'output.value',
+                                                value: {
+                                                    stringValue: 'The current temperature in Example City is 18 degrees Celsius.',
+                                                },
+                                            },
+                                        ],
+                                        status: {
+                                            code: 1,
+                                        },
+                                    },
+                                    {
+                                        traceId: 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
+                                        spanId: '0000000000000002',
+                                        parentSpanId: '0000000000000001',
+                                        name: 'llm.plan',
+                                        kind: 1,
+                                        startTimeUnixNano: '1050000000',
+                                        endTimeUnixNano: '1180000000',
+                                        attributes: [
+                                            {
+                                                key: 'openinference.span.kind',
+                                                value: {
+                                                    stringValue: 'LLM',
+                                                },
+                                            },
+                                            {
+                                                key: 'input.value',
+                                                value: {
+                                                    stringValue: 'What is the temperature in Example City right now?',
+                                                },
+                                            },
+                                            {
+                                                key: 'output.value',
+                                                value: {
+                                                    stringValue: 'Use weather.lookup with city Example City, then report the returned Celsius value.',
+                                                },
+                                            },
+                                        ],
+                                        status: {
+                                            code: 1,
+                                        },
+                                    },
+                                    {
+                                        traceId: 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
+                                        spanId: '0000000000000003',
+                                        parentSpanId: '0000000000000001',
+                                        name: 'tool.weather.lookup',
+                                        kind: 3,
+                                        startTimeUnixNano: '1200000000',
+                                        endTimeUnixNano: '1370000000',
+                                        attributes: [
+                                            {
+                                                key: 'openinference.span.kind',
+                                                value: {
+                                                    stringValue: 'TOOL',
+                                                },
+                                            },
+                                            {
+                                                key: 'tool.name',
+                                                value: {
+                                                    stringValue: 'weather.lookup',
+                                                },
+                                            },
+                                            {
+                                                key: 'input.value',
+                                                value: {
+                                                    stringValue: '{"city":"Example City","units":"celsius"}',
+                                                },
+                                            },
+                                            {
+                                                key: 'output.value',
+                                                value: {
+                                                    stringValue: '{"city":"Example City","temperature_c":18,"observed_at":"2030-01-01T09:00:00Z"}',
+                                                },
+                                            },
+                                        ],
+                                        status: {
+                                            code: 1,
+                                        },
+                                    },
+                                    {
+                                        traceId: 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
+                                        spanId: '0000000000000004',
+                                        parentSpanId: '0000000000000001',
+                                        name: 'llm.respond',
+                                        kind: 1,
+                                        startTimeUnixNano: '1400000000',
+                                        endTimeUnixNano: '1550000000',
+                                        attributes: [
+                                            {
+                                                key: 'openinference.span.kind',
+                                                value: {
+                                                    stringValue: 'LLM',
+                                                },
+                                            },
+                                            {
+                                                key: 'input.value',
+                                                value: {
+                                                    stringValue: 'Tool result: {"temperature_c":18}',
+                                                },
+                                            },
+                                            {
+                                                key: 'output.value',
+                                                value: {
+                                                    stringValue: 'The current temperature in Example City is 18 degrees Celsius.',
+                                                },
+                                            },
+                                        ],
+                                        status: {
+                                            code: 1,
+                                        },
+                                    },
+                                ],
+                            },
+                        ],
+                    },
+                ],
+            },
+        },
+        expected: 'The agent performs one weather lookup, uses the returned value of 18 degrees Celsius, and gives a concise grounded response.',
+        referenceDocuments: [],
+        selectedMetrics: ['factuality', 'relevance', 'helpfulness'],
+        temperatureContext: 0,
+    },
+};
+export function quickstartSample(kind) {
+    return kind === 'scenario'
+        ? { data: QUICKSTART_SCENARIO_SAMPLE, name: QUICKSTART_SCENARIO_SAMPLE_NAME }
+        : { data: QUICKSTART_TRACE_SAMPLE, name: QUICKSTART_TRACE_SAMPLE_NAME };
+}
+/** `Quickstart Baseline - <ISO-8601 UTC>`, so the dashboard never shows an untitled record. */
+export function quickstartEvaluationName(now) {
+    return `Quickstart Baseline - ${now.toISOString().replace(/\.\d{3}Z$/u, 'Z')}`;
+}
+//# sourceMappingURL=sample.js.map

package/dist/quickstart/sample.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sample.js","sourceRoot":"","sources":["../../src/quickstart/sample.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAG,oCAAoC,CAAC;AACpF,MAAM,CAAC,MAAM,4BAA4B,GAAG,uCAAuC,CAAC;AAEpF,MAAM,CAAC,MAAM,0BAA0B,GAAY;IACjD,WAAW,EAAE;QACX,UAAU,EAAE,SAAS;QACrB,YAAY,EAAE,sCAAsC;QACpD,qBAAqB,EACnB,+EAA+E;KAClF;IACD,aAAa,EAAE;QACb,WAAW,EAAE,yBAAyB;QACtC,cAAc,EAAE,sCAAsC;QACtD,kBAAkB,EAAE,EAAE;QACtB,UAAU,EAAE,sEAAsE;QAClF,SAAS,EAAE;YACT;gBACE,EAAE,EAAE,YAAY;gBAChB,IAAI,EAAE,gBAAgB;gBACtB,MAAM,EACJ,gGAAgG;gBAClG,QAAQ,EAAE,sCAAsC;aACjD;SACF;QACD,kBAAkB,EAAE,EAAE;QACtB,eAAe,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,SAAS,CAAC;QACvD,kBAAkB,EAAE,CAAC;KACtB;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAY;IAC9C,WAAW,EAAE;QACX,UAAU,EAAE,SAAS;QACrB,YAAY,EAAE,sCAAsC;QACpD,qBAAqB,EACnB,qHAAqH;KACxH;IACD,aAAa,EAAE;QACb,cAAc,EAAE,gBAAgB;QAChC,WAAW,EAAE,iCAAiC;QAC9C,WAAW,EAAE,aAAa;QAC1B,QAAQ,EAAE;YACR,KAAK,EAAE;gBACL,aAAa,EAAE;oBACb;wBACE,QAAQ,EAAE;4BACR,UAAU,EAAE;gCACV;oCACE,GAAG,EAAE,cAAc;oCACnB,KAAK,EAAE;wCACL,WAAW,EAAE,yBAAyB;qCACvC;iCACF;gCACD;oCACE,GAAG,EAAE,iBAAiB;oCACtB,KAAK,EAAE;wCACL,WAAW,EAAE,aAAa;qCAC3B;iCACF;6BACF;yBACF;wBACD,UAAU,EAAE;4BACV;gCACE,KAAK,EAAE;oCACL,IAAI,EAAE,+BAA+B;oCACrC,OAAO,EAAE,OAAO;iCACjB;gCACD,KAAK,EAAE;oCACL;wCACE,OAAO,EAAE,kCAAkC;wCAC3C,MAAM,EAAE,kBAAkB;wCAC1B,IAAI,EAAE,WAAW;wCACjB,IAAI,EAAE,CAAC;wCACP,iBAAiB,EAAE,YAAY;wCAC/B,eAAe,EAAE,YAAY;wCAC7B,UAAU,EAAE;4CACV;gDACE,GAAG,EAAE,yBAAyB;gDAC9B,KAAK,EAAE;oDACL,WAAW,EAAE,OAAO;iDACrB;6CACF;4CACD;gDACE,GAAG,EAAE,aAAa;gDAClB,KAAK,EAAE;oDACL,WAAW,EAAE,oDAAoD;iDAClE;6CACF;4CACD;gDACE,GAAG,EAAE,cAAc;gDACnB,KAAK,EAAE;oDACL,WAAW,EACT,gEAAgE;iDACnE;6CACF;yCACF;wCACD,MAAM,EAAE;4CACN,IAAI,EAAE,CAAC;yCACR;qCACF;oCACD;wCACE,OAAO,EAAE,kCAAkC;wCAC3C,MAAM,EAAE,kBAAkB;wCAC1B,YAAY,EAAE,kBAAkB;wCAChC,IAAI,EAAE,UAAU;wCAChB,IAAI,EAAE,CAAC;wCACP,iBAAiB,EAAE,YAAY;wCAC/B,eAAe,EAAE,YAAY;wCAC7B,UAAU,EAAE;4CACV;gDACE,GAAG,EAAE,yBAAyB;gDAC9B,KAAK,EAAE;oDACL,WAAW,EAAE,KAAK;iDACnB;6CACF;4CACD;gDACE,GAAG,EAAE,aAAa;gDAClB,KAAK,EAAE;oDACL,WAAW,EAAE,oDAAoD;iDAClE;6CACF;4CACD;gDACE,GAAG,EAAE,cAAc;gDACnB,KAAK,EAAE;oDACL,WAAW,EACT,oFAAoF;iDACvF;6CACF;yCACF;wCACD,MAAM,EAAE;4CACN,IAAI,EAAE,CAAC;yCACR;qCACF;oCACD;wCACE,OAAO,EAAE,kCAAkC;wCAC3C,MAAM,EAAE,kBAAkB;wCAC1B,YAAY,EAAE,kBAAkB;wCAChC,IAAI,EAAE,qBAAqB;wCAC3B,IAAI,EAAE,CAAC;wCACP,iBAAiB,EAAE,YAAY;wCAC/B,eAAe,EAAE,YAAY;wCAC7B,UAAU,EAAE;4CACV;gDACE,GAAG,EAAE,yBAAyB;gDAC9B,KAAK,EAAE;oDACL,WAAW,EAAE,MAAM;iDACpB;6CACF;4CACD;gDACE,GAAG,EAAE,WAAW;gDAChB,KAAK,EAAE;oDACL,WAAW,EAAE,gBAAgB;iDAC9B;6CACF;4CACD;gDACE,GAAG,EAAE,aAAa;gDAClB,KAAK,EAAE;oDACL,WAAW,EAAE,2CAA2C;iDACzD;6CACF;4CACD;gDACE,GAAG,EAAE,cAAc;gDACnB,KAAK,EAAE;oDACL,WAAW,EACT,iFAAiF;iDACpF;6CACF;yCACF;wCACD,MAAM,EAAE;4CACN,IAAI,EAAE,CAAC;yCACR;qCACF;oCACD;wCACE,OAAO,EAAE,kCAAkC;wCAC3C,MAAM,EAAE,kBAAkB;wCAC1B,YAAY,EAAE,kBAAkB;wCAChC,IAAI,EAAE,aAAa;wCACnB,IAAI,EAAE,CAAC;wCACP,iBAAiB,EAAE,YAAY;wCAC/B,eAAe,EAAE,YAAY;wCAC7B,UAAU,EAAE;4CACV;gDACE,GAAG,EAAE,yBAAyB;gDAC9B,KAAK,EAAE;oDACL,WAAW,EAAE,KAAK;iDACnB;6CACF;4CACD;gDACE,GAAG,EAAE,aAAa;gDAClB,KAAK,EAAE;oDACL,WAAW,EAAE,mCAAmC;iDACjD;6CACF;4CACD;gDACE,GAAG,EAAE,cAAc;gDACnB,KAAK,EAAE;oDACL,WAAW,EACT,gEAAgE;iDACnE;6CACF;yCACF;wCACD,MAAM,EAAE;4CACN,IAAI,EAAE,CAAC;yCACR;qCACF;iCACF;6BACF;yBACF;qBACF;iBACF;aACF;SACF;QACD,QAAQ,EACN,8HAA8H;QAChI,kBAAkB,EAAE,EAAE;QACtB,eAAe,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,aAAa,CAAC;QAC3D,kBAAkB,EAAE,CAAC;KACtB;CACF,CAAC;AAIF,MAAM,UAAU,gBAAgB,CAAC,IAA0B;IAIzD,OAAO,IAAI,KAAK,UAAU;QACxB,CAAC,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,+BAA+B,EAAE;QAC7E,CAAC,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,IAAI,EAAE,4BAA4B,EAAE,CAAC;AAC5E,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,wBAAwB,CAAC,GAAS;IAChD,OAAO,yBAAyB,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,EAAE,CAAC;AACjF,CAAC"}

package/dist/quickstart/selection.d.ts

@@ -0,0 +1,53 @@
+import type { SupportedModel, Workspace } from '../domain/types.js';
+/**
+ * Quickstart resolves the workspace and the two model roles itself so that a
+ * first evaluation needs no UUID copy-paste.
+ *
+ * The model catalog exposes no judge/primary role eligibility: a supported
+ * model carries only `isDeprecated` and `isLocked` (see
+ * `AutoevalApi.getModels`). So both roles draw from the same candidate set —
+ * every enabled model — and no role-eligibility concept is invented here.
+ */
+/**
+ * Committed, ordered preference for the sample evaluation, best first. Entries
+ * are matched case-insensitively against a model's `modelKey`, falling back to
+ * its `apiModelId`. Changing this list is a reviewable code change.
+ *
+ * Quickstart optimises for time-to-first-result, so both roles prefer small,
+ * fast models and fall back to larger ones only when no fast model is enabled.
+ */
+export declare const QUICKSTART_JUDGE_PREFERENCE: readonly string[];
+export declare const QUICKSTART_PRIMARY_PREFERENCE: readonly string[];
+export type ModelRole = 'judge' | 'primary';
+export type WorkspaceResolution = {
+    kind: 'resolved';
+    workspace: Workspace;
+} | {
+    kind: 'choice-required';
+    candidates: readonly Workspace[];
+};
+export type ModelResolution = {
+    kind: 'resolved';
+    model: SupportedModel;
+} | {
+    kind: 'choice-required';
+    role: ModelRole;
+    candidates: readonly SupportedModel[];
+};
+/** Enabled models, in catalog order. The only eligibility the schema exposes. */
+export declare function enabledModels(models: readonly SupportedModel[]): SupportedModel[];
+/**
+ * Workspace rule: an explicit ID wins; a single workspace is used as-is; more
+ * than one requires a choice. No workspace is ever created here, and no name
+ * such as "Default Workspace" is treated as special.
+ */
+export declare function selectQuickstartWorkspace(workspaces: readonly Workspace[], overrideWorkspaceId?: string): WorkspaceResolution;
+/**
+ * Model rule, in order:
+ *   1. an explicit `--judge-model-id` / `--primary-model-id` wins;
+ *   2. exactly one enabled model (the Free tier shape) is used silently;
+ *   3. the first committed preference entry present in the catalog wins;
+ *   4. otherwise a choice is required — never an implicit alphabetical pick.
+ */
+export declare function selectQuickstartModel(candidates: readonly SupportedModel[], role: ModelRole, overrideModelId?: string): ModelResolution;
+//# sourceMappingURL=selection.d.ts.map

package/dist/quickstart/selection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"selection.d.ts","sourceRoot":"","sources":["../../src/quickstart/selection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAGpE;;;;;;;;GAQG;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,2BAA2B,EAAE,SAAS,MAAM,EAMxD,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,SAAS,MAAM,EAK1D,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;AAE5C,MAAM,MAAM,mBAAmB,GAC3B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,SAAS,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,iBAAiB,CAAC;IAAC,UAAU,EAAE,SAAS,SAAS,EAAE,CAAA;CAAE,CAAC;AAElE,MAAM,MAAM,eAAe,GACvB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,KAAK,EAAE,cAAc,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,iBAAiB,CAAC;IAAC,IAAI,EAAE,SAAS,CAAC;IAAC,UAAU,EAAE,SAAS,cAAc,EAAE,CAAA;CAAE,CAAC;AAExF,iFAAiF;AACjF,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,cAAc,EAAE,GAAG,cAAc,EAAE,CAEjF;AAQD;;;;GAIG;AACH,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,SAAS,SAAS,EAAE,EAChC,mBAAmB,CAAC,EAAE,MAAM,GAC3B,mBAAmB,CA8BrB;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,SAAS,cAAc,EAAE,EACrC,IAAI,EAAE,SAAS,EACf,eAAe,CAAC,EAAE,MAAM,GACvB,eAAe,CAiCjB"}

package/dist/quickstart/selection.js

@@ -0,0 +1,97 @@
+import { AutoevalError } from '../errors/autoeval-error.js';
+/**
+ * Quickstart resolves the workspace and the two model roles itself so that a
+ * first evaluation needs no UUID copy-paste.
+ *
+ * The model catalog exposes no judge/primary role eligibility: a supported
+ * model carries only `isDeprecated` and `isLocked` (see
+ * `AutoevalApi.getModels`). So both roles draw from the same candidate set —
+ * every enabled model — and no role-eligibility concept is invented here.
+ */
+/**
+ * Committed, ordered preference for the sample evaluation, best first. Entries
+ * are matched case-insensitively against a model's `modelKey`, falling back to
+ * its `apiModelId`. Changing this list is a reviewable code change.
+ *
+ * Quickstart optimises for time-to-first-result, so both roles prefer small,
+ * fast models and fall back to larger ones only when no fast model is enabled.
+ */
+export const QUICKSTART_JUDGE_PREFERENCE = [
+    'meta-llama/Llama-3.3-70B-Instruct-Turbo',
+    'zai-org/GLM-5.3-Flash',
+    'deepseek-ai/DeepSeek-V4-Flash-0731',
+    'zai-org/GLM-5.3',
+    'deepseek-ai/DeepSeek-V4-Pro-0813',
+];
+export const QUICKSTART_PRIMARY_PREFERENCE = [
+    'meta-llama/Llama-3.3-70B-Instruct-Turbo',
+    'zai-org/GLM-5.3-Flash',
+    'deepseek-ai/DeepSeek-V4-Flash-0731',
+    'zai-org/GLM-5.3',
+];
+/** Enabled models, in catalog order. The only eligibility the schema exposes. */
+export function enabledModels(models) {
+    return models.filter((model) => !model.isDeprecated && !model.isLocked);
+}
+function modelIdentifiers(model) {
+    return [model.modelKey, model.apiModelId]
+        .filter((value) => value !== undefined && value !== '')
+        .map((value) => value.toLowerCase());
+}
+/**
+ * Workspace rule: an explicit ID wins; a single workspace is used as-is; more
+ * than one requires a choice. No workspace is ever created here, and no name
+ * such as "Default Workspace" is treated as special.
+ */
+export function selectQuickstartWorkspace(workspaces, overrideWorkspaceId) {
+    if (overrideWorkspaceId !== undefined) {
+        const wanted = overrideWorkspaceId.toLowerCase();
+        const match = workspaces.find((workspace) => workspace.id.toLowerCase() === wanted);
+        if (!match) {
+            throw new AutoevalError(`Workspace ${overrideWorkspaceId} was not found for this account. Run "autoeval workspace list" to see your workspaces.`, { kind: 'validation', code: 'QUICKSTART_WORKSPACE_NOT_FOUND' });
+        }
+        return { kind: 'resolved', workspace: match };
+    }
+    if (workspaces.length === 0) {
+        throw new AutoevalError('This account has no workspaces. Create one with "autoeval workspace create --name \'My workspace\'" and run quickstart again.', { kind: 'usage', code: 'QUICKSTART_NO_WORKSPACE' });
+    }
+    const [only] = workspaces;
+    if (workspaces.length === 1 && only) {
+        return { kind: 'resolved', workspace: only };
+    }
+    const ordered = [...workspaces].sort((left, right) => right.evaluationCount - left.evaluationCount || left.name.localeCompare(right.name));
+    return { kind: 'choice-required', candidates: ordered };
+}
+/**
+ * Model rule, in order:
+ *   1. an explicit `--judge-model-id` / `--primary-model-id` wins;
+ *   2. exactly one enabled model (the Free tier shape) is used silently;
+ *   3. the first committed preference entry present in the catalog wins;
+ *   4. otherwise a choice is required — never an implicit alphabetical pick.
+ */
+export function selectQuickstartModel(candidates, role, overrideModelId) {
+    if (candidates.length === 0) {
+        throw new AutoevalError('No enabled models are available for this account. Run "autoeval models" and enable a model before running quickstart.', { kind: 'validation', code: 'QUICKSTART_NO_ENABLED_MODELS' });
+    }
+    if (overrideModelId !== undefined) {
+        const wanted = overrideModelId.toLowerCase();
+        const match = candidates.find((model) => model.id.toLowerCase() === wanted);
+        if (!match) {
+            throw new AutoevalError(`${role === 'judge' ? 'Judge' : 'Primary'} model ID ${overrideModelId} is not enabled for this account. Run "autoeval models" and choose an enabled model UUID.`, { kind: 'validation', code: 'MODEL_NOT_ENABLED' });
+        }
+        return { kind: 'resolved', model: match };
+    }
+    const [only] = candidates;
+    if (candidates.length === 1 && only) {
+        return { kind: 'resolved', model: only };
+    }
+    const preference = role === 'judge' ? QUICKSTART_JUDGE_PREFERENCE : QUICKSTART_PRIMARY_PREFERENCE;
+    for (const preferred of preference) {
+        const wanted = preferred.toLowerCase();
+        const match = candidates.find((model) => modelIdentifiers(model).includes(wanted));
+        if (match)
+            return { kind: 'resolved', model: match };
+    }
+    return { kind: 'choice-required', role, candidates };
+}
+//# sourceMappingURL=selection.js.map

package/dist/quickstart/selection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"selection.js","sourceRoot":"","sources":["../../src/quickstart/selection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D;;;;;;;;GAQG;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAsB;IAC5D,yCAAyC;IACzC,uBAAuB;IACvB,oCAAoC;IACpC,iBAAiB;IACjB,kCAAkC;CACnC,CAAC;AAEF,MAAM,CAAC,MAAM,6BAA6B,GAAsB;IAC9D,yCAAyC;IACzC,uBAAuB;IACvB,oCAAoC;IACpC,iBAAiB;CAClB,CAAC;AAYF,iFAAiF;AACjF,MAAM,UAAU,aAAa,CAAC,MAAiC;IAC7D,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAqB;IAC7C,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC;SACtC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,CAAC;SACvE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;AACzC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CACvC,UAAgC,EAChC,mBAA4B;IAE5B,IAAI,mBAAmB,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,mBAAmB,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC;QACpF,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,aAAa,CACrB,aAAa,mBAAmB,wFAAwF,EACxH,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gCAAgC,EAAE,CAC/D,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAChD,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,aAAa,CACrB,+HAA+H,EAC/H,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,yBAAyB,EAAE,CACnD,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;IAC1B,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QACpC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC/C,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAClC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CACtF,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AAC1D,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CACnC,UAAqC,EACrC,IAAe,EACf,eAAwB;IAExB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,aAAa,CACrB,uHAAuH,EACvH,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,8BAA8B,EAAE,CAC7D,CAAC;IACJ,CAAC;IAED,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC;QAC5E,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,aAAa,CACrB,GAAG,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,aAAa,eAAe,2FAA2F,EAChK,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAClD,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;IAC1B,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QACpC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,6BAA6B,CAAC;IAClG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACnF,IAAI,KAAK;YAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IACvD,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AACvD,CAAC"}

package/dist/run.d.ts

@@ -0,0 +1,28 @@
+import { type ProgramExtension } from './commands/program.js';
+import type { CommandExecutor } from './commands/types.js';
+import { type AutoevalConfiguration } from './config.js';
+export type CliSplashIo = {
+    stdinIsTTY: boolean;
+    stdoutIsTTY: boolean;
+    stderrIsTTY: boolean;
+};
+export declare function shouldRenderCliSplash(argv: readonly string[], io: CliSplashIo, environment: Readonly<Record<string, string | undefined>>): boolean;
+export type RunCliOptions = {
+    argv?: readonly string[];
+    /**
+     * Extra command registration supplied by the composing distribution. The
+     * public CLI passes none, so its surface is exactly the deterministic
+     * commands declared in `createProgram`.
+     */
+    extend?: (context: {
+        configuration: AutoevalConfiguration;
+        commandExecutor: CommandExecutor;
+        signal: AbortSignal;
+    }) => ProgramExtension[] | Promise<ProgramExtension[]>;
+};
+/**
+ * Builds and runs the CLI program, translating thrown errors into redacted
+ * output and process exit codes.
+ */
+export declare function runCli(options?: RunCliOptions): Promise<void>;
+//# sourceMappingURL=run.d.ts.map

package/dist/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":"AAKA,OAAO,EAIL,KAAK,gBAAgB,EACtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAqB,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAe5E,MAAM,MAAM,WAAW,GAAG;IACxB,UAAU,EAAE,OAAO,CAAC;IACpB,WAAW,EAAE,OAAO,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAwBF,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,EAAE,EAAE,WAAW,EACf,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,GACxD,OAAO,CAYT;AAyBD,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB;;;;OAIG;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE;QACjB,aAAa,EAAE,qBAAqB,CAAC;QACrC,eAAe,EAAE,eAAe,CAAC;QACjC,MAAM,EAAE,WAAW,CAAC;KACrB,KAAK,gBAAgB,EAAE,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;CACxD,CAAC;AAEF;;;GAGG;AACH,wBAAsB,MAAM,CAAC,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAsEvE"}