@plumloom/cli 0.1.0

package/dist/configured-run/validation.js

@@ -0,0 +1,327 @@
+import { z } from 'zod';
+import { AutoevalError } from '../errors/autoeval-error.js';
+const referenceDocumentSchema = z
+    .object({
+    filename: z.string().trim().min(1),
+    content: z.string(),
+})
+    .strict();
+const configuredRunNormalizedConfigurationSchema = z.discriminatedUnion('contextType', [
+    z
+        .object({
+        evaluationName: z.string().trim().min(1).max(120).optional(),
+        contextName: z.string().trim().min(1),
+        contextType: z.literal('scenario'),
+        artifact: z.record(z.string(), z.json()),
+        expected: z.string().min(1),
+        referenceDocuments: z.array(referenceDocumentSchema).optional(),
+        selectedMetrics: z.array(z.string().trim().min(1)).min(1),
+        temperatureContext: z.number().optional(),
+        // Ignored: run planning is controlled by the evaluation service; retained for compatibility.
+        autoStopEnabled: z.boolean().optional(),
+        scenarioGeneration: z.record(z.string(), z.json()).optional(),
+    })
+        .strict(),
+    z
+        .object({
+        evaluationName: z.string().trim().min(1).max(120).optional(),
+        contextName: z.string().trim().min(1),
+        contextType: z.literal('conversation'),
+        artifact: z.record(z.string(), z.json()),
+        expected: z.string().min(1),
+        referenceDocuments: z.array(referenceDocumentSchema).optional(),
+        selectedMetrics: z.array(z.string().trim().min(1)).min(1),
+        temperatureContext: z.number().optional(),
+        // Ignored: run planning is controlled by the evaluation service; retained for compatibility.
+        autoStopEnabled: z.boolean().optional(),
+    })
+        .strict(),
+    z
+        .object({
+        evaluationName: z.string().trim().min(1).max(120).optional(),
+        contextName: z.string().trim().min(1),
+        contextType: z.literal('agent_trace'),
+        artifact: z.record(z.string(), z.json()),
+        expected: z.string().min(1),
+        referenceDocuments: z.array(referenceDocumentSchema).optional(),
+        selectedMetrics: z.array(z.string().trim().min(1)).min(1),
+        temperatureContext: z.number().optional(),
+        // Ignored: run planning is controlled by the evaluation service; retained for compatibility.
+        autoStopEnabled: z.boolean().optional(),
+    })
+        .strict(),
+]);
+const configuredRunLegacyScenarioConfigurationSchema = z
+    .object({
+    evaluationName: z.string().trim().min(1).max(120).optional(),
+    contextName: z.string().trim().min(1).optional(),
+    primaryModelId: z.uuid(),
+    comparisonModelIds: z.array(z.uuid()).default([]),
+    promptText: z.string().min(1),
+    scenarios: z.union([
+        z.array(z.array(z.record(z.string(), z.json())).min(1)).min(1),
+        z.array(z.record(z.string(), z.json())).min(1),
+    ]),
+    referenceDocuments: z.array(referenceDocumentSchema).optional(),
+    selectedMetrics: z.array(z.string().trim().min(1)).min(1),
+    expected: z.string().min(1).optional(),
+    temperatureContext: z.number().optional(),
+    // Ignored: run planning is controlled by the evaluation service; retained for compatibility.
+    autoStopEnabled: z.boolean().optional(),
+})
+    .strict();
+export const configuredRunFileSchema = z
+    .object({
+    methodology: z
+        .object({
+        userSystemId: z.string().trim().min(1).optional(),
+        judgeModel: z.string().trim().min(1),
+        judgeModelId: z.uuid(),
+        runsPerScenario: z.number().int().min(1).max(10).optional(),
+        evaluatorInstructions: z.string().min(1),
+        changeLog: z.string().optional(),
+    })
+        .strict(),
+    configuration: z.union([
+        configuredRunNormalizedConfigurationSchema,
+        configuredRunLegacyScenarioConfigurationSchema,
+    ]),
+})
+    .strict();
+const scenarioArtifactSchema = z
+    .object({
+    primaryModelId: z.uuid(),
+    comparisonModelIds: z.array(z.uuid()),
+    promptText: z.string().min(1),
+    scenarios: z.union([
+        z.array(z.array(z.record(z.string(), z.json())).min(1)).min(1),
+        z.array(z.record(z.string(), z.json())).min(1),
+    ]),
+})
+    .loose();
+const conversationArtifactSchema = z
+    .object({
+    messages: z
+        .array(z
+        .object({
+        role: z.string().trim().min(1),
+        content: z.string(),
+    })
+        .loose())
+        .min(1),
+})
+    .loose();
+const agentTraceArtifactSchema = z
+    .object({
+    trace: z
+        .object({
+        resourceSpans: z.array(z.record(z.string(), z.json())).min(1),
+    })
+        .loose(),
+})
+    .loose();
+const PUBLIC_JUDGE_MODEL_PLACEHOLDER = '11111111-1111-4111-8111-111111111111';
+const PUBLIC_PRIMARY_MODEL_PLACEHOLDER = '22222222-2222-4222-8222-222222222222';
+function issuePath(path) {
+    return path.length === 0 ? 'input' : path.map(String).join('.');
+}
+function invalidInput(error) {
+    const details = error.issues
+        .slice(0, 8)
+        .map((issue) => `${issuePath(issue.path)}: ${issue.message}`)
+        .join('; ');
+    return new AutoevalError(`Configured run input is invalid: ${details}. Fix the listed fields and run "autoeval eval validate --input <file>" again`, {
+        kind: 'validation',
+        code: 'INVALID_CONFIGURED_RUN_SCHEMA',
+        cause: error,
+    });
+}
+export function parseConfiguredRunInput(parsedJson) {
+    const parsed = configuredRunFileSchema.safeParse(parsedJson);
+    if (!parsed.success) {
+        throw invalidInput(parsed.error);
+    }
+    const parsedInput = parsed.data;
+    const methodology = {
+        ...(parsedInput.methodology.userSystemId !== undefined
+            ? { userSystemId: parsedInput.methodology.userSystemId }
+            : {}),
+        judgeModel: parsedInput.methodology.judgeModel,
+        judgeModelId: parsedInput.methodology.judgeModelId,
+        ...(parsedInput.methodology.runsPerScenario !== undefined
+            ? { runsPerScenario: parsedInput.methodology.runsPerScenario }
+            : {}),
+        evaluatorInstructions: parsedInput.methodology.evaluatorInstructions,
+        ...(parsedInput.methodology.changeLog !== undefined
+            ? { changeLog: parsedInput.methodology.changeLog }
+            : {}),
+    };
+    let evaluationName;
+    let configuration;
+    if ('contextType' in parsedInput.configuration) {
+        evaluationName = parsedInput.configuration.evaluationName;
+        const common = {
+            contextName: parsedInput.configuration.contextName,
+            artifact: parsedInput.configuration.artifact,
+            expected: parsedInput.configuration.expected,
+            referenceDocuments: parsedInput.configuration.referenceDocuments ?? [],
+            selectedMetrics: parsedInput.configuration.selectedMetrics,
+            ...(parsedInput.configuration.temperatureContext !== undefined
+                ? { temperatureContext: parsedInput.configuration.temperatureContext }
+                : {}),
+        };
+        if (parsedInput.configuration.contextType === 'scenario') {
+            configuration = {
+                ...common,
+                contextType: 'scenario',
+                ...(parsedInput.configuration.scenarioGeneration !== undefined
+                    ? { scenarioGeneration: parsedInput.configuration.scenarioGeneration }
+                    : {}),
+            };
+        }
+        else if (parsedInput.configuration.contextType === 'conversation') {
+            configuration = { ...common, contextType: 'conversation' };
+        }
+        else {
+            configuration = { ...common, contextType: 'agent_trace' };
+        }
+    }
+    else {
+        evaluationName = parsedInput.configuration.evaluationName;
+        const scenarioArtifact = {
+            primaryModelId: parsedInput.configuration.primaryModelId,
+            comparisonModelIds: parsedInput.configuration.comparisonModelIds,
+            promptText: parsedInput.configuration.promptText,
+            scenarios: parsedInput.configuration.scenarios,
+        };
+        configuration = {
+            contextName: parsedInput.configuration.contextName ?? 'Scenario Evaluation',
+            contextType: 'scenario',
+            artifact: scenarioArtifact,
+            expected: parsedInput.configuration.expected ?? parsedInput.configuration.promptText,
+            referenceDocuments: parsedInput.configuration.referenceDocuments ?? [],
+            selectedMetrics: parsedInput.configuration.selectedMetrics,
+            ...(parsedInput.configuration.temperatureContext !== undefined
+                ? { temperatureContext: parsedInput.configuration.temperatureContext }
+                : {}),
+        };
+    }
+    return {
+        methodology,
+        ...(evaluationName !== undefined ? { evaluationName } : {}),
+        configuration,
+    };
+}
+function availableModelById(models) {
+    return new Map(models
+        .filter((model) => !model.isDeprecated && !model.isLocked)
+        .map((model) => [model.id.toLowerCase(), model]));
+}
+function requireEnabledModel(modelId, role, modelsById) {
+    const parsedId = z.uuid().safeParse(modelId);
+    if (!parsedId.success) {
+        throw new AutoevalError(`${role} model ID "${modelId}" must be a UUID. Replace it with an ID from "autoeval models"`, { kind: 'validation', code: 'INVALID_MODEL_ID', cause: parsedId.error });
+    }
+    const model = modelsById.get(parsedId.data.toLowerCase());
+    if (!model) {
+        throw new AutoevalError(`${role} model ID ${parsedId.data} is not enabled for this account. Run "autoeval models" and choose an enabled model ID`, { kind: 'validation', code: 'MODEL_NOT_ENABLED' });
+    }
+    return model;
+}
+function modelRoleError(message) {
+    throw new AutoevalError(`${message}. Choose a different model ID for that role`, {
+        kind: 'validation',
+        code: 'MODEL_ROLE_CONFLICT',
+    });
+}
+export function validateConfiguredRunInput(input, enabledModels) {
+    const modelsById = availableModelById(enabledModels);
+    const judge = requireEnabledModel(input.methodology.judgeModelId, 'Judge', modelsById);
+    const judgeId = judge.id.toLowerCase();
+    if (input.configuration.contextType === 'conversation') {
+        const artifact = conversationArtifactSchema.safeParse(input.configuration.artifact);
+        if (!artifact.success)
+            throw invalidInput(artifact.error);
+        return {
+            valid: true,
+            contextType: 'conversation',
+            artifactCount: artifact.data.messages.length,
+            models: { judge, comparisons: [] },
+        };
+    }
+    if (input.configuration.contextType === 'agent_trace') {
+        const artifact = agentTraceArtifactSchema.safeParse(input.configuration.artifact);
+        if (!artifact.success)
+            throw invalidInput(artifact.error);
+        return {
+            valid: true,
+            contextType: 'agent_trace',
+            artifactCount: artifact.data.trace.resourceSpans.length,
+            models: { judge, comparisons: [] },
+        };
+    }
+    const artifact = scenarioArtifactSchema.safeParse(input.configuration.artifact);
+    if (!artifact.success)
+        throw invalidInput(artifact.error);
+    const primary = requireEnabledModel(artifact.data.primaryModelId, 'Primary', modelsById);
+    const primaryId = primary.id.toLowerCase();
+    if (primaryId === judgeId) {
+        modelRoleError('The judge model cannot also be the primary model');
+    }
+    const seenComparisonIds = new Set();
+    const comparisons = artifact.data.comparisonModelIds.map((modelId, index) => {
+        const comparison = requireEnabledModel(modelId, `Comparison ${index + 1}`, modelsById);
+        const comparisonId = comparison.id.toLowerCase();
+        if (comparisonId === judgeId) {
+            modelRoleError('The judge model cannot also be a comparison model');
+        }
+        if (comparisonId === primaryId) {
+            modelRoleError('The primary model cannot also be a comparison model');
+        }
+        if (seenComparisonIds.has(comparisonId)) {
+            throw new AutoevalError(`Comparison model ID ${comparison.id} is duplicated. Remove duplicate comparison models and validate again`, { kind: 'validation', code: 'DUPLICATE_COMPARISON_MODEL' });
+        }
+        seenComparisonIds.add(comparisonId);
+        return comparison;
+    });
+    const scenarios = artifact.data.scenarios;
+    const artifactCount = Array.isArray(scenarios[0]) ? scenarios[0].length : scenarios.length;
+    return {
+        valid: true,
+        contextType: 'scenario',
+        artifactCount,
+        models: { judge, primary, comparisons },
+    };
+}
+/** Applies explicit CLI model UUIDs without mutating the parsed file input. */
+export function applyModelOverrides(input, overrides) {
+    const methodology = {
+        ...input.methodology,
+        ...(overrides.judgeModelId === undefined ? {} : { judgeModelId: overrides.judgeModelId }),
+    };
+    if (input.configuration.contextType !== 'scenario' || overrides.primaryModelId === undefined) {
+        return { ...input, methodology };
+    }
+    return {
+        ...input,
+        methodology,
+        configuration: {
+            ...input.configuration,
+            artifact: {
+                ...input.configuration.artifact,
+                primaryModelId: overrides.primaryModelId,
+            },
+        },
+    };
+}
+/** Fails fast when a sanitized public fixture was not given account model UUIDs. */
+export function requireModelOverridesForPublicPlaceholders(input) {
+    if (input.methodology.judgeModelId === PUBLIC_JUDGE_MODEL_PLACEHOLDER) {
+        throw new AutoevalError('This eval file contains a synthetic judge model UUID. Run "autoeval models" and pass --judge-model-id <uuid>', { kind: 'validation', code: 'MODEL_OVERRIDE_REQUIRED' });
+    }
+    if (input.configuration.contextType === 'scenario' &&
+        input.configuration.artifact.primaryModelId === PUBLIC_PRIMARY_MODEL_PLACEHOLDER) {
+        throw new AutoevalError('This eval file contains a synthetic primary model UUID. Run "autoeval models" and pass --primary-model-id <uuid>', { kind: 'validation', code: 'MODEL_OVERRIDE_REQUIRED' });
+    }
+}
+//# sourceMappingURL=validation.js.map

package/dist/configured-run/validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../src/configured-run/validation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,MAAM,uBAAuB,GAAG,CAAC;KAC9B,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,0CAA0C,GAAG,CAAC,CAAC,kBAAkB,CAAC,aAAa,EAAE;IACrF,CAAC;SACE,MAAM,CAAC;QACN,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;QAC5D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,kBAAkB,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,EAAE;QAC/D,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACzC,6FAA6F;QAC7F,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QACvC,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE;KAC9D,CAAC;SACD,MAAM,EAAE;IACX,CAAC;SACE,MAAM,CAAC;QACN,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;QAC5D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;QACtC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,kBAAkB,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,EAAE;QAC/D,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACzC,6FAA6F;QAC7F,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,MAAM,EAAE;IACX,CAAC;SACE,MAAM,CAAC;QACN,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;QAC5D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,kBAAkB,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,EAAE;QAC/D,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACzC,6FAA6F;QAC7F,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,MAAM,EAAE;CACZ,CAAC,CAAC;AAEH,MAAM,8CAA8C,GAAG,CAAC;KACrD,MAAM,CAAC;IACN,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;IAC5D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAChD,cAAc,EAAE,CAAC,CAAC,IAAI,EAAE;IACxB,kBAAkB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACjD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7B,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;QACjB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;KAC/C,CAAC;IACF,kBAAkB,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,EAAE;IAC/D,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACtC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,6FAA6F;IAC7F,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACrC,MAAM,CAAC;IACN,WAAW,EAAE,CAAC;SACX,MAAM,CAAC;QACN,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;QACjD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,YAAY,EAAE,CAAC,CAAC,IAAI,EAAE;QACtB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;QAC3D,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACxC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACjC,CAAC;SACD,MAAM,EAAE;IACX,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC;QACrB,0CAA0C;QAC1C,8CAA8C;KAC/C,CAAC;CACH,CAAC;KACD,MAAM,EAAE,CAAC;AAIZ,MAAM,sBAAsB,GAAG,CAAC;KAC7B,MAAM,CAAC;IACN,cAAc,EAAE,CAAC,CAAC,IAAI,EAAE;IACxB,kBAAkB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7B,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;QACjB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;KAC/C,CAAC;CACH,CAAC;KACD,KAAK,EAAE,CAAC;AAEX,MAAM,0BAA0B,GAAG,CAAC;KACjC,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC;SACR,KAAK,CACJ,CAAC;SACE,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;KACpB,CAAC;SACD,KAAK,EAAE,CACX;SACA,GAAG,CAAC,CAAC,CAAC;CACV,CAAC;KACD,KAAK,EAAE,CAAC;AAEX,MAAM,wBAAwB,GAAG,CAAC;KAC/B,MAAM,CAAC;IACN,KAAK,EAAE,CAAC;SACL,MAAM,CAAC;QACN,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;KAC9D,CAAC;SACD,KAAK,EAAE;CACX,CAAC;KACD,KAAK,EAAE,CAAC;AA+BX,MAAM,8BAA8B,GAAG,sCAAsC,CAAC;AAC9E,MAAM,gCAAgC,GAAG,sCAAsC,CAAC;AAEhF,SAAS,SAAS,CAAC,IAAmB;IACpC,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB;IACrC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM;SACzB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;SAC5D,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,IAAI,aAAa,CACtB,oCAAoC,OAAO,+EAA+E,EAC1H;QACE,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,+BAA+B;QACrC,KAAK,EAAE,KAAK;KACb,CACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,UAAmB;IACzD,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC7D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC;IAEhC,MAAM,WAAW,GAAG;QAClB,GAAG,CAAC,WAAW,CAAC,WAAW,CAAC,YAAY,KAAK,SAAS;YACpD,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,CAAC,WAAW,CAAC,YAAY,EAAE;YACxD,CAAC,CAAC,EAAE,CAAC;QACP,UAAU,EAAE,WAAW,CAAC,WAAW,CAAC,UAAU;QAC9C,YAAY,EAAE,WAAW,CAAC,WAAW,CAAC,YAAY;QAClD,GAAG,CAAC,WAAW,CAAC,WAAW,CAAC,eAAe,KAAK,SAAS;YACvD,CAAC,CAAC,EAAE,eAAe,EAAE,WAAW,CAAC,WAAW,CAAC,eAAe,EAAE;YAC9D,CAAC,CAAC,EAAE,CAAC;QACP,qBAAqB,EAAE,WAAW,CAAC,WAAW,CAAC,qBAAqB;QACpE,GAAG,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,KAAK,SAAS;YACjD,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,WAAW,CAAC,SAAS,EAAE;YAClD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;IAEF,IAAI,cAAkC,CAAC;IACvC,IAAI,aAAoC,CAAC;IACzC,IAAI,aAAa,IAAI,WAAW,CAAC,aAAa,EAAE,CAAC;QAC/C,cAAc,GAAG,WAAW,CAAC,aAAa,CAAC,cAAc,CAAC;QAC1D,MAAM,MAAM,GAAG;YACb,WAAW,EAAE,WAAW,CAAC,aAAa,CAAC,WAAW;YAClD,QAAQ,EAAE,WAAW,CAAC,aAAa,CAAC,QAAQ;YAC5C,QAAQ,EAAE,WAAW,CAAC,aAAa,CAAC,QAAQ;YAC5C,kBAAkB,EAAE,WAAW,CAAC,aAAa,CAAC,kBAAkB,IAAI,EAAE;YACtE,eAAe,EAAE,WAAW,CAAC,aAAa,CAAC,eAAe;YAC1D,GAAG,CAAC,WAAW,CAAC,aAAa,CAAC,kBAAkB,KAAK,SAAS;gBAC5D,CAAC,CAAC,EAAE,kBAAkB,EAAE,WAAW,CAAC,aAAa,CAAC,kBAAkB,EAAE;gBACtE,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;QACF,IAAI,WAAW,CAAC,aAAa,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;YACzD,aAAa,GAAG;gBACd,GAAG,MAAM;gBACT,WAAW,EAAE,UAAU;gBACvB,GAAG,CAAC,WAAW,CAAC,aAAa,CAAC,kBAAkB,KAAK,SAAS;oBAC5D,CAAC,CAAC,EAAE,kBAAkB,EAAE,WAAW,CAAC,aAAa,CAAC,kBAAkB,EAAE;oBACtE,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;QACJ,CAAC;aAAM,IAAI,WAAW,CAAC,aAAa,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;YACpE,aAAa,GAAG,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,cAAc,GAAG,WAAW,CAAC,aAAa,CAAC,cAAc,CAAC;QAC1D,MAAM,gBAAgB,GAAG;YACvB,cAAc,EAAE,WAAW,CAAC,aAAa,CAAC,cAAc;YACxD,kBAAkB,EAAE,WAAW,CAAC,aAAa,CAAC,kBAAkB;YAChE,UAAU,EAAE,WAAW,CAAC,aAAa,CAAC,UAAU;YAChD,SAAS,EAAE,WAAW,CAAC,aAAa,CAAC,SAAS;SACE,CAAC;QAEnD,aAAa,GAAG;YACd,WAAW,EAAE,WAAW,CAAC,aAAa,CAAC,WAAW,IAAI,qBAAqB;YAC3E,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,gBAAgB;YAC1B,QAAQ,EAAE,WAAW,CAAC,aAAa,CAAC,QAAQ,IAAI,WAAW,CAAC,aAAa,CAAC,UAAU;YACpF,kBAAkB,EAAE,WAAW,CAAC,aAAa,CAAC,kBAAkB,IAAI,EAAE;YACtE,eAAe,EAAE,WAAW,CAAC,aAAa,CAAC,eAAe;YAC1D,GAAG,CAAC,WAAW,CAAC,aAAa,CAAC,kBAAkB,KAAK,SAAS;gBAC5D,CAAC,CAAC,EAAE,kBAAkB,EAAE,WAAW,CAAC,aAAa,CAAC,kBAAkB,EAAE;gBACtE,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAED,OAAO;QACL,WAAW;QACX,GAAG,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,aAAa;KACd,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAiC;IAC3D,OAAO,IAAI,GAAG,CACZ,MAAM;SACH,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;SACzD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CACnD,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAe,EACf,IAAY,EACZ,UAA+C;IAE/C,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC7C,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtB,MAAM,IAAI,aAAa,CACrB,GAAG,IAAI,cAAc,OAAO,gEAAgE,EAC5F,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CACxE,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1D,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,aAAa,CACrB,GAAG,IAAI,aAAa,QAAQ,CAAC,IAAI,wFAAwF,EACzH,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAClD,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,IAAI,aAAa,CAAC,GAAG,OAAO,6CAA6C,EAAE;QAC/E,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,qBAAqB;KAC5B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAA+B,EAC/B,aAAwC;IAExC,MAAM,UAAU,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,mBAAmB,CAAC,KAAK,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IACvF,MAAM,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;IAEvC,IAAI,KAAK,CAAC,aAAa,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,0BAA0B,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACpF,IAAI,CAAC,QAAQ,CAAC,OAAO;YAAE,MAAM,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC1D,OAAO;YACL,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,cAAc;YAC3B,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM;YAC5C,MAAM,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE;SACnC,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,aAAa,CAAC,WAAW,KAAK,aAAa,EAAE,CAAC;QACtD,MAAM,QAAQ,GAAG,wBAAwB,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAClF,IAAI,CAAC,QAAQ,CAAC,OAAO;YAAE,MAAM,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC1D,OAAO;YACL,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,aAAa;YAC1B,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM;YACvD,MAAM,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE;SACnC,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAChF,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,MAAM,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE1D,MAAM,OAAO,GAAG,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACzF,MAAM,SAAS,GAAG,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;QAC1B,cAAc,CAAC,kDAAkD,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAC1E,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,EAAE,cAAc,KAAK,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QACvF,MAAM,YAAY,GAAG,UAAU,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QACjD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;YAC7B,cAAc,CAAC,mDAAmD,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,cAAc,CAAC,qDAAqD,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,aAAa,CACrB,uBAAuB,UAAU,CAAC,EAAE,uEAAuE,EAC3G,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,4BAA4B,EAAE,CAC3D,CAAC;QACJ,CAAC;QACD,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACpC,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;IAC1C,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3F,OAAO;QACL,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,UAAU;QACvB,aAAa;QACb,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE;KACxC,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,mBAAmB,CACjC,KAA+B,EAC/B,SAAsC;IAEtC,MAAM,WAAW,GAAG;QAClB,GAAG,KAAK,CAAC,WAAW;QACpB,GAAG,CAAC,SAAS,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,SAAS,CAAC,YAAY,EAAE,CAAC;KAC1F,CAAC;IAEF,IAAI,KAAK,CAAC,aAAa,CAAC,WAAW,KAAK,UAAU,IAAI,SAAS,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAC7F,OAAO,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,CAAC;IACnC,CAAC;IAED,OAAO;QACL,GAAG,KAAK;QACR,WAAW;QACX,aAAa,EAAE;YACb,GAAG,KAAK,CAAC,aAAa;YACtB,QAAQ,EAAE;gBACR,GAAG,KAAK,CAAC,aAAa,CAAC,QAAQ;gBAC/B,cAAc,EAAE,SAAS,CAAC,cAAc;aACzC;SACF;KACF,CAAC;AACJ,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,0CAA0C,CAAC,KAA+B;IACxF,IAAI,KAAK,CAAC,WAAW,CAAC,YAAY,KAAK,8BAA8B,EAAE,CAAC;QACtE,MAAM,IAAI,aAAa,CACrB,8GAA8G,EAC9G,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,yBAAyB,EAAE,CACxD,CAAC;IACJ,CAAC;IAED,IACE,KAAK,CAAC,aAAa,CAAC,WAAW,KAAK,UAAU;QAC9C,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,cAAc,KAAK,gCAAgC,EAChF,CAAC;QACD,MAAM,IAAI,aAAa,CACrB,kHAAkH,EAClH,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,yBAAyB,EAAE,CACxD,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/domain/common.d.ts

@@ -0,0 +1,6 @@
+import { z } from 'zod';
+export declare const uuidSchema: z.ZodUUID;
+export type JsonValue = z.infer<ReturnType<typeof z.json>>;
+export type JsonObject = Record<string, JsonValue>;
+export declare function parseUuid(input: string, label: string): string;
+//# sourceMappingURL=common.d.ts.map

package/dist/domain/common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../src/domain/common.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,UAAU,WAAW,CAAC;AACnC,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAC3D,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;AAEnD,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAM9D"}

package/dist/domain/common.js

@@ -0,0 +1,10 @@
+import { z } from 'zod';
+export const uuidSchema = z.uuid();
+export function parseUuid(input, label) {
+    const parsed = uuidSchema.safeParse(input);
+    if (!parsed.success) {
+        throw new Error(`${label} must be a valid UUID.`);
+    }
+    return parsed.data;
+}
+//# sourceMappingURL=common.js.map

package/dist/domain/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/domain/common.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAInC,MAAM,UAAU,SAAS,CAAC,KAAa,EAAE,KAAa;IACpD,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,wBAAwB,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC"}

package/dist/domain/types.d.ts

@@ -0,0 +1,117 @@
+import type { JsonObject } from './common.js';
+export type UserIdentity = {
+    id: string;
+    userSystemId: string;
+    email: string;
+    name?: string;
+};
+export type Workspace = {
+    id: string;
+    name: string;
+    description?: string;
+    evaluationCount: number;
+    updatedAt?: string;
+    qualityStandardId?: string;
+};
+export type WorkspacePage = {
+    items: Workspace[];
+    total: number;
+    page: number;
+    size: number;
+    totalPages: number;
+};
+export type EvaluationSummary = {
+    id: string;
+    name: string;
+    workspaceId?: string;
+    updatedAt?: string;
+};
+export type EvaluationPage = {
+    items: EvaluationSummary[];
+    total: number;
+    page: number;
+    size: number;
+    totalPages: number;
+};
+export type EvaluationContextType = 'scenario' | 'conversation' | 'agent_trace';
+export type EvaluationVersionSummary = {
+    version: number;
+    methodologyVersionId: string;
+    configVersionId: string;
+    isCurrent: boolean;
+    createdAt?: string;
+};
+export type EvaluationVersionHistory = {
+    evaluationId: string;
+    contextType: EvaluationContextType;
+    currentVersion?: number;
+    versions: EvaluationVersionSummary[];
+    raw: JsonObject;
+};
+export type EvaluationVersion = {
+    version?: number;
+    evaluationId: string;
+    methodologyVersionId: string;
+    configVersionId: string;
+    isCurrent?: boolean;
+    createdAt?: string;
+    contextType: EvaluationContextType;
+    raw: JsonObject;
+};
+export type Evaluation = EvaluationVersion & {
+    configuration: JsonObject;
+};
+export type SupportedModel = {
+    id: string;
+    provider: string;
+    displayName: string;
+    apiModelId: string;
+    isDeprecated: boolean;
+    isLocked: boolean;
+    modelKey?: string;
+};
+export type RunHandle = {
+    evaluationId: string;
+    runId: string;
+    status: string;
+    configVersionId: string;
+    methodologyVersionId: string;
+};
+export type RunStatus = {
+    evaluationId: string;
+    runId: string;
+    state: string;
+    progress?: {
+        percentage?: number;
+        runsCompleted?: number;
+        totalRuns?: number;
+    };
+    errorMessage?: string;
+    failureCode?: string;
+    raw: JsonObject;
+};
+export type PollOutcome = {
+    status: RunStatus;
+    elapsedMs: number;
+};
+export type RunExecution = {
+    run: RunHandle;
+    outcome: PollOutcome;
+};
+export type ScenarioResults = {
+    contextType: 'scenario';
+    modelPerformance: JsonObject;
+    scenarioComparison: JsonObject;
+    modelResponses: JsonObject;
+};
+export type ConversationResults = {
+    contextType: 'conversation';
+    conversation: JsonObject;
+};
+export type AgentTraceResults = {
+    contextType: 'agent_trace';
+    agentTrace: JsonObject;
+    trajectory?: JsonObject;
+};
+export type EvaluationResults = ScenarioResults | ConversationResults | AgentTraceResults;
+//# sourceMappingURL=types.d.ts.map

package/dist/domain/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/domain/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,UAAU,GAAG,cAAc,GAAG,aAAa,CAAC;AAEhF,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,qBAAqB,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,wBAAwB,EAAE,CAAC;IACrC,GAAG,EAAE,UAAU,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,qBAAqB,CAAC;IACnC,GAAG,EAAE,UAAU,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,iBAAiB,GAAG;IAC3C,aAAa,EAAE,UAAU,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE;QACT,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,GAAG,EAAE,UAAU,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,SAAS,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,GAAG,EAAE,SAAS,CAAC;IACf,OAAO,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,WAAW,EAAE,UAAU,CAAC;IACxB,gBAAgB,EAAE,UAAU,CAAC;IAC7B,kBAAkB,EAAE,UAAU,CAAC;IAC/B,cAAc,EAAE,UAAU,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,WAAW,EAAE,cAAc,CAAC;IAC5B,YAAY,EAAE,UAAU,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,WAAW,EAAE,aAAa,CAAC;IAC3B,UAAU,EAAE,UAAU,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,eAAe,GAAG,mBAAmB,GAAG,iBAAiB,CAAC"}

package/dist/domain/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/domain/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/domain/types.ts"],"names":[],"mappings":""}

package/dist/errors/autoeval-error.d.ts

@@ -0,0 +1,13 @@
+export type AutoevalErrorKind = 'usage' | 'authentication' | 'authorization' | 'plan_restriction' | 'validation' | 'network' | 'upstream' | 'run_failed' | 'gate_failed' | 'timeout' | 'unsupported';
+export declare class AutoevalError extends Error {
+    readonly kind: AutoevalErrorKind;
+    readonly code: string | undefined;
+    readonly exitCode: number;
+    constructor(message: string, options: {
+        kind: AutoevalErrorKind;
+        code?: string;
+        cause?: unknown;
+    });
+}
+export declare function asAutoevalError(error: unknown): AutoevalError;
+//# sourceMappingURL=autoeval-error.d.ts.map

package/dist/errors/autoeval-error.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"autoeval-error.d.ts","sourceRoot":"","sources":["../../src/errors/autoeval-error.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GACzB,OAAO,GACP,gBAAgB,GAChB,eAAe,GACf,kBAAkB,GAClB,YAAY,GACZ,SAAS,GACT,UAAU,GACV,YAAY,GACZ,aAAa,GACb,SAAS,GACT,aAAa,CAAC;AAgBlB,qBAAa,aAAc,SAAQ,KAAK;IACtC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAGxB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE;QACP,IAAI,EAAE,iBAAiB,CAAC;QACxB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;CAQJ;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,aAAa,CAU7D"}

package/dist/errors/autoeval-error.js

@@ -0,0 +1,36 @@
+const EXIT_CODES = {
+    usage: 2,
+    authentication: 3,
+    authorization: 3,
+    plan_restriction: 3,
+    validation: 2,
+    network: 4,
+    upstream: 4,
+    run_failed: 5,
+    gate_failed: 1,
+    timeout: 4,
+    unsupported: 2,
+};
+export class AutoevalError extends Error {
+    kind;
+    code;
+    exitCode;
+    constructor(message, options) {
+        super(message, { cause: options.cause });
+        this.name = 'AutoevalError';
+        this.kind = options.kind;
+        this.code = options.code;
+        this.exitCode = EXIT_CODES[options.kind];
+    }
+}
+export function asAutoevalError(error) {
+    if (error instanceof AutoevalError) {
+        return error;
+    }
+    return new AutoevalError('Autoeval could not complete the request.', {
+        kind: 'upstream',
+        code: 'UNEXPECTED_ERROR',
+        cause: error,
+    });
+}
+//# sourceMappingURL=autoeval-error.js.map

package/dist/errors/autoeval-error.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"autoeval-error.js","sourceRoot":"","sources":["../../src/errors/autoeval-error.ts"],"names":[],"mappings":"AAaA,MAAM,UAAU,GAAgD;IAC9D,KAAK,EAAE,CAAC;IACR,cAAc,EAAE,CAAC;IACjB,aAAa,EAAE,CAAC;IAChB,gBAAgB,EAAE,CAAC;IACnB,UAAU,EAAE,CAAC;IACb,OAAO,EAAE,CAAC;IACV,QAAQ,EAAE,CAAC;IACX,UAAU,EAAE,CAAC;IACb,WAAW,EAAE,CAAC;IACd,OAAO,EAAE,CAAC;IACV,WAAW,EAAE,CAAC;CACf,CAAC;AAEF,MAAM,OAAO,aAAc,SAAQ,KAAK;IAC7B,IAAI,CAAoB;IACxB,IAAI,CAAqB;IACzB,QAAQ,CAAS;IAE1B,YACE,OAAe,EACf,OAIC;QAED,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;CACF;AAED,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,aAAa,CAAC,0CAA0C,EAAE;QACnE,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,kBAAkB;QACxB,KAAK,EAAE,KAAK;KACb,CAAC,CAAC;AACL,CAAC"}

package/dist/errors/hints.d.ts

@@ -0,0 +1,3 @@
+import type { AutoevalError } from './autoeval-error.js';
+export declare function hintForError(error: Pick<AutoevalError, 'kind' | 'code'>): string | undefined;
+//# sourceMappingURL=hints.d.ts.map

package/dist/errors/hints.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hints.d.ts","sourceRoot":"","sources":["../../src/errors/hints.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAqB,MAAM,qBAAqB,CAAC;AAkD5E,wBAAgB,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,CAAC,GAAG,MAAM,GAAG,SAAS,CAG5F"}

package/dist/errors/hints.js

@@ -0,0 +1,43 @@
+/**
+ * Remediation hints are advisory only. They never contain credentials, request
+ * payloads, or upstream implementation details.
+ */
+const HINTS_BY_CODE = {
+    CREDENTIAL_REQUIRED: 'Run `autoeval login` (it will prompt for a key), pass `autoeval login --key <pl_sk_...>`, or set AUTOEVAL_API_KEY',
+    INVALID_CLI_KEY_FORMAT: 'Create a current CLI key at https://app.plumloom.ai (it starts with pl_sk_), then run `autoeval login` or `autoeval login --key <key>`',
+    MISSING_API_BASE_URL: 'Set AUTOEVAL_API_BASE_URL to the Autoeval API origin',
+    INVALID_BASE_URL: 'Set AUTOEVAL_API_BASE_URL to an https origin without a path or query',
+    INSECURE_BASE_URL: 'Use an https origin; http is allowed only for localhost',
+    INVALID_ENVIRONMENT: 'Check the Autoeval environment variables listed in .env.example',
+    RUN_POLL_TIMEOUT: 'Check progress later with `autoeval status <evaluation-id> <run-id>`; the run keeps going server-side',
+    RESULT_POLL_TIMEOUT: 'Results are still being prepared; retry `autoeval results <evaluation-id> <run-id>` shortly',
+    REQUEST_ABORTED: 'The command was interrupted; rerun it when ready',
+    INVALID_QUALITY_STANDARD_SCHEMA: 'Compare your file with the canonical schema in docs/command-reference.md',
+    INVALID_QUALITY_STANDARD_JSON: 'Validate the file with a JSON linter, then retry',
+    QUALITY_STANDARD_INPUT_READ_FAILED: 'Check the --input path relative to your current directory',
+    CONFIGURED_RUN_INPUT_READ_FAILED: 'Check the --input path relative to your current directory',
+    INVALID_CONFIGURED_RUN_JSON: 'Validate the file with a JSON linter, then retry',
+    GATE_THRESHOLD_NOT_MET: 'Review the threshold table above, then fix the regression or update the gate thresholds',
+    INVALID_GATE_THRESHOLD: 'Thresholds must be numbers, for example --min-overall 4.0',
+    NO_GATE_THRESHOLD: 'Set at least one threshold, for example --min-overall 4.0, or pass --thresholds <file>',
+    GATE_THRESHOLDS_READ_FAILED: 'Check the --thresholds path relative to your current directory',
+    INVALID_GATE_THRESHOLDS_JSON: 'Validate the thresholds file with a JSON linter, then retry',
+};
+const HINTS_BY_KIND = {
+    authentication: 'Run `autoeval login`, or set AUTOEVAL_API_KEY in your environment',
+    authorization: 'Confirm your account has access to this workspace or evaluation',
+    plan_restriction: 'This action needs a different Plumloom plan; contact your workspace owner',
+    network: 'Check your connection and AUTOEVAL_API_BASE_URL, then retry',
+    timeout: 'The request timed out; retry, or poll status separately for long runs',
+    usage: 'Run the command with --help to see required options and examples',
+    validation: 'Run the command with --help to see required options and examples',
+    run_failed: 'Inspect the run with `autoeval status <evaluation-id> <run-id>`',
+    gate_failed: 'Inspect the failing metric with `autoeval results <evaluation-id> <run-id>`, then adjust the evaluation or the thresholds',
+    upstream: 'Retry shortly; rerun with --debug to capture redacted request diagnostics',
+    unsupported: 'Run `autoeval --help` to see the supported commands',
+};
+export function hintForError(error) {
+    const byCode = error.code === undefined ? undefined : HINTS_BY_CODE[error.code];
+    return byCode ?? HINTS_BY_KIND[error.kind];
+}
+//# sourceMappingURL=hints.js.map

package/dist/errors/hints.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hints.js","sourceRoot":"","sources":["../../src/errors/hints.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,aAAa,GAAqC;IACtD,mBAAmB,EACjB,mHAAmH;IACrH,sBAAsB,EACpB,wIAAwI;IAC1I,oBAAoB,EAAE,sDAAsD;IAC5E,gBAAgB,EAAE,sEAAsE;IACxF,iBAAiB,EAAE,yDAAyD;IAC5E,mBAAmB,EAAE,iEAAiE;IACtF,gBAAgB,EACd,uGAAuG;IACzG,mBAAmB,EACjB,6FAA6F;IAC/F,eAAe,EAAE,kDAAkD;IACnE,+BAA+B,EAC7B,0EAA0E;IAC5E,6BAA6B,EAAE,kDAAkD;IACjF,kCAAkC,EAAE,2DAA2D;IAC/F,gCAAgC,EAAE,2DAA2D;IAC7F,2BAA2B,EAAE,kDAAkD;IAC/E,sBAAsB,EACpB,yFAAyF;IAC3F,sBAAsB,EAAE,2DAA2D;IACnF,iBAAiB,EACf,wFAAwF;IAC1F,2BAA2B,EAAE,gEAAgE;IAC7F,4BAA4B,EAAE,6DAA6D;CAC5F,CAAC;AAEF,MAAM,aAAa,GAAyD;IAC1E,cAAc,EAAE,mEAAmE;IACnF,aAAa,EAAE,iEAAiE;IAChF,gBAAgB,EAAE,2EAA2E;IAC7F,OAAO,EAAE,6DAA6D;IACtE,OAAO,EAAE,uEAAuE;IAChF,KAAK,EAAE,kEAAkE;IACzE,UAAU,EAAE,kEAAkE;IAC9E,UAAU,EAAE,iEAAiE;IAC7E,WAAW,EACT,2HAA2H;IAC7H,QAAQ,EAAE,2EAA2E;IACrF,WAAW,EAAE,qDAAqD;CACnE,CAAC;AAEF,MAAM,UAAU,YAAY,CAAC,KAA2C;IACtE,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChF,OAAO,MAAM,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC"}