ppef 1.3.1 → 1.5.0

package/dist/schemas/output-schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-schemas.d.ts","sourceRoot":"","sources":["../../src/schemas/output-schemas.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAgBxB;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;EASc,CAAC;AAE7C;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;iBAe2C,CAAC;AAEzE;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;iBAWyC,CAAC;AAE9E;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;iBASkD,CAAC;AAchF;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;iBAciD,CAAC;AAElF;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;+FAM8D,CAAC;AAE/F;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;iBAuB6D,CAAC;AAE3F;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAS6C,CAAC;AAEjF;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAU8C,CAAC;AAM7E;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;iBAgB0D,CAAC;AAE1F;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;;;iBAejC,CAAC;AAEJ;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;iBAQ2D,CAAC;AAE9F;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA6B8C,CAAC;AAElF;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAe8C,CAAC;AAMnF;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;iBAcyD,CAAC;AAE1F;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;EAEY,CAAC;AAE3C;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;iBAmBmD,CAAC;AAE5F;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAQsD,CAAC;AAEzF;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAkBtC,CAAC;AAoBJ;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAqCtC,CAAC;AAEJ;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAqBtC,CAAC;AAEJ;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAiBxC,CAAC;AAMJ;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;iBAiB8C,CAAC;AAEnF;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;iBAaxC,CAAC;AAEJ;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAexC,CAAC;AAMJ;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;iBASyD,CAAC;AAE7F;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;iBAclC,CAAC;AAEJ;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;iBAY/B,CAAC;AAEJ;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;;iBAQkD,CAAC;AAEvF;;GAEG;AACH,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAwB5C,CAAC"}

package/dist/schemas/output-schemas.js

@@ -0,0 +1,611 @@
+/**
+ * Output Type Zod Schemas
+ *
+ * Zod schemas for all PPEF output types. These are used by the JSON Schema
+ * generation pipeline to produce $defs in ppef.schema.json, enabling
+ * cross-language validation of PPEF output files.
+ *
+ * These schemas mirror the TypeScript interfaces in src/types/ but provide
+ * runtime validation and JSON Schema generation capabilities.
+ */
+import { z } from "zod";
+import { SutRoleSchema } from "../cli/types.js";
+import { ComparisonDirectionSchema, ValidityScopeSchema } from "../cli/evaluator-schemas.js";
+// ============================================================================
+// Shared Primitives
+// ============================================================================
+const PrimitiveSchema = z.union([z.string(), z.number(), z.boolean(), z.null()]);
+const PrimitiveArraySchema = z.union([PrimitiveSchema, z.array(PrimitiveSchema)]);
+// ============================================================================
+// Result Types (src/types/result.ts)
+// ============================================================================
+/**
+ * Failure type enum.
+ */
+export const FailureTypeSchema = z
+    .enum([
+    "no_output",
+    "invalid_structure",
+    "constraint_violation",
+    "exception",
+    "oracle_mismatch",
+    "timeout",
+])
+    .describe("Category of evaluation failure");
+/**
+ * Run identity and context.
+ */
+export const RunContextSchema = z
+    .object({
+    runId: z.string().describe("Deterministic run ID (hash of inputs)"),
+    sut: z.string().describe("SUT identifier"),
+    sutRole: SutRoleSchema,
+    sutVersion: z.string().optional().describe("SUT version for reproducibility"),
+    caseId: z.string().describe("Case identifier"),
+    caseClass: z.string().optional().describe("Case class for grouping"),
+    config: z
+        .record(z.string(), PrimitiveSchema)
+        .optional()
+        .describe("Configuration overrides for this run"),
+    seed: z.number().optional().describe("Random seed if applicable"),
+    repetition: z.number().int().optional().describe("Repetition number for statistical runs"),
+})
+    .meta({ title: "RunContext", description: "Run identity and context" });
+/**
+ * Correctness assessment.
+ */
+export const CorrectnessResultSchema = z
+    .object({
+    expectedExists: z.boolean().describe("Whether expected output exists (oracle available)"),
+    producedOutput: z.boolean().describe("Whether the SUT produced any output"),
+    valid: z.boolean().describe("Whether output is structurally valid"),
+    matchesExpected: z
+        .union([z.boolean(), z.null()])
+        .describe("Whether output matches expected (null if no oracle)"),
+    failureType: FailureTypeSchema.optional().describe("Failure classification if applicable"),
+    notes: z.array(z.string()).optional().describe("Human-readable failure notes"),
+})
+    .meta({ title: "CorrectnessResult", description: "Correctness assessment" });
+/**
+ * A ranked item for ranking tasks.
+ */
+export const RankedItemSchema = z
+    .object({
+    itemId: z.string().describe("Item identifier"),
+    score: z.number().describe("Score or rank value"),
+    metadata: z
+        .record(z.string(), PrimitiveSchema)
+        .optional()
+        .describe("Optional additional metadata"),
+})
+    .meta({ title: "RankedItem", description: "A ranked item for ranking tasks" });
+/**
+ * Artefact reference.
+ */
+const ArtefactReferenceSchema = z
+    .object({
+    type: z.enum(["graph", "path-set", "subgraph", "embedding", "other"]),
+    uri: z.string(),
+    hash: z.string().optional(),
+    metadata: z.record(z.string(), PrimitiveSchema).optional(),
+})
+    .meta({ title: "ArtefactReference", description: "Reference to an external artefact" });
+/**
+ * Output artefacts and summaries.
+ */
+export const ResultOutputsSchema = z
+    .object({
+    summary: z
+        .record(z.string(), PrimitiveArraySchema)
+        .optional()
+        .describe("Scalar summary values"),
+    labels: z.record(z.string(), PrimitiveSchema).optional().describe("Classification labels"),
+    ranking: z.array(RankedItemSchema).optional().describe("Ranking results"),
+    artefacts: z
+        .array(ArtefactReferenceSchema)
+        .optional()
+        .describe("References to generated artefacts"),
+    extra: z.record(z.string(), z.unknown()).optional().describe("Additional untyped outputs"),
+})
+    .meta({ title: "ResultOutputs", description: "Output artefacts and summaries" });
+/**
+ * Numeric metrics collected during evaluation.
+ */
+export const ResultMetricsSchema = z
+    .object({
+    numeric: z.record(z.string(), z.number()).describe("Primary numeric metrics"),
+    extra: z.record(z.string(), z.number()).optional().describe("Additional metrics (overflow)"),
+})
+    .catchall(z.union([z.number(), z.record(z.string(), z.number())]))
+    .meta({ title: "ResultMetrics", description: "Numeric metrics collected during evaluation" });
+/**
+ * Provenance information for reproducibility.
+ */
+export const ProvenanceSchema = z
+    .object({
+    runtime: z
+        .object({
+        platform: z.string().describe("Operating system platform"),
+        arch: z.string().describe("CPU architecture"),
+    })
+        .catchall(z.string())
+        .describe("Execution environment (platform and arch required; additional fields are language-specific)"),
+    gitCommit: z.string().optional().describe("Git commit hash"),
+    dirty: z.boolean().optional().describe("Whether working directory had uncommitted changes"),
+    dependencyLockHash: z
+        .string()
+        .optional()
+        .describe("Hash of package-lock.json for dependency pinning"),
+    parentRunIds: z.array(z.string()).optional().describe("Parent run IDs (for derived results)"),
+    timestamp: z.string().optional().describe("Execution timestamp"),
+    executionTimeMs: z.number().optional().describe("Wall-clock execution time in milliseconds"),
+    peakMemoryBytes: z.number().optional().describe("Peak memory usage during execution (bytes)"),
+    finalMemoryBytes: z.number().optional().describe("Memory usage at completion (bytes)"),
+})
+    .meta({ title: "Provenance", description: "Provenance information for reproducibility" });
+/**
+ * Complete evaluation result.
+ */
+export const EvaluationResultSchema = z
+    .object({
+    run: RunContextSchema.describe("Run identity and context"),
+    correctness: CorrectnessResultSchema.describe("Correctness assessment"),
+    outputs: ResultOutputsSchema.describe("Output artefacts and summaries"),
+    metrics: ResultMetricsSchema.describe("Numeric metrics"),
+    provenance: ProvenanceSchema.describe("Provenance for reproducibility"),
+    error: z.string().optional().describe("Error message if the run failed"),
+})
+    .meta({ title: "EvaluationResult", description: "Complete evaluation result" });
+/**
+ * Batch of evaluation results.
+ */
+export const ResultBatchSchema = z
+    .object({
+    version: z.string().describe("Schema version"),
+    timestamp: z.string().describe("Generation timestamp"),
+    results: z.array(EvaluationResultSchema).describe("All results in this batch"),
+    metadata: z
+        .record(z.string(), PrimitiveSchema)
+        .optional()
+        .describe("Optional batch-level metadata"),
+})
+    .meta({ title: "ResultBatch", description: "Batch of evaluation results" });
+// ============================================================================
+// Aggregate Types (src/types/aggregate.ts)
+// ============================================================================
+/**
+ * Summary statistics for a numeric metric.
+ */
+export const SummaryStatsSchema = z
+    .object({
+    n: z.number().int().describe("Number of observations"),
+    mean: z.number().describe("Arithmetic mean"),
+    median: z.number().describe("Median (50th percentile)"),
+    min: z.number().describe("Minimum value"),
+    max: z.number().describe("Maximum value"),
+    std: z.number().optional().describe("Standard deviation (sample)"),
+    confidence95: z
+        .tuple([z.number(), z.number()])
+        .optional()
+        .describe("95% confidence interval [lower, upper]"),
+    sum: z.number().optional().describe("Sum of all values"),
+    p25: z.number().optional().describe("25th percentile"),
+    p75: z.number().optional().describe("75th percentile"),
+})
+    .meta({ title: "SummaryStats", description: "Summary statistics for a numeric metric" });
+/**
+ * Comparison metrics between primary and baseline SUTs.
+ */
+export const ComparisonMetricsSchema = z
+    .object({
+    deltas: z.record(z.string(), z.number()).describe("Absolute deltas (primary - baseline)"),
+    ratios: z.record(z.string(), z.number()).describe("Ratios (primary / baseline)"),
+    betterRate: z
+        .number()
+        .optional()
+        .describe("Win rate (% of cases where primary beats baseline)"),
+    uStatistic: z.number().optional().describe("Mann-Whitney U statistic"),
+    pValue: z.number().optional().describe("Statistical significance (p-value)"),
+    effectSize: z.number().optional().describe("Effect size (Cohen's d)"),
+})
+    .meta({
+    title: "ComparisonMetrics",
+    description: "Comparison metrics between primary and baseline SUTs",
+});
+/**
+ * Coverage information for the aggregation.
+ */
+export const CoverageMetricsSchema = z
+    .object({
+    caseCoverage: z.number().describe("Fraction of cases covered"),
+    metricCoverage: z
+        .record(z.string(), z.number())
+        .describe("Metric availability (metric name -> coverage fraction)"),
+    missingCases: z.array(z.string()).optional().describe("Missing case IDs"),
+})
+    .meta({ title: "CoverageMetrics", description: "Coverage information for the aggregation" });
+/**
+ * Aggregated result for a SUT.
+ */
+export const AggregatedResultSchema = z
+    .object({
+    sut: z.string().describe("SUT identifier"),
+    sutRole: SutRoleSchema,
+    caseClass: z.string().optional().describe("Case class (if grouped)"),
+    group: z.object({
+        runCount: z.number().int().describe("Number of runs in this aggregate"),
+        caseCount: z.number().int().describe("Number of unique cases"),
+        configHash: z.string().optional().describe("Hash of configuration"),
+    }),
+    correctness: z.object({
+        validRate: z.number().describe("Fraction of runs that produced valid output"),
+        producedOutputRate: z.number().describe("Fraction of runs that produced any output"),
+        matchesExpectedRate: z.number().optional().describe("Fraction of runs matching expected"),
+        failureBreakdown: z
+            .record(z.string(), z.number())
+            .optional()
+            .describe("Breakdown of failure types"),
+    }),
+    metrics: z
+        .record(z.string(), SummaryStatsSchema)
+        .describe("Aggregated metrics (metric name -> summary stats)"),
+    comparisons: z
+        .record(z.string(), ComparisonMetricsSchema)
+        .optional()
+        .describe("Comparisons with baselines"),
+    coverage: CoverageMetricsSchema.optional().describe("Coverage information"),
+    metadata: z.record(z.string(), PrimitiveSchema).optional().describe("Additional metadata"),
+})
+    .meta({ title: "AggregatedResult", description: "Aggregated result for a SUT" });
+/**
+ * Complete aggregation output.
+ */
+export const AggregationOutputSchema = z
+    .object({
+    version: z.string().describe("Schema version"),
+    timestamp: z.string().describe("Generation timestamp"),
+    aggregates: z.array(AggregatedResultSchema).describe("Aggregated results"),
+    metadata: z
+        .object({
+        totalRuns: z.number().int().describe("Total runs processed"),
+        totalCases: z.number().int().describe("Total unique cases"),
+        sutsIncluded: z.array(z.string()).describe("SUTs included"),
+        caseClassesIncluded: z.array(z.string()).optional().describe("Case classes included"),
+    })
+        .optional()
+        .describe("Global metadata"),
+})
+    .meta({ title: "AggregationOutput", description: "Complete aggregation output" });
+// ============================================================================
+// Claims Types (src/types/claims.ts)
+// ============================================================================
+/**
+ * Evidence supporting a claim evaluation.
+ */
+export const ClaimEvidenceSchema = z
+    .object({
+    primaryValue: z.number().describe("Primary SUT metric value"),
+    baselineValue: z.number().describe("Baseline SUT metric value"),
+    delta: z.number().describe("Absolute delta (primary - baseline)"),
+    ratio: z.number().describe("Ratio (primary / baseline)"),
+    pValue: z.number().optional().describe("P-value from statistical test"),
+    effectSize: z.number().optional().describe("Effect size (Cohen's d)"),
+    n: z.number().int().optional().describe("Number of observations"),
+    deltaCI95: z
+        .tuple([z.number(), z.number()])
+        .optional()
+        .describe("95% confidence interval for delta"),
+})
+    .meta({ title: "ClaimEvidence", description: "Evidence supporting a claim evaluation" });
+/**
+ * Claim status.
+ */
+export const ClaimStatusSchema = z
+    .enum(["satisfied", "violated", "inconclusive"])
+    .describe("Status of a claim evaluation");
+/**
+ * An evaluation claim (hypothesis) — output form.
+ */
+export const EvaluationClaimOutputSchema = z
+    .object({
+    claimId: z.string().describe("Unique identifier for this claim"),
+    description: z.string().describe("Human-readable description"),
+    sut: z.string().describe("Primary SUT being evaluated"),
+    baseline: z.string().describe("Baseline SUT for comparison"),
+    metric: z.string().describe("Metric being compared"),
+    direction: ComparisonDirectionSchema,
+    threshold: z.number().optional().describe("Optional threshold for the difference"),
+    scope: ValidityScopeSchema,
+    scopeConstraints: z
+        .record(z.string(), z.union([PrimitiveSchema, z.array(PrimitiveSchema)]))
+        .optional()
+        .describe("Scope constraints"),
+    significanceLevel: z.number().optional().describe("Required significance level"),
+    minEffectSize: z.number().optional().describe("Minimum effect size"),
+    tags: z.array(z.string()).optional().describe("Tags for filtering"),
+    citation: z.string().optional().describe("Citation/reference for the claim"),
+})
+    .meta({ title: "EvaluationClaimOutput", description: "An evaluation claim (hypothesis)" });
+/**
+ * Result of evaluating a single claim.
+ */
+export const ClaimEvaluationSchema = z
+    .object({
+    claim: EvaluationClaimOutputSchema.describe("The claim being evaluated"),
+    status: ClaimStatusSchema,
+    evidence: ClaimEvidenceSchema.describe("Supporting evidence"),
+    inconclusiveReason: z.string().optional().describe("Reason for inconclusive status"),
+    notes: z.array(z.string()).optional().describe("Additional notes"),
+})
+    .meta({ title: "ClaimEvaluation", description: "Result of evaluating a single claim" });
+/**
+ * Summary of all claim evaluations.
+ */
+export const ClaimEvaluationSummarySchema = z
+    .object({
+    version: z.string().describe("Schema version"),
+    timestamp: z.string().describe("Generation timestamp"),
+    evaluations: z.array(ClaimEvaluationSchema).describe("Individual claim evaluations"),
+    summary: z.object({
+        total: z.number().int().describe("Total claims evaluated"),
+        satisfied: z.number().int().describe("Claims satisfied"),
+        violated: z.number().int().describe("Claims violated"),
+        inconclusive: z.number().int().describe("Claims inconclusive"),
+        satisfactionRate: z
+            .number()
+            .describe("Satisfaction rate (satisfied / (satisfied + violated))"),
+    }),
+})
+    .meta({
+    title: "ClaimEvaluationSummary",
+    description: "Summary of all claim evaluations",
+});
+// ============================================================================
+// Metrics Evaluator Output Types (src/types/evaluator.ts)
+// ============================================================================
+/**
+ * Metrics criterion type.
+ */
+const MetricsCriterionTypeSchema = z
+    .enum(["threshold", "baseline", "target-range"])
+    .describe("Type of metrics criterion");
+/**
+ * Threshold operator.
+ */
+const ThresholdOperatorSchema = z
+    .enum(["gt", "gte", "lt", "lte", "eq"])
+    .describe("Comparison operator");
+/**
+ * A single metrics criterion (output form).
+ */
+export const MetricsCriterionOutputSchema = z
+    .object({
+    criterionId: z.string().describe("Unique identifier"),
+    description: z.string().describe("Human-readable description"),
+    type: MetricsCriterionTypeSchema,
+    metric: z.string().describe("Metric to evaluate"),
+    sut: z.string().describe('SUT to evaluate (or "*" for all SUTs)'),
+    threshold: z
+        .object({
+        operator: ThresholdOperatorSchema,
+        value: z.number(),
+    })
+        .optional(),
+    baseline: z
+        .object({
+        sut: z.string(),
+        operator: ThresholdOperatorSchema,
+    })
+        .optional(),
+    targetRange: z
+        .object({
+        min: z.number().optional(),
+        max: z.number().optional(),
+        minInclusive: z.boolean().optional(),
+        maxInclusive: z.boolean().optional(),
+    })
+        .optional(),
+    scopeConstraints: z
+        .object({
+        caseClass: z.union([z.string(), z.array(z.string())]).optional(),
+    })
+        .optional(),
+    tags: z.array(z.string()).optional(),
+})
+    .meta({
+    title: "MetricsCriterionOutput",
+    description: "A metrics evaluation criterion",
+});
+/**
+ * Result of evaluating a single metrics criterion.
+ */
+export const MetricsCriterionResultSchema = z
+    .object({
+    criterion: MetricsCriterionOutputSchema,
+    status: z.enum(["pass", "fail", "inconclusive"]),
+    observed: z.array(z.object({
+        sut: z.string(),
+        value: z.number(),
+    })),
+    expected: z.object({
+        type: MetricsCriterionTypeSchema,
+        threshold: z.number().optional(),
+        baselineValue: z.number().optional(),
+        targetRange: z.object({ min: z.number().optional(), max: z.number().optional() }).optional(),
+    }),
+    inconclusiveReason: z.string().optional(),
+})
+    .meta({
+    title: "MetricsCriterionResult",
+    description: "Result of evaluating a single metrics criterion",
+});
+/**
+ * Summary of metrics evaluation.
+ */
+export const MetricsEvaluationSummarySchema = z
+    .object({
+    version: z.string().describe("Schema version"),
+    timestamp: z.string().describe("Generation timestamp"),
+    results: z.array(MetricsCriterionResultSchema).describe("Individual criterion results"),
+    summary: z.object({
+        total: z.number().int().describe("Total criteria evaluated"),
+        passed: z.number().int().describe("Criteria passed"),
+        failed: z.number().int().describe("Criteria failed"),
+        inconclusive: z.number().int().describe("Criteria inconclusive"),
+        passRate: z.number().describe("Overall pass rate"),
+        passRateBySut: z.record(z.string(), z.number()).describe("Pass rate by SUT"),
+    }),
+})
+    .meta({
+    title: "MetricsEvaluationSummary",
+    description: "Summary of metrics evaluation",
+});
+// ============================================================================
+// Robustness Types (src/types/perturbation.ts)
+// ============================================================================
+/**
+ * Robustness metrics.
+ */
+export const RobustnessMetricsSchema = z
+    .object({
+    varianceUnderPerturbation: z.number(),
+    stdUnderPerturbation: z.number(),
+    coefficientOfVariation: z.number(),
+    rankingStability: z.number().optional(),
+    degradationCurve: z
+        .array(z.object({
+        perturbationLevel: z.number(),
+        metricValue: z.number(),
+        stdDev: z.number().optional(),
+    }))
+        .optional(),
+    breakpoint: z.number().optional(),
+})
+    .meta({ title: "RobustnessMetrics", description: "Robustness analysis metrics" });
+/**
+ * Result of robustness analysis for a single SUT.
+ */
+export const RobustnessAnalysisResultSchema = z
+    .object({
+    sut: z.string(),
+    caseClass: z.string().optional(),
+    perturbation: z.string(),
+    metric: z.string(),
+    robustness: RobustnessMetricsSchema,
+    baselineValue: z.number(),
+    runCount: z.number().int(),
+})
+    .meta({
+    title: "RobustnessAnalysisResult",
+    description: "Result of robustness analysis for a single SUT",
+});
+/**
+ * Complete robustness analysis output.
+ */
+export const RobustnessAnalysisOutputSchema = z
+    .object({
+    version: z.string().describe("Schema version"),
+    timestamp: z.string().describe("Generation timestamp"),
+    results: z.array(RobustnessAnalysisResultSchema).describe("Individual analysis results"),
+    config: z.object({
+        perturbations: z.array(z.string()).describe("Perturbations applied"),
+        metrics: z.array(z.string()).describe("Metrics analyzed"),
+        intensityLevels: z.array(z.number()).optional().describe("Intensity levels tested"),
+        runsPerLevel: z.number().int().describe("Runs per perturbation level"),
+    }),
+})
+    .meta({
+    title: "RobustnessAnalysisOutput",
+    description: "Complete robustness analysis output",
+});
+// ============================================================================
+// Exploratory Evaluator Output Types (src/types/evaluator.ts)
+// ============================================================================
+/**
+ * Ranking of a SUT for a specific metric.
+ */
+export const SutMetricRankingSchema = z
+    .object({
+    sut: z.string(),
+    mean: z.number(),
+    median: z.number(),
+    std: z.number().optional(),
+    rank: z.number().int(),
+    n: z.number().int(),
+})
+    .meta({ title: "SutMetricRanking", description: "Ranking of a SUT for a specific metric" });
+/**
+ * Pairwise comparison between two SUTs.
+ */
+export const PairwiseComparisonSchema = z
+    .object({
+    sutA: z.string(),
+    sutB: z.string(),
+    metric: z.string(),
+    delta: z.number(),
+    ratio: z.number(),
+    pValue: z.number().optional(),
+    effectSize: z.number().optional(),
+    significant: z.boolean(),
+})
+    .meta({
+    title: "PairwiseComparison",
+    description: "Pairwise comparison between two SUTs",
+});
+/**
+ * Effect of a case class on SUT performance.
+ */
+export const CaseClassEffectSchema = z
+    .object({
+    caseClass: z.string(),
+    sut: z.string(),
+    metric: z.string(),
+    deviationFromMean: z.number(),
+    percentageDeviation: z.number().optional(),
+    significant: z.boolean(),
+})
+    .meta({
+    title: "CaseClassEffect",
+    description: "Effect of a case class on SUT performance",
+});
+/**
+ * Correlation between two metrics.
+ */
+export const MetricCorrelationSchema = z
+    .object({
+    metricA: z.string(),
+    metricB: z.string(),
+    pearsonR: z.number(),
+    spearmanRho: z.number().optional(),
+    interpretation: z.string(),
+})
+    .meta({ title: "MetricCorrelation", description: "Correlation between two metrics" });
+/**
+ * Summary of exploratory evaluation results.
+ */
+export const ExploratoryEvaluationSummarySchema = z
+    .object({
+    version: z.string().describe("Schema version"),
+    timestamp: z.string().describe("Generation timestamp"),
+    rankings: z
+        .record(z.string(), z.array(SutMetricRankingSchema))
+        .describe("SUT rankings per metric"),
+    pairwiseComparisons: z
+        .array(PairwiseComparisonSchema)
+        .describe("Pairwise comparisons between SUTs"),
+    caseClassEffects: z.array(CaseClassEffectSchema).optional().describe("Case-class effects"),
+    metricCorrelations: z.array(MetricCorrelationSchema).optional().describe("Metric correlations"),
+    summary: z.object({
+        sutsAnalyzed: z.number().int(),
+        metricsAnalyzed: z.number().int(),
+        pairwiseComparisonsCount: z.number().int(),
+        significantDifferences: z.number().int(),
+        caseClassesAnalyzed: z.number().int().optional(),
+        bestSutPerMetric: z.record(z.string(), z.string()),
+    }),
+})
+    .meta({
+    title: "ExploratoryEvaluationSummary",
+    description: "Summary of exploratory evaluation results",
+});
+//# sourceMappingURL=output-schemas.js.map

package/dist/schemas/output-schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-schemas.js","sourceRoot":"","sources":["../../src/schemas/output-schemas.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAE7F,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACjF,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;AAElF,+EAA+E;AAC/E,qCAAqC;AACrC,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC;KAChC,IAAI,CAAC;IACL,WAAW;IACX,mBAAmB;IACnB,sBAAsB;IACtB,WAAW;IACX,iBAAiB;IACjB,SAAS;CACT,CAAC;KACD,QAAQ,CAAC,gCAAgC,CAAC,CAAC;AAE7C;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC;KAC/B,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACnE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC1C,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IAC7E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC9C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACpE,MAAM,EAAE,CAAC;SACP,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC;SACnC,QAAQ,EAAE;SACV,QAAQ,CAAC,sCAAsC,CAAC;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IACjE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;CAC1F,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,0BAA0B,EAAE,CAAC,CAAC;AAEzE;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACtC,MAAM,CAAC;IACP,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,mDAAmD,CAAC;IACzF,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IAC3E,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IACnE,eAAe,EAAE,CAAC;SAChB,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SAC9B,QAAQ,CAAC,qDAAqD,CAAC;IACjE,WAAW,EAAE,iBAAiB,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IAC1F,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;CAC9E,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,WAAW,EAAE,wBAAwB,EAAE,CAAC,CAAC;AAE9E;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC;KAC/B,MAAM,CAAC;IACP,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC9C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACjD,QAAQ,EAAE,CAAC;SACT,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC;SACnC,QAAQ,EAAE;SACV,QAAQ,CAAC,8BAA8B,CAAC;CAC1C,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,iCAAiC,EAAE,CAAC,CAAC;AAEhF;;GAEG;AACH,MAAM,uBAAuB,GAAG,CAAC;KAC/B,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACrE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,QAAQ,EAAE;CAC1D,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,WAAW,EAAE,mCAAmC,EAAE,CAAC,CAAC;AAEzF;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC;KAClC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC;SACxC,QAAQ,EAAE;SACV,QAAQ,CAAC,uBAAuB,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAC1F,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IACzE,SAAS,EAAE,CAAC;SACV,KAAK,CAAC,uBAAuB,CAAC;SAC9B,QAAQ,EAAE;SACV,QAAQ,CAAC,mCAAmC,CAAC;IAC/C,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;CAC1F,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,gCAAgC,EAAE,CAAC,CAAC;AAElF;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC;KAClC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC7E,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;CAC5F,CAAC;KACD,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;KACjE,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,6CAA6C,EAAE,CAAC,CAAC;AAE/F;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC;KAC/B,MAAM,CAAC;IACP,OAAO,EAAE,CAAC;SACR,MAAM,CAAC;QACP,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;QAC1D,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;KAC7C,CAAC;SACD,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACpB,QAAQ,CACR,6FAA6F,CAC7F;IACF,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC5D,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mDAAmD,CAAC;IAC3F,kBAAkB,EAAE,CAAC;SACnB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,kDAAkD,CAAC;IAC9D,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IAC7F,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAChE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IAC5F,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;IAC7F,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;CACtF,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,4CAA4C,EAAE,CAAC,CAAC;AAE3F;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACrC,MAAM,CAAC;IACP,GAAG,EAAE,gBAAgB,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC1D,WAAW,EAAE,uBAAuB,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACvE,OAAO,EAAE,mBAAmB,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACvE,OAAO,EAAE,mBAAmB,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IACxD,UAAU,EAAE,gBAAgB,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACvE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;CACxE,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,4BAA4B,EAAE,CAAC,CAAC;AAEjF;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC;KAChC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACtD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC9E,QAAQ,EAAE,CAAC;SACT,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC;SACnC,QAAQ,EAAE;SACV,QAAQ,CAAC,+BAA+B,CAAC;CAC3C,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,6BAA6B,EAAE,CAAC,CAAC;AAE7E,+EAA+E;AAC/E,2CAA2C;AAC3C,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC;KACjC,MAAM,CAAC;IACP,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACtD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC5C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACvD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IACzC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IACzC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAClE,YAAY,EAAE,CAAC;SACb,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;SAC/B,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACpD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IACxD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IACtD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;CACtD,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,yCAAyC,EAAE,CAAC,CAAC;AAE1F;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACtC,MAAM,CAAC;IACP,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IACzF,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAChF,UAAU,EAAE,CAAC;SACX,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IAChE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACtE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAC5E,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;CACrE,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,mBAAmB;IAC1B,WAAW,EAAE,sDAAsD;CACnE,CAAC,CAAC;AAEJ;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC;KACpC,MAAM,CAAC;IACP,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC9D,cAAc,EAAE,CAAC;SACf,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAC9B,QAAQ,CAAC,wDAAwD,CAAC;IACpE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CACzE,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,0CAA0C,EAAE,CAAC,CAAC;AAE9F;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACrC,MAAM,CAAC;IACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC1C,OAAO,EAAE,aAAa;IACtB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACpE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QACf,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;QACvE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;QAC9D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;KACnE,CAAC;IACF,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;QACrB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;QAC7E,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;QACpF,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;QACzF,gBAAgB,EAAE,CAAC;aACjB,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;aAC9B,QAAQ,EAAE;aACV,QAAQ,CAAC,4BAA4B,CAAC;KACxC,CAAC;IACF,OAAO,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC;SACtC,QAAQ,CAAC,mDAAmD,CAAC;IAC/D,WAAW,EAAE,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC;SAC3C,QAAQ,EAAE;SACV,QAAQ,CAAC,4BAA4B,CAAC;IACxC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IAC3E,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;CAC1F,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,6BAA6B,EAAE,CAAC,CAAC;AAElF;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACtC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACtD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IAC1E,QAAQ,EAAE,CAAC;SACT,MAAM,CAAC;QACP,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QAC5D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;QAC3D,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC3D,mBAAmB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;KACrF,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,iBAAiB,CAAC;CAC7B,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,WAAW,EAAE,6BAA6B,EAAE,CAAC,CAAC;AAEnF,+EAA+E;AAC/E,qCAAqC;AACrC,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC;KAClC,MAAM,CAAC;IACP,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC7D,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IACjE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IACxD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IACvE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACrE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACjE,SAAS,EAAE,CAAC;SACV,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;SAC/B,QAAQ,EAAE;SACV,QAAQ,CAAC,mCAAmC,CAAC;CAC/C,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,wCAAwC,EAAE,CAAC,CAAC;AAE1F;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC;KAChC,IAAI,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;KAC/C,QAAQ,CAAC,8BAA8B,CAAC,CAAC;AAE3C;;GAEG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC;KAC1C,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IAChE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IAC9D,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACvD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC5D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACpD,SAAS,EAAE,yBAAyB;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IAClF,KAAK,EAAE,mBAAmB;IAC1B,gBAAgB,EAAE,CAAC;SACjB,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;SACxE,QAAQ,EAAE;SACV,QAAQ,CAAC,mBAAmB,CAAC;IAC/B,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAChF,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACpE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACnE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;CAC5E,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,WAAW,EAAE,kCAAkC,EAAE,CAAC,CAAC;AAE5F;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC;KACpC,MAAM,CAAC;IACP,KAAK,EAAE,2BAA2B,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IACxE,MAAM,EAAE,iBAAiB;IACzB,QAAQ,EAAE,mBAAmB,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAC7D,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACpF,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CAClE,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,qCAAqC,EAAE,CAAC,CAAC;AAEzF;;GAEG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC3C,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACtD,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACpF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;QAC1D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACxD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QACtD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QAC9D,gBAAgB,EAAE,CAAC;aACjB,MAAM,EAAE;aACR,QAAQ,CAAC,wDAAwD,CAAC;KACpE,CAAC;CACF,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,wBAAwB;IAC/B,WAAW,EAAE,kCAAkC;CAC/C,CAAC,CAAC;AAEJ,+EAA+E;AAC/E,0DAA0D;AAC1D,+EAA+E;AAE/E;;GAEG;AACH,MAAM,0BAA0B,GAAG,CAAC;KAClC,IAAI,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;KAC/C,QAAQ,CAAC,2BAA2B,CAAC,CAAC;AAExC;;GAEG;AACH,MAAM,uBAAuB,GAAG,CAAC;KAC/B,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;KACtC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;AAElC;;GAEG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC3C,MAAM,CAAC;IACP,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IACrD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IAC9D,IAAI,EAAE,0BAA0B;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACjD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACjE,SAAS,EAAE,CAAC;SACV,MAAM,CAAC;QACP,QAAQ,EAAE,uBAAuB;QACjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KACjB,CAAC;SACD,QAAQ,EAAE;IACZ,QAAQ,EAAE,CAAC;SACT,MAAM,CAAC;QACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;QACf,QAAQ,EAAE,uBAAuB;KACjC,CAAC;SACD,QAAQ,EAAE;IACZ,WAAW,EAAE,CAAC;SACZ,MAAM,CAAC;QACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QACpC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KACpC,CAAC;SACD,QAAQ,EAAE;IACZ,gBAAgB,EAAE,CAAC;SACjB,MAAM,CAAC;QACP,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;KAChE,CAAC;SACD,QAAQ,EAAE;IACZ,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACpC,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,wBAAwB;IAC/B,WAAW,EAAE,gCAAgC;CAC7C,CAAC,CAAC;AAEJ;;GAEG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC3C,MAAM,CAAC;IACP,SAAS,EAAE,4BAA4B;IACvC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;IAChD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAChB,CAAC,CAAC,MAAM,CAAC;QACR,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;QACf,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KACjB,CAAC,CACF;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC;QAClB,IAAI,EAAE,0BAA0B;QAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACpC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;KAC5F,CAAC;IACF,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACzC,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,wBAAwB;IAC/B,WAAW,EAAE,iDAAiD;CAC9D,CAAC,CAAC;AAEJ;;GAEG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC;KAC7C,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACtD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACvF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;QAC5D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QACpD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QAChE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAClD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;KAC5E,CAAC;CACF,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,0BAA0B;IACjC,WAAW,EAAE,+BAA+B;CAC5C,CAAC,CAAC;AAEJ,+EAA+E;AAC/E,+CAA+C;AAC/C,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACtC,MAAM,CAAC;IACP,yBAAyB,EAAE,CAAC,CAAC,MAAM,EAAE;IACrC,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE;IAChC,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE;IAClC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,CAAC;SACjB,KAAK,CACL,CAAC,CAAC,MAAM,CAAC;QACR,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE;QAC7B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;QACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC,CACF;SACA,QAAQ,EAAE;IACZ,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,WAAW,EAAE,6BAA6B,EAAE,CAAC,CAAC;AAEnF;;GAEG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC;KAC7C,MAAM,CAAC;IACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,uBAAuB;IACnC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC1B,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,0BAA0B;IACjC,WAAW,EAAE,gDAAgD;CAC7D,CAAC,CAAC;AAEJ;;GAEG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC;KAC7C,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACtD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACxF,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QACpE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACzD,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QACnF,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;KACtE,CAAC;CACF,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,0BAA0B;IACjC,WAAW,EAAE,qCAAqC;CAClD,CAAC,CAAC;AAEJ,+EAA+E;AAC/E,8DAA8D;AAC9D,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACrC,MAAM,CAAC;IACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACtB,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CACnB,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,wCAAwC,EAAE,CAAC,CAAC;AAE7F;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACvC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;CACxB,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,oBAAoB;IAC3B,WAAW,EAAE,sCAAsC;CACnD,CAAC,CAAC;AAEJ;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC;KACpC,MAAM,CAAC;IACP,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC7B,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;CACxB,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,iBAAiB;IACxB,WAAW,EAAE,2CAA2C;CACxD,CAAC,CAAC;AAEJ;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACtC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;CAC1B,CAAC;KACD,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,WAAW,EAAE,iCAAiC,EAAE,CAAC,CAAC;AAEvF;;GAEG;AACH,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC;KACjD,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACtD,QAAQ,EAAE,CAAC;SACT,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;SACnD,QAAQ,CAAC,yBAAyB,CAAC;IACrC,mBAAmB,EAAE,CAAC;SACpB,KAAK,CAAC,wBAAwB,CAAC;SAC/B,QAAQ,CAAC,mCAAmC,CAAC;IAC/C,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IAC1F,kBAAkB,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAC/F,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;QAC9B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;QACjC,wBAAwB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;QAC1C,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;QACxC,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAChD,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;KAClD,CAAC;CACF,CAAC;KACD,IAAI,CAAC;IACL,KAAK,EAAE,8BAA8B;IACrC,WAAW,EAAE,2CAA2C;CACxD,CAAC,CAAC"}

package/dist/types/result.d.ts

@@ -95,11 +95,11 @@ export interface ResultMetrics {
  * Provenance information for reproducibility.
  */
 export interface Provenance {
-    /** Execution environment */
+    /** Execution environment (platform and arch required; additional fields are language-specific) */
     runtime: {
         platform: string;
         arch: string;
-        nodeVersion: string;
+        [key: string]: string;
     };
     /** Git commit hash */
     gitCommit?: string;