oh-my-knowledge 0.20.0 → 0.20.1

package/dist/src/types/judge.d.ts

@@ -0,0 +1,98 @@
+/** Single judge configuration: which executor to call and which model alias to pass. */
+export interface JudgeConfig {
+    /** Executor name (claude / openai / gemini / anthropic-api / openai-api / shell command). */
+    executor: string;
+    /** Model alias passed to the executor (e.g. "opus", "haiku", "gpt-4o", "gemini-2.0-pro"). */
+    model: string;
+}
+/** Per-judge ensemble entry: which judge gave what score (mean over judge-repeat if N>1). */
+export interface EnsembleJudgeResult {
+    /** "executor:model" identifier — e.g. "claude:opus" or "openai:gpt-4o". */
+    judge: string;
+    /** Mean score from this judge over judge-repeat calls (or single score if repeat=1). */
+    score: number;
+    /** Stddev across judge-repeat calls for this judge (0 if repeat=1). */
+    scoreStddev?: number;
+    /** Raw scores per call (length = judgeRepeat). */
+    scoreSamples?: number[];
+    /** How many of judgeRepeat calls failed (returned score=0). */
+    judgeFailureCount?: number;
+    /** First-call CoT reasoning from this judge. */
+    reasoning?: string;
+    /** Cost in USD across all calls from this judge. */
+    costUSD?: number;
+}
+/** Inter-judge agreement metrics across an ensemble. Both metrics are pairwise-averaged. */
+export interface JudgeAgreement {
+    /** Pairwise Pearson correlation, averaged. 1 = judges fully agree on rank order; 0 = no
+     *  correlation; -1 = anti-correlated. Note: only defined when at least one judge has
+     *  variance (constant-score judges produce undefined Pearson). */
+    pearson?: number;
+    /** Pairwise mean absolute difference of scores. 0 = identical scores. On a 1-5 scale
+     *  values < 0.5 are tight agreement, > 1.5 is large disagreement. */
+    meanAbsDiff: number;
+    /** Number of judge pairs the metrics were computed over (= n*(n-1)/2). */
+    pairCount: number;
+}
+export interface AssertionDetail {
+    type: string;
+    value: string | number;
+    weight: number;
+    passed: boolean;
+    message?: string;
+}
+export interface AssertionResults {
+    passed: number;
+    total: number;
+    score: number;
+    details: AssertionDetail[];
+    judgeCostUSD?: number;
+}
+export interface DimensionResult {
+    score: number;
+    reason: string;
+    judgeCostUSD?: number;
+    /** When judge-repeat > 1: scores from each judge run (length = repeat count). */
+    scoreSamples?: number[];
+    /** Standard deviation across scoreSamples (0 when repeat = 1). */
+    scoreStddev?: number;
+    /** Chain-of-thought reasoning produced by the judge before the final score. */
+    reasoning?: string;
+    /**
+     * Number of judge calls that failed (returned score=0 / non-JSON / executor error).
+     * Stddev = 0 + judgeFailureCount > 0 means "looks consistent but actually had failures",
+     * NOT "judge agreed perfectly". Always check this before trusting low stddev.
+     */
+    judgeFailureCount?: number;
+    /** Multi-judge ensemble: per-judge results when judgeModels.length >= 2. */
+    ensemble?: EnsembleJudgeResult[];
+    /** Multi-judge ensemble: inter-judge agreement metrics. */
+    agreement?: JudgeAgreement;
+}
+export interface LayeredScores {
+    factScore?: number;
+    behaviorScore?: number;
+    judgeScore?: number;
+}
+export interface GradeResult {
+    compositeScore: number;
+    layeredScores?: LayeredScores;
+    assertions?: AssertionResults;
+    llmScore?: number;
+    llmReason?: string;
+    /** Single-rubric mode: judge's chain-of-thought reasoning (first call when judgeRepeat > 1). */
+    llmReasoning?: string;
+    /** When judge-repeat > 1 with single rubric: stddev across N judge calls. */
+    llmScoreStddev?: number;
+    /** When judge-repeat > 1 with single rubric: raw scores from each judge call. */
+    llmScoreSamples?: number[];
+    /** When judge-repeat > 1 with single rubric: how many of the N judge calls failed. */
+    llmScoreFailures?: number;
+    /** Multi-judge ensemble (single rubric): per-judge results when judgeModels.length >= 2. */
+    llmEnsemble?: EnsembleJudgeResult[];
+    /** Multi-judge ensemble (single rubric): inter-judge agreement metrics. */
+    llmAgreement?: JudgeAgreement;
+    dimensions?: Record<string, DimensionResult>;
+    judgeCostUSD?: number;
+}
+//# sourceMappingURL=judge.d.ts.map

package/dist/src/types/judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../../src/types/judge.ts"],"names":[],"mappings":"AAAA,wFAAwF;AACxF,MAAM,WAAW,WAAW;IAC1B,6FAA6F;IAC7F,QAAQ,EAAE,MAAM,CAAC;IACjB,6FAA6F;IAC7F,KAAK,EAAE,MAAM,CAAC;CACf;AAED,6FAA6F;AAC7F,MAAM,WAAW,mBAAmB;IAClC,2EAA2E;IAC3E,KAAK,EAAE,MAAM,CAAC;IACd,wFAAwF;IACxF,KAAK,EAAE,MAAM,CAAC;IACd,uEAAuE;IACvE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kDAAkD;IAClD,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,+DAA+D;IAC/D,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,4FAA4F;AAC5F,MAAM,WAAW,cAAc;IAC7B;;sEAEkE;IAClE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;yEACqE;IACrE,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iFAAiF;IACjF,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,kEAAkE;IAClE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,4EAA4E;IAC5E,QAAQ,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACjC,2DAA2D;IAC3D,SAAS,CAAC,EAAE,cAAc,CAAC;CAC5B;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gGAAgG;IAChG,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,6EAA6E;IAC7E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iFAAiF;IACjF,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,sFAAsF;IACtF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,4FAA4F;IAC5F,WAAW,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACpC,2EAA2E;IAC3E,YAAY,CAAC,EAAE,cAAc,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB"}

package/dist/src/types/judge.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=judge.js.map

package/dist/src/types/judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.js","sourceRoot":"","sources":["../../../src/types/judge.ts"],"names":[],"mappings":""}

package/dist/src/types/report.d.ts

@@ -0,0 +1,390 @@
+import type { ToolCallInfo, TurnInfo } from './executor.js';
+import type { AssertionResults, DimensionResult, EnsembleJudgeResult, JudgeAgreement, LayeredScores } from './judge.js';
+import type { EvalBudget, EvaluationJob, EvaluationRequest, EvaluationRun, VariantConfig } from './eval.js';
+export interface VariantResult {
+    ok: boolean;
+    durationMs: number;
+    durationApiMs: number;
+    inputTokens: number;
+    outputTokens: number;
+    totalTokens: number;
+    cacheReadTokens: number;
+    cacheCreationTokens: number;
+    execCostUSD: number;
+    judgeCostUSD: number;
+    costUSD: number;
+    numTurns: number;
+    fullNumTurns?: number;
+    numSubAgents?: number;
+    assistantTurns?: number;
+    toolTurns?: number;
+    numToolCalls?: number;
+    numToolFailures?: number;
+    toolSuccessRate?: number;
+    toolNames?: string[];
+    traceCoverage?: number;
+    error?: string;
+    compositeScore?: number;
+    layeredScores?: LayeredScores;
+    assertions?: AssertionResults;
+    llmScore?: number;
+    llmReason?: string;
+    /** Single-rubric mode: judge's chain-of-thought reasoning (first call when judgeRepeat > 1). */
+    llmReasoning?: string;
+    /** Single-rubric mode + judgeRepeat > 1: stddev across N judge calls. */
+    llmScoreStddev?: number;
+    /** Single-rubric mode + judgeRepeat > 1: raw scores from each call. */
+    llmScoreSamples?: number[];
+    /** Single-rubric mode + judgeRepeat > 1: how many of N calls failed. */
+    llmScoreFailures?: number;
+    /** Single-rubric mode + judgeModels.length >= 2: per-judge ensemble results. */
+    llmEnsemble?: EnsembleJudgeResult[];
+    /** Single-rubric mode + judgeModels.length >= 2: inter-judge agreement metrics. */
+    llmAgreement?: JudgeAgreement;
+    dimensions?: Record<string, DimensionResult>;
+    factCheck?: {
+        verifiedCount: number;
+        totalCount: number;
+        verifiedRate: number;
+        claims: Array<{
+            type: string;
+            value: string;
+            verified: boolean;
+            evidence?: string;
+        }>;
+    };
+    outputPreview: string | null;
+    fullOutput?: string;
+    turns?: TurnInfo[];
+    toolCalls?: ToolCallInfo[];
+    timing?: {
+        execMs: number;
+        gradeMs: number;
+        totalMs: number;
+    };
+}
+export interface VariantSummary {
+    totalSamples: number;
+    successCount: number;
+    errorCount: number;
+    errorRate: number;
+    avgDurationMs: number;
+    avgInputTokens: number;
+    avgOutputTokens: number;
+    avgTotalTokens: number;
+    totalCostUSD: number;
+    totalExecCostUSD: number;
+    totalJudgeCostUSD: number;
+    avgCostPerSample: number;
+    avgNumTurns: number;
+    avgFullNumTurns?: number;
+    avgNumSubAgents?: number;
+    avgAssistantTurns?: number;
+    avgToolTurns?: number;
+    avgToolCalls?: number;
+    avgToolFailures?: number;
+    toolSuccessRate?: number;
+    toolDistribution?: Record<string, number>;
+    traceCoverageRate?: number;
+    avgFactScore?: number;
+    avgFactVerifiedRate?: number;
+    avgBehaviorScore?: number;
+    avgJudgeScore?: number;
+    avgCompositeScore?: number;
+    minCompositeScore?: number;
+    maxCompositeScore?: number;
+    scoreStddev?: number;
+    scoreCV?: number;
+    avgAssertionScore?: number;
+    avgLlmScore?: number;
+    minLlmScore?: number;
+    maxLlmScore?: number;
+    /** Aggregate-level multi-judge agreement across this variant's samples (single rubric mode).
+     *  sampleCount = how many samples had complete ensemble data. */
+    judgeAgreement?: JudgeAgreement & {
+        sampleCount: number;
+    };
+    /** List of judge identifiers ("executor:model") seen in this variant's ensemble data. */
+    judgeModels?: string[];
+    /** Bootstrap CI on this variant's compositeScore mean (when --bootstrap enabled).
+     *  Distribution-free; preferred over t-interval for ordinal LLM scores. */
+    bootstrapCI?: {
+        low: number;
+        high: number;
+        estimate: number;
+        samples: number;
+    };
+}
+/**
+ * Pairwise variant comparison stats — used when comparing treatment vs control.
+ * Independent from per-variant `bootstrapCI` (which is on each variant alone).
+ */
+export interface VariantPairComparison {
+    /** Control variant name (the subtrahend). */
+    control: string;
+    /** Treatment variant name (the minuend). */
+    treatment: string;
+    /** Bootstrap CI on (treatment - control) mean diff. `significant` = 0 outside CI. */
+    diffBootstrapCI?: {
+        low: number;
+        high: number;
+        estimate: number;
+        samples: number;
+        significant: boolean;
+    };
+}
+export interface GitInfo {
+    commit: string;
+    commitShort: string;
+    branch: string;
+    dirty: boolean;
+}
+/** Persisted form of agreement metrics between gold dataset and the LLM judge.
+ *  Lives on ReportMeta so the renderer can show a "人工锚点" section without
+ *  re-loading the gold dataset. */
+export interface ReportHumanAgreement {
+    /** Krippendorff α (interval weights) — primary metric. */
+    alpha: number;
+    /** Bootstrap 95% CI on α. */
+    alphaCI: {
+        low: number;
+        high: number;
+        estimate: number;
+        samples: number;
+    };
+    /** Quadratic-weighted κ — secondary metric. */
+    weightedKappa: number;
+    /** Pearson r — tertiary, rank-order only. */
+    pearson: number;
+    /** Number of (gold, judge) pairs that contributed. */
+    sampleCount: number;
+    /** Variant whose judge scores were compared. */
+    variant: string;
+    /** Identifier of the gold annotator (model id, person, or team handle). */
+    goldAnnotator: string;
+    /** Free-form version string from the gold metadata. */
+    goldVersion: string;
+    /** Set when annotator id overlapped with judge model id. */
+    contaminationWarning?: string;
+    /** Sample_ids in the gold set that were absent from the report. */
+    missingCount: number;
+    /** Sample_ids present in the report but with no judge score (assertion-only etc). */
+    unscoredCount: number;
+}
+export interface ReportMeta {
+    variants: string[];
+    model: string;
+    judgeModel: string | null;
+    executor: string;
+    sampleCount: number;
+    taskCount: number;
+    totalCostUSD: number;
+    timestamp: string;
+    cliVersion: string;
+    nodeVersion: string;
+    artifactHashes: Record<string, string>;
+    /** v0.21 — Report JSON schema version. Reports without this field are treated as v0
+     *  (legacy field semantics: pre-v0.21 `gapRate`/`weightedGapRate` map to `evalGapRate`/
+     *  `evalWeightedGapRate` for eval-side reports). v0.21+ writes 1. */
+    schemaVersion?: number;
+    /** SHA256-12 of every sample's content (sample_id → hash). Same hash = same sample. */
+    sampleHashes?: Record<string, string>;
+    /** SHA256-12 of the LLM judge prompt template. Different hash = judge changed semantics. */
+    judgePromptHash?: string;
+    /** Number of times each sample was judged. 1 = single judge (default). */
+    judgeRepeat?: number;
+    /** Multi-judge ensemble configuration: ["claude:opus", "openai:gpt-4o", ...].
+     *  When length >= 2, every (sample × dimension) is scored by all judges and
+     *  agreement metrics are reported per-result. */
+    judgeModels?: string[];
+    /** Which CI framework was used for this report: 't-test' (legacy default),
+     *  'bootstrap' (--bootstrap), or 'both' (some summaries have both). Reports
+     *  with mismatched frameworks shouldn't be compared blindly on CI bounds. */
+    evaluationFramework?: 't-test' | 'bootstrap' | 'both';
+    /** Pairwise comparisons (treatment vs control) — populated when --bootstrap and
+     *  multi-variant. Length = (variants.length - 1). */
+    pairComparisons?: VariantPairComparison[];
+    /** v0.21 Phase 3 — which judge-bias debias modes were active for this run.
+     *  Values: 'length' (substance-not-length prompt), 'position' (random ensemble
+     *  order). Empty / absent means legacy default (no debias). The renderer shows
+     *  this so readers can tell apples from oranges across reports. */
+    debiasMode?: Array<'length' | 'position'>;
+    /** v0.22 — set to true when the run was aborted by a budget tracker. The
+     *  report is partial: only tasks completed before the abort are present. */
+    budgetExhausted?: boolean;
+    /** v0.22 — budget caps that were active for this run, copied from request.budget
+     *  for ease of reading without dereferencing request. */
+    budget?: EvalBudget;
+    /** Human-gold agreement when --gold-dir was passed at run time. Compares the
+     *  judge's llmScore against the gold annotations on matching sample_ids. See
+     *  src/grading/human-gold.ts for the metric definitions. */
+    humanAgreement?: ReportHumanAgreement;
+    variantConfigs?: VariantConfig[];
+    request?: EvaluationRequest;
+    run?: EvaluationRun;
+    job?: EvaluationJob;
+    gitInfo?: GitInfo | null;
+    blind?: boolean;
+    blindMap?: Record<string, string>;
+    layeredStats?: boolean;
+}
+export interface ResultEntry {
+    sample_id: string;
+    variants: Record<string, VariantResult>;
+}
+export interface Report {
+    id: string;
+    meta: ReportMeta;
+    summary: Record<string, VariantSummary>;
+    results: ResultEntry[];
+    analysis?: AnalysisResult;
+    variance?: VarianceData;
+    each?: boolean;
+    overview?: {
+        totalArtifacts: number;
+        totalSamples: number;
+        totalCostUSD: number;
+        artifacts: Array<{
+            name: string;
+            baselineScore: number | null;
+            artifactScore: number | null;
+            improvement: string;
+        }>;
+    };
+    artifacts?: Array<{
+        name: string;
+        sampleCount: number;
+        artifactHash: string | null;
+        summary: Record<string, VariantSummary>;
+        /** --each --repeat N 时由 runMultiple 聚合的三层独立 variance + t 检验 */
+        variance?: VarianceData;
+        results: ResultEntry[];
+    }>;
+}
+export interface Insight {
+    type: string;
+    severity: 'error' | 'warning' | 'info';
+    message: string;
+    details: unknown;
+}
+export interface KnowledgeCoverageEntry {
+    path: string;
+    type: string;
+    accessed: boolean;
+    accessCount: number;
+    lineCount?: number;
+}
+export interface KnowledgeCoverage {
+    entries: KnowledgeCoverageEntry[];
+    filesCovered: number;
+    filesTotal: number;
+    fileCoverageRate: number;
+    uncoveredFiles: string[];
+    grepPatternsUsed: number;
+    overallRate: number;
+}
+export interface AnalysisResult {
+    summary?: string;
+    insights: Insight[];
+    suggestions: string[];
+    coverage?: Record<string, KnowledgeCoverage>;
+    /** Per-variant knowledge gap reports. See docs/knowledge-gap-signal-spec.md */
+    gapReports?: Record<string, GapReport>;
+}
+export interface HedgingVerdict {
+    isUncertainty: boolean;
+    confidence: number;
+    reason: string;
+}
+export interface GapSignalRef {
+    sampleId: string;
+    type: 'failed_search' | 'explicit_marker' | 'hedging' | 'repeated_failure';
+    turn?: number;
+    context: string;
+    evidence?: Record<string, unknown>;
+    weight: number;
+    classifierVerdict?: HedgingVerdict;
+}
+export interface GapReport {
+    variant: string;
+    sampleCount: number;
+    samplesWithGap: number;
+    gapRate: number;
+    weightedGapRate: number;
+    testSetPath?: string | null;
+    testSetHash?: string | null;
+    signals: GapSignalRef[];
+    byType: {
+        failed_search: number;
+        explicit_marker: number;
+        hedging: number;
+        repeated_failure: number;
+    };
+}
+export interface VarianceEffectSize {
+    cohensD: number;
+    hedgesG: number;
+    primary: 'd' | 'g' | 'none';
+    magnitude: 'negligible' | 'small' | 'medium' | 'large' | 'none';
+    pooledStddev: number;
+    n1: number;
+    n2: number;
+}
+export interface VarianceMetric {
+    scores: number[];
+    mean: number;
+    lower: number;
+    upper: number;
+    stddev: number;
+}
+export interface VarianceComparisonMetric {
+    meanDiff: number;
+    tStatistic: number;
+    df: number;
+    significant: boolean;
+    effectSize: VarianceEffectSize;
+}
+export type VarianceMetricKey = 'cost' | 'efficiency';
+export type VarianceLayerKey = 'fact' | 'behavior' | 'judge';
+export interface VariantVariance extends VarianceMetric {
+    byMetric?: Partial<Record<VarianceMetricKey, VarianceMetric>>;
+    byLayer?: Partial<Record<VarianceLayerKey, VarianceMetric>>;
+}
+export interface VarianceComparison extends VarianceComparisonMetric {
+    a: string;
+    b: string;
+    byMetric?: Partial<Record<VarianceMetricKey, VarianceComparisonMetric>>;
+    byLayer?: Partial<Record<VarianceLayerKey, VarianceComparisonMetric>>;
+}
+export interface VarianceData {
+    runs: number;
+    perVariant: Record<string, VariantVariance>;
+    comparisons: VarianceComparison[];
+    /** v0.21 Phase 4 — saturation curve data. Populated only when repeat ≥ 2.
+     *  Per-variant cumulative score arrays at each repeat checkpoint, plus the
+     *  saturation verdict (only computed when repeat ≥ 5). */
+    saturation?: SaturationData;
+}
+/** Per-variant saturation curve data + (optionally) verdict. */
+export interface SaturationData {
+    /** Cumulative checkpoint counts (sample-cumulative across runs). */
+    checkpointSampleCounts: number[];
+    /** Per-variant trace: at each checkpoint, mean and CI bounds.
+     *  perVariant[variant][i] = { n, mean, ciLow, ciHigh } at checkpoint i. */
+    perVariant: Record<string, Array<{
+        n: number;
+        mean: number;
+        ciLow: number;
+        ciHigh: number;
+    }>>;
+    /** Saturation verdict per variant. Only present when repeat ≥ 5. */
+    verdicts?: Record<string, {
+        saturated: boolean;
+        atN: number | null;
+        confidence: 'high' | 'medium' | 'low';
+        method: 'slope' | 'bootstrap-ci-width' | 'plateau-height';
+        threshold: number;
+        reason: string;
+    }>;
+}
+//# sourceMappingURL=report.d.ts.map

package/dist/src/types/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/types/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,mBAAmB,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACxH,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE5G,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,OAAO,CAAC;IACZ,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gGAAgG;IAChG,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yEAAyE;IACzE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,uEAAuE;IACvE,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gFAAgF;IAChF,WAAW,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACpC,mFAAmF;IACnF,YAAY,CAAC,EAAE,cAAc,CAAC;IAC9B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C,SAAS,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,OAAO,CAAC;YAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;IACtK,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,YAAY,EAAE,CAAC;IAC3B,MAAM,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/D;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;qEACiE;IACjE,cAAc,CAAC,EAAE,cAAc,GAAG;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1D,yFAAyF;IACzF,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB;+EAC2E;IAC3E,WAAW,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAChF;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,6CAA6C;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,qFAAqF;IACrF,eAAe,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,OAAO,CAAA;KAAE,CAAC;CAC1G;AAED,MAAM,WAAW,OAAO;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,OAAO,CAAC;CAChB;AAED;;mCAEmC;AACnC,MAAM,WAAW,oBAAoB;IACnC,0DAA0D;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,6BAA6B;IAC7B,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1E,+CAA+C;IAC/C,aAAa,EAAE,MAAM,CAAC;IACtB,6CAA6C;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,sDAAsD;IACtD,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB,uDAAuD;IACvD,WAAW,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mEAAmE;IACnE,YAAY,EAAE,MAAM,CAAC;IACrB,qFAAqF;IACrF,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC;;yEAEqE;IACrE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,uFAAuF;IACvF,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,4FAA4F;IAC5F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,0EAA0E;IAC1E,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;qDAEiD;IACjD,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB;;iFAE6E;IAC7E,mBAAmB,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,MAAM,CAAC;IACtD;yDACqD;IACrD,eAAe,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAC1C;;;uEAGmE;IACnE,UAAU,CAAC,EAAE,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAC,CAAC;IAC1C;gFAC4E;IAC5E,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;6DACyD;IACzD,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB;;gEAE4D;IAC5D,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,GAAG,CAAC,EAAE,aAAa,CAAC;IACpB,GAAG,CAAC,EAAE,aAAa,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAIlC,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,MAAM;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACxC,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE;QACT,cAAc,EAAE,MAAM,CAAC;QACvB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,KAAK,CAAC;YACf,IAAI,EAAE,MAAM,CAAC;YACb,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;YAC7B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;YAC7B,WAAW,EAAE,MAAM,CAAC;SACrB,CAAC,CAAC;KACJ,CAAC;IACF,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACxC,+DAA+D;QAC/D,QAAQ,CAAC,EAAE,YAAY,CAAC;QACxB,OAAO,EAAE,WAAW,EAAE,CAAC;KACxB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,sBAAsB,EAAE,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC7C,+EAA+E;IAC/E,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;CACxC;AAKD,MAAM,WAAW,cAAc;IAC7B,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,eAAe,GAAG,iBAAiB,GAAG,SAAS,GAAG,kBAAkB,CAAC;IAC3E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAInC,MAAM,EAAE,MAAM,CAAC;IAGf,iBAAiB,CAAC,EAAE,cAAc,CAAC;CACpC;AAED,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAIhB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,MAAM,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;QACxB,OAAO,EAAE,MAAM,CAAC;QAChB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,GAAG,GAAG,GAAG,GAAG,MAAM,CAAC;IAC5B,SAAS,EAAE,YAAY,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;IAChE,YAAY,EAAE,MAAM,CAAC;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,OAAO,CAAC;IACrB,UAAU,EAAE,kBAAkB,CAAC;CAChC;AAKD,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,YAAY,CAAC;AAStD,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,UAAU,GAAG,OAAO,CAAC;AAE7D,MAAM,WAAW,eAAgB,SAAQ,cAAc;IACrD,QAAQ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC,CAAC;IAC9D,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC,CAAC;CAC7D;AAED,MAAM,WAAW,kBAAmB,SAAQ,wBAAwB;IAClE,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,QAAQ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,wBAAwB,CAAC,CAAC,CAAC;IACxE,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,wBAAwB,CAAC,CAAC,CAAC;CACvE;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC5C,WAAW,EAAE,kBAAkB,EAAE,CAAC;IAClC;;8DAE0D;IAC1D,UAAU,CAAC,EAAE,cAAc,CAAC;CAC7B;AAED,gEAAgE;AAChE,MAAM,WAAW,cAAc;IAC7B,oEAAoE;IACpE,sBAAsB,EAAE,MAAM,EAAE,CAAC;IACjC;+EAC2E;IAC3E,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IAC9F,oEAAoE;IACpE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;QACxB,SAAS,EAAE,OAAO,CAAC;QACnB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QACnB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QACtC,MAAM,EAAE,OAAO,GAAG,oBAAoB,GAAG,gBAAgB,CAAC;QAC1D,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ"}

package/dist/src/types/report.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=report.js.map

package/dist/src/types/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../../../src/types/report.ts"],"names":[],"mappings":""}

package/dist/src/types/shared.d.ts

@@ -0,0 +1,2 @@
+export type Lang = 'zh' | 'en';
+//# sourceMappingURL=shared.d.ts.map

package/dist/src/types/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/types/shared.ts"],"names":[],"mappings":"AACA,MAAM,MAAM,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC"}

package/dist/src/types/shared.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=shared.js.map

package/dist/src/types/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/types/shared.ts"],"names":[],"mappings":""}

package/dist/src/types/storage.d.ts

@@ -0,0 +1,21 @@
+import type { EvaluationJob } from './eval.js';
+import type { Report } from './report.js';
+export interface ReportStore {
+    list(): Promise<Report[]>;
+    get(id: string): Promise<Report | null>;
+    save(id: string, report: Report): Promise<void>;
+    update(id: string, mutator: (report: Report) => void): Promise<Report | null>;
+    remove(id: string): Promise<boolean>;
+    exists(id: string): Promise<boolean>;
+    findByVariant(variantName: string): Promise<Report[]>;
+    findByArtifactHash(hash: string): Promise<Report[]>;
+}
+export interface JobStore {
+    list(): Promise<EvaluationJob[]>;
+    get(id: string): Promise<EvaluationJob | null>;
+    save(id: string, job: EvaluationJob): Promise<void>;
+    update(id: string, mutator: (job: EvaluationJob) => EvaluationJob): Promise<EvaluationJob | null>;
+    remove(id: string): Promise<boolean>;
+    exists(id: string): Promise<boolean>;
+}
+//# sourceMappingURL=storage.d.ts.map

package/dist/src/types/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../../src/types/storage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAE1C,MAAM,WAAW,WAAW;IAC1B,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IACxC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC9E,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACrC,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACtD,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CACrD;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACjC,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;IAC/C,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,aAAa,KAAK,aAAa,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;IAClG,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACtC"}

package/dist/src/types/storage.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=storage.js.map

package/dist/src/types/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../../src/types/storage.ts"],"names":[],"mappings":""}