@lesliechan721/aw 0.1.0-beta.5 → 0.1.0-beta.50

package/dist/scripts/skill-reporting.d.ts

@@ -1,212 +0,0 @@
-export type SkillReportOwner = {
-    kind: 'plugin-skill';
-    plugin: string;
-    skill: string;
-} | {
-    kind: 'static-skill';
-    skill: string;
-};
-export interface SkillReportSourceIdentity {
-    digest: string;
-    gitHead: string | null;
-    gitHeads?: string[];
-    inScopeDirty: boolean;
-}
-export type SkillReportTargetCompositions = Record<string, string[]>;
-export interface SkillEvalRunLayout {
-    batchId: string;
-    batchRoot: string;
-    reportBoundaryRoot: string;
-    runId: string;
-    workRoot: string;
-    reportRoot: string;
-    rawRoot: string;
-    startedAt: string;
-    pid: number;
-    host: string;
-    cleanupWork(): Promise<void>;
-}
-interface EvaluationSubjectLike {
-    profile: string;
-    scope: string;
-    configDigest?: string;
-    bundleDigest?: string;
-    contentDigest?: string;
-    artifacts?: Array<{
-        kind: string;
-        key?: string;
-        contentDigest: string;
-    }>;
-}
-interface EvaluationSuiteLike {
-    id: string;
-    kind: 'trigger' | 'conversation' | 'command';
-    profile?: string;
-    split?: string | null;
-    outcome: 'passed' | 'failed' | 'needs_review' | 'incomplete';
-    complete: boolean;
-    mechanicalPassed: boolean;
-    qualitativeReview?: string;
-    reportPath?: string;
-    caseResults?: Array<{
-        id: string;
-        outcome: 'passed' | 'failed' | 'needs_review' | 'incomplete';
-        complete: boolean;
-        mechanicalPassed: boolean;
-        qualitativeReview?: string;
-        reportPath?: string;
-        sourceRunId?: string;
-        reused?: boolean;
-        summary?: Record<string, unknown>;
-        diagnostics?: string[];
-    }>;
-    summary?: Record<string, unknown>;
-    diagnostics?: string[];
-}
-export interface EvaluationLike {
-    generatedAt: string;
-    outcome: 'passed' | 'failed' | 'needs_review' | 'incomplete';
-    complete: boolean;
-    mechanicalPassed: boolean;
-    subjects: EvaluationSubjectLike[];
-    suites: EvaluationSuiteLike[];
-    diagnostics: string[];
-    model?: string | null;
-    modelProvider?: string | null;
-    codexVersion?: string | null;
-}
-export interface SkillEvalTargetSummary {
-    schemaVersion: 1;
-    target: string;
-    kind: 'materialization' | 'trigger' | 'conversation' | 'command';
-    runId: string;
-    generatedAt: string;
-    profile: string;
-    suite: string | null;
-    split: string;
-    case: string;
-    outcome: 'passed' | 'failed' | 'needs_review' | 'incomplete';
-    complete: boolean;
-    mechanicalPassed: boolean;
-    qualitativeReview: string;
-    requiredForRelease: boolean;
-    reportPath: string | null;
-    summary: Record<string, unknown>;
-    diagnostics: string[];
-}
-type TargetSummary = SkillEvalTargetSummary;
-export interface SkillEvalTargetPlan {
-    pending: string[];
-    reusable: SkillEvalTargetSummary[];
-}
-interface RunSummary {
-    runId: string;
-    status: 'running' | 'completed' | 'failed';
-    completedAt: string | null;
-    outcome: 'passed' | 'failed' | 'needs_review' | 'incomplete' | null;
-    complete: boolean;
-    mechanicalPassed: boolean;
-    reportPath: string;
-}
-interface BatchSummary {
-    schemaVersion: 1;
-    batchId: string;
-    name: string;
-    owner: SkillReportOwner;
-    createdAt: string;
-    updatedAt: string;
-    latestCompletedAt: string | null;
-    source: SkillReportSourceIdentity;
-    eval: {
-        runCount: number;
-        runs: RunSummary[];
-        targetCount: number;
-        attemptCount: number;
-        outcome: 'passed' | 'failed' | 'needs_review' | 'incomplete' | 'not_run';
-        complete: boolean;
-        mechanicalPassed: boolean;
-        releaseRequired: number;
-        releaseCovered: number;
-        releaseOutcome: 'passed' | 'failed' | 'needs_review' | 'incomplete' | 'not_run';
-        missingTargets: string[];
-        targets: TargetSummary[];
-        targetAttempts: TargetSummary[];
-    };
-    diagnostics: string[];
-}
-export declare function createSkillReportBatchId(name: string, date?: Date): string;
-export declare function resolveSkillEvalRoot(repoRoot: string, owner: SkillReportOwner): string;
-export declare function createSkillEvalRunLayout(options: {
-    repoRoot: string;
-    owner: SkillReportOwner;
-    batchName?: string;
-    batchId?: string;
-    runId?: string;
-    source: SkillReportSourceIdentity;
-    environmentDigest: string;
-    modelEnvironmentDigest?: string | null;
-    harnessDigest: string;
-    requiredTargets: string[];
-    targetCompositions?: SkillReportTargetCompositions;
-}): Promise<SkillEvalRunLayout>;
-export declare function computeAuthorSourceDigest(roots: Array<{
-    name: string;
-    root: string;
-}>): Promise<string>;
-export declare function createEnvironmentDigest(value: unknown): string;
-export declare function pluginReleaseTargets(manifest: {
-    profiles: Array<{
-        id: string;
-        requiredForRelease: boolean;
-    }>;
-    suites: Array<{
-        id: string;
-        kind: string;
-        profiles: string[];
-        releaseSplits: string[];
-        requiredForRelease: boolean;
-    }>;
-}): string[];
-export declare function staticReleaseTargets(manifest: {
-    suites: Array<{
-        id: string;
-        kind: string;
-        releaseSplits: string[];
-        requiredForRelease: boolean;
-    }>;
-}): string[];
-export declare function validateSkillReportTargetSegment(value: string, label: string): string;
-export declare function createSkillEvalTargetKey(parts: Array<string | null | undefined>): string;
-export declare function resolveSkillEvalTargetPlan(options: {
-    layout: SkillEvalRunLayout;
-    targets: string[];
-}): Promise<SkillEvalTargetPlan>;
-export declare function publishEvalRunCheckpoint(options: {
-    layout: SkillEvalRunLayout;
-    evaluation: EvaluationLike;
-    caseId?: string;
-    allowDuplicateTargets?: boolean;
-}): Promise<BatchSummary>;
-export declare function completeSkillEvalRun(options: {
-    layout: SkillEvalRunLayout;
-    evaluation: EvaluationLike;
-}): Promise<BatchSummary>;
-export declare function publishEvalRunToBatch(options: {
-    repoRoot: string;
-    layout: SkillEvalRunLayout;
-    evaluation: EvaluationLike;
-    caseId?: string;
-    requiredTargets: string[];
-    allowDuplicateTargets?: boolean;
-}): Promise<BatchSummary>;
-export declare function failSkillEvalRun(options: {
-    layout: SkillEvalRunLayout;
-    message?: string;
-}): Promise<BatchSummary>;
-export declare function refreshSkillReportBatch(options: {
-    repoRoot: string;
-    owner: SkillReportOwner;
-    batchId: string;
-}): Promise<BatchSummary>;
-export declare function reportBatchName(batchId: string): string;
-export {};