@workbench-ai/workbench-core 0.0.67 → 0.0.69

package/dist/execution-evidence.js

@@ -1,302 +0,0 @@
-import { mergeWorkbenchExecutionTracesByJob } from "./execution-traces.js";
-export function buildCandidateCaseExecutionRefs(args) {
-    const groups = new Map();
-    for (const job of args.jobs) {
-        const kind = readWorkbenchExecutionPurpose(job);
-        const jobCandidateId = job.candidateId ?? readWorkbenchExecutionMetadataString(job, "candidateId");
-        const jobCaseId = readWorkbenchExecutionMetadataString(job, "caseId");
-        if (jobCandidateId === args.candidateId &&
-            kind === "attempt" &&
-            caseReviewCaseIdsMatch(jobCaseId, args.caseId) &&
-            caseReviewSampleIndicesMatch(readWorkbenchExecutionMetadataNumber(job, "sampleIndex"), args.sampleIndex)) {
-            const key = [
-                job.runId,
-                kind,
-                jobCaseId ?? "",
-                readWorkbenchExecutionMetadataNumber(job, "sampleIndex") ?? "",
-            ].join("\0");
-            groups.set(key, [...(groups.get(key) ?? []), job]);
-        }
-    }
-    const executions = [...groups.values()]
-        .map((group) => group.slice().sort(compareWorkbenchExecutionJobs))
-        .flatMap((group) => {
-        const first = group[0];
-        if (!first) {
-            return [];
-        }
-        const kind = readWorkbenchExecutionPurpose(first);
-        if (kind !== "attempt") {
-            return [];
-        }
-        const startedAt = minTimestamp(group.map((job) => job.startedAt));
-        const finishedAt = maxTimestamp(group.map((job) => job.finishedAt));
-        const durationMs = startedAt && finishedAt
-            ? Math.max(0, Date.parse(finishedAt) - Date.parse(startedAt))
-            : null;
-        return [{
-                runId: first.runId,
-                kind,
-                role: "engine",
-                status: resolveWorkbenchJobGroupStatus(group),
-                jobIds: group.map((job) => job.id),
-                executionIds: group.flatMap((job) => {
-                    const executionId = readWorkbenchExecutionId(job);
-                    return executionId ? [executionId] : [];
-                }),
-                createdAt: minTimestamp(group.map((job) => job.createdAt)) ?? first.createdAt,
-                ...(startedAt ? { startedAt } : {}),
-                ...(finishedAt ? { finishedAt } : {}),
-                ...(durationMs !== null ? { durationMs } : {}),
-                ...optionalString("caseId", readWorkbenchExecutionMetadataString(first, "caseId")),
-                ...optionalNumber("sampleIndex", readWorkbenchExecutionMetadataNumber(first, "sampleIndex")),
-                ...optionalNumber("attemptIndex", readWorkbenchExecutionMetadataNumber(first, "attemptIndex")),
-            }];
-    })
-        .sort(compareCandidateCaseExecutions);
-    return selectCurrentExecutionRun(executions);
-}
-export function buildWorkbenchExecutionEvidence(args) {
-    const groups = new Map();
-    for (const job of args.jobs) {
-        if (isBaselineMaterializationJob(job)) {
-            continue;
-        }
-        const purpose = readWorkbenchExecutionPurpose(job);
-        if (!purpose) {
-            continue;
-        }
-        const key = [
-            job.runId,
-            purpose,
-            job.candidateId ?? readWorkbenchExecutionMetadataString(job, "candidateId") ?? "",
-            readWorkbenchExecutionMetadataString(job, "caseId") ?? "",
-            readWorkbenchExecutionMetadataNumber(job, "sampleIndex") ?? "",
-            readWorkbenchExecutionMetadataNumber(job, "attemptIndex") ?? "",
-        ].join("\0");
-        groups.set(key, [...(groups.get(key) ?? []), job]);
-    }
-    return [...groups.values()]
-        .map((group) => group.slice().sort(compareWorkbenchTraceJobs))
-        .flatMap((group) => {
-        const first = group[0];
-        if (!first) {
-            return [];
-        }
-        const purpose = readWorkbenchExecutionPurpose(first);
-        if (!purpose) {
-            return [];
-        }
-        const role = traceRoleForPurpose(purpose);
-        const sessions = group.flatMap((job) => args.traceSessionsForJob
-            ? args.traceSessionsForJob(job, role)
-            : []);
-        const jobIds = group.map((job) => job.id);
-        const executionIds = group.flatMap((job) => {
-            const executionId = readWorkbenchExecutionId(job);
-            return executionId ? [executionId] : [];
-        });
-        return [{
-                id: [
-                    purpose,
-                    first.runId,
-                    readWorkbenchExecutionMetadataString(first, "caseId") ?? "current",
-                    readWorkbenchExecutionMetadataNumber(first, "sampleIndex") ?? "sample",
-                    readWorkbenchExecutionMetadataNumber(first, "attemptIndex") ?? "attempt",
-                    jobIds.join("_"),
-                ].join(":"),
-                kind: purpose,
-                executionId: group.length === 1 ? readWorkbenchExecutionId(first) : null,
-                role,
-                status: resolveWorkbenchJobGroupStatus(group),
-                jobIds,
-                executionIds,
-                ...(first.candidateId ? { candidateId: first.candidateId } : {}),
-                ...optionalString("caseId", readWorkbenchExecutionMetadataString(first, "caseId")),
-                ...optionalNumber("sampleIndex", readWorkbenchExecutionMetadataNumber(first, "sampleIndex")),
-                ...optionalNumber("attemptIndex", readWorkbenchExecutionMetadataNumber(first, "attemptIndex")),
-                sessions,
-                trace: mergeWorkbenchExecutionTracesByJob({
-                    traceIdPrefix: args.traceIdPrefix,
-                    stageId: purpose,
-                    jobs: [
-                        ...group.map((job) => ({
-                            id: job.id,
-                            trace: args.traceForJob(job, role),
-                        })),
-                        ...sessions.map((session) => ({
-                            id: session.id,
-                            jobId: session.jobId,
-                            trace: session.trace,
-                        })),
-                    ],
-                }),
-            }];
-    })
-        .sort(compareWorkbenchExecutionEvidence);
-}
-export function readWorkbenchExecutionPurpose(job) {
-    if (job.kind !== "execute") {
-        return null;
-    }
-    const purpose = readExecutionRecord(job)?.purpose;
-    return purpose === "improve" || purpose === "attempt"
-        ? purpose
-        : null;
-}
-export function readWorkbenchExecutionId(job) {
-    const id = readExecutionRecord(job)?.id;
-    return typeof id === "string" && id.length > 0 ? id : null;
-}
-export function readWorkbenchExecutionMetadataString(job, key) {
-    const raw = readWorkbenchExecutionMetadataValue(job, key);
-    return typeof raw === "string" && raw.length > 0 ? raw : null;
-}
-export function readWorkbenchExecutionMetadataNumber(job, key) {
-    const raw = readWorkbenchExecutionMetadataValue(job, key);
-    return typeof raw === "number" && Number.isFinite(raw) ? raw : null;
-}
-export function isWorkbenchExecutionActive(execution) {
-    return execution.status === "queued" || execution.status === "running";
-}
-export function resolveWorkbenchJobGroupStatus(jobs) {
-    if (jobs.some((job) => job.status === "running")) {
-        return "running";
-    }
-    if (jobs.some((job) => job.status === "queued")) {
-        return "queued";
-    }
-    if (jobs.some((job) => job.status === "failed")) {
-        return "failed";
-    }
-    if (jobs.some((job) => job.status === "cancelled")) {
-        return "cancelled";
-    }
-    return "succeeded";
-}
-function readWorkbenchExecutionMetadataValue(job, key) {
-    const input = asRecord(job.input);
-    const execution = asRecord(input?.execution);
-    const metadata = asRecord(execution?.metadata);
-    return metadata?.[key] ?? input?.[key] ?? null;
-}
-function readExecutionRecord(job) {
-    const input = asRecord(job.input);
-    return asRecord(input?.execution);
-}
-function isBaselineMaterializationJob(job) {
-    const input = asRecord(job.input);
-    const execution = asRecord(input?.execution);
-    const metadata = asRecord(execution?.metadata);
-    return metadata?.baseline === true || input?.baseline === true;
-}
-function caseReviewCaseIdsMatch(jobCaseId, requestedCaseId) {
-    return Boolean(jobCaseId) &&
-        (jobCaseId === requestedCaseId || requestedCaseId.startsWith(`${jobCaseId}__`));
-}
-function caseReviewSampleIndicesMatch(jobSampleIndex, reviewSampleIndex) {
-    return typeof reviewSampleIndex !== "number" || jobSampleIndex === reviewSampleIndex;
-}
-function selectCurrentExecutionRun(executions) {
-    if (executions.length <= 1) {
-        return executions;
-    }
-    const activeRunId = executions
-        .filter(isWorkbenchExecutionActive)
-        .sort(compareExecutionRecency)[0]?.runId;
-    const selectedRunId = activeRunId ?? executions.slice().sort(compareExecutionRecency)[0]?.runId;
-    return selectedRunId
-        ? executions.filter((execution) => execution.runId === selectedRunId)
-        : executions;
-}
-function compareCandidateCaseExecutions(left, right) {
-    return (executionKindOrder(left.kind) - executionKindOrder(right.kind) ||
-        (left.sampleIndex ?? -1) - (right.sampleIndex ?? -1) ||
-        readExecutionRecencyMs(right) - readExecutionRecencyMs(left));
-}
-function compareExecutionRecency(left, right) {
-    return readExecutionRecencyMs(right) - readExecutionRecencyMs(left);
-}
-function compareWorkbenchExecutionJobs(left, right) {
-    return (executionKindOrder(readWorkbenchExecutionPurpose(left)) -
-        executionKindOrder(readWorkbenchExecutionPurpose(right)) ||
-        (readWorkbenchExecutionMetadataNumber(left, "sampleIndex") ?? -1) -
-            (readWorkbenchExecutionMetadataNumber(right, "sampleIndex") ?? -1) ||
-        readJobRecencyMs(right) - readJobRecencyMs(left) ||
-        left.id.localeCompare(right.id));
-}
-function compareWorkbenchTraceJobs(left, right) {
-    return (executionKindOrder(readWorkbenchExecutionPurpose(left)) -
-        executionKindOrder(readWorkbenchExecutionPurpose(right)) ||
-        String(readWorkbenchExecutionMetadataString(left, "caseId") ?? "").localeCompare(String(readWorkbenchExecutionMetadataString(right, "caseId") ?? "")) ||
-        (readWorkbenchExecutionMetadataNumber(left, "sampleIndex") ?? -1) -
-            (readWorkbenchExecutionMetadataNumber(right, "sampleIndex") ?? -1) ||
-        (readWorkbenchExecutionMetadataNumber(left, "attemptIndex") ?? -1) -
-            (readWorkbenchExecutionMetadataNumber(right, "attemptIndex") ?? -1) ||
-        left.id.localeCompare(right.id));
-}
-function compareWorkbenchExecutionEvidence(left, right) {
-    return (executionKindOrder(left.kind) - executionKindOrder(right.kind) ||
-        String(left.caseId ?? "").localeCompare(String(right.caseId ?? "")) ||
-        (left.sampleIndex ?? -1) - (right.sampleIndex ?? -1) ||
-        (left.attemptIndex ?? -1) - (right.attemptIndex ?? -1) ||
-        String(left.jobIds[0] ?? "").localeCompare(String(right.jobIds[0] ?? "")));
-}
-function traceRoleForPurpose(purpose) {
-    if (purpose === "improve") {
-        return "improver";
-    }
-    return "engine";
-}
-function executionKindOrder(kind) {
-    if (kind === "improve") {
-        return 0;
-    }
-    if (kind === "attempt") {
-        return 1;
-    }
-    return 3;
-}
-function readExecutionRecencyMs(execution) {
-    return (parseTimestampMs(execution.finishedAt) ??
-        parseTimestampMs(execution.startedAt) ??
-        parseTimestampMs(execution.createdAt) ??
-        0);
-}
-function readJobRecencyMs(job) {
-    return (parseTimestampMs(job.finishedAt) ??
-        parseTimestampMs(job.startedAt) ??
-        parseTimestampMs(job.updatedAt) ??
-        parseTimestampMs(job.createdAt) ??
-        0);
-}
-function minTimestamp(values) {
-    const sorted = values
-        .filter((value) => typeof value === "string" && value.length > 0)
-        .sort();
-    return sorted[0] ?? null;
-}
-function maxTimestamp(values) {
-    const sorted = values
-        .filter((value) => typeof value === "string" && value.length > 0)
-        .sort();
-    return sorted[sorted.length - 1] ?? null;
-}
-function parseTimestampMs(value) {
-    if (!value) {
-        return null;
-    }
-    const parsed = Date.parse(value);
-    return Number.isFinite(parsed) ? parsed : null;
-}
-function optionalString(key, value) {
-    return value ? { [key]: value } : {};
-}
-function optionalNumber(key, value) {
-    return value == null ? {} : { [key]: value };
-}
-function asRecord(value) {
-    return value && typeof value === "object" && !Array.isArray(value)
-        ? value
-        : null;
-}

package/dist/inspection.d.ts

@@ -1,117 +0,0 @@
-import { type WorkbenchEvaluationComparison } from "@workbench-ai/workbench-contract";
-import type { AuthoredWorkbenchSourceDocument, CandidateCaseReview, CandidateFilePreview, CandidateFileSummary, CandidateLineageGraph, CandidateRecord, EvaluationScorecard, RemoteWorkbenchJob, RunSummary, RuntimeSnapshot, WorkbenchExecutionEventRole, WorkbenchExecutionTrace, WorkbenchExecutionTraceDetail, WorkbenchTraceSession } from "@workbench-ai/workbench-contract";
-export interface WorkbenchInspectionErrorOptions {
-    status?: number;
-}
-export declare class WorkbenchInspectionError extends Error {
-    readonly status: number;
-    readonly statusCode: number;
-    constructor(message: string, options?: WorkbenchInspectionErrorOptions);
-}
-export interface WorkbenchInspectionFileListInput {
-    fingerprint?: string | null;
-}
-export interface WorkbenchInspectionFileSurface {
-    files: CandidateFileSummary[];
-    preview: CandidateFilePreview | null;
-}
-export interface WorkbenchInspectionFileSurfaceInput extends WorkbenchInspectionFileListInput {
-    path?: string | null;
-    view?: "diff" | "raw" | "rendered";
-}
-export interface WorkbenchInspectionCandidateInput {
-    id: string;
-}
-export interface WorkbenchInspectionCandidateFileSurfaceInput extends WorkbenchInspectionCandidateInput {
-    path?: string | null;
-    view?: "diff" | "raw" | "rendered";
-}
-export interface WorkbenchInspectionEvaluationInput {
-    id: string;
-}
-export interface WorkbenchInspectionCaseReviewInput {
-    candidateId: string;
-    caseId: string;
-    runId: string;
-    sampleIndex?: number;
-}
-export interface WorkbenchInspectionRunInput {
-    id: string;
-    includeJobs?: boolean;
-}
-export interface WorkbenchInspectionExecutionInput {
-    runId: string;
-    jobId: string;
-}
-export interface WorkbenchInspectionExecutionFileSurfaceInput extends WorkbenchInspectionExecutionInput {
-    path?: string | null;
-    view?: "diff" | "raw" | "rendered";
-}
-export interface WorkbenchInspectionRunDetail {
-    run: RunSummary;
-    jobs?: RemoteWorkbenchJob[];
-}
-export type WorkbenchFailureKind = "run" | "evaluation" | "sample" | "case" | "job";
-export interface WorkbenchFailureDetail {
-    kind: WorkbenchFailureKind;
-    id: string;
-    status?: string;
-    runId?: string;
-    candidateId?: string;
-    evaluationId?: string;
-    jobId?: string;
-    caseId?: string;
-    sampleIndex?: number;
-    attemptIndex?: number;
-    error?: string;
-}
-export interface WorkbenchFailureDiagnosis {
-    targetId: string | null;
-    failures: WorkbenchFailureDetail[];
-    failedRunCount: number;
-    failedEvaluationCount: number;
-    failedJobCount: number;
-}
-export interface WorkbenchInspectionBackend {
-    projectId: string;
-    snapshot(): Promise<RuntimeSnapshot>;
-    spec(input: WorkbenchInspectionFileListInput): Promise<AuthoredWorkbenchSourceDocument>;
-    sourceFiles(input: WorkbenchInspectionFileListInput): Promise<CandidateFileSummary[]>;
-    sourceFileSurface(input: WorkbenchInspectionFileSurfaceInput): Promise<WorkbenchInspectionFileSurface>;
-    candidate(input: WorkbenchInspectionCandidateInput): Promise<CandidateRecord>;
-    candidateFiles(input: WorkbenchInspectionCandidateInput): Promise<CandidateFileSummary[]>;
-    candidateFileSurface(input: WorkbenchInspectionCandidateFileSurfaceInput): Promise<WorkbenchInspectionFileSurface>;
-    evaluation(input: WorkbenchInspectionEvaluationInput): Promise<EvaluationScorecard>;
-    run(input: WorkbenchInspectionRunInput): Promise<WorkbenchInspectionRunDetail>;
-    jobInRun?(input: WorkbenchInspectionExecutionInput): Promise<RemoteWorkbenchJob>;
-    executionFiles(input: WorkbenchInspectionExecutionInput): Promise<CandidateFileSummary[]>;
-    executionFileSurface(input: WorkbenchInspectionExecutionFileSurfaceInput): Promise<WorkbenchInspectionFileSurface>;
-    caseReview?(input: WorkbenchInspectionCaseReviewInput): Promise<CandidateCaseReview>;
-    executionTrace?(input: WorkbenchInspectionExecutionInput): Promise<WorkbenchExecutionTraceDetail>;
-    traceForJob?(job: RemoteWorkbenchJob, role: WorkbenchExecutionEventRole): WorkbenchExecutionTrace;
-    traceSessionsForJob?(job: RemoteWorkbenchJob, role: WorkbenchExecutionEventRole): WorkbenchTraceSession[];
-}
-export interface WorkbenchInspection {
-    snapshot(): Promise<RuntimeSnapshot>;
-    spec(input?: WorkbenchInspectionFileListInput): Promise<AuthoredWorkbenchSourceDocument>;
-    sourceFiles(input?: WorkbenchInspectionFileListInput): Promise<CandidateFileSummary[]>;
-    sourceFileSurface(input?: WorkbenchInspectionFileSurfaceInput): Promise<WorkbenchInspectionFileSurface>;
-    candidate(input: WorkbenchInspectionCandidateInput): Promise<CandidateRecord>;
-    candidateFiles(input: WorkbenchInspectionCandidateInput): Promise<CandidateFileSummary[]>;
-    candidateFileSurface(input: WorkbenchInspectionCandidateFileSurfaceInput): Promise<WorkbenchInspectionFileSurface>;
-    evaluations(): Promise<WorkbenchEvaluationComparison>;
-    evaluation(input: WorkbenchInspectionEvaluationInput): Promise<EvaluationScorecard>;
-    caseReview(input: WorkbenchInspectionCaseReviewInput): Promise<CandidateCaseReview>;
-    run(input: WorkbenchInspectionRunInput): Promise<WorkbenchInspectionRunDetail>;
-    executionTrace(input: WorkbenchInspectionExecutionInput): Promise<WorkbenchExecutionTraceDetail>;
-    executionFiles(input: WorkbenchInspectionExecutionInput): Promise<CandidateFileSummary[]>;
-    executionFileSurface(input: WorkbenchInspectionExecutionFileSurfaceInput): Promise<WorkbenchInspectionFileSurface>;
-    lineage(): Promise<CandidateLineageGraph>;
-    diagnose(input?: {
-        targetId?: string | null;
-    }): Promise<WorkbenchFailureDiagnosis>;
-}
-export declare function createWorkbenchInspection(backend: WorkbenchInspectionBackend): WorkbenchInspection;
-export declare function selectedFilePath(requestedPath: string | null | undefined, files: readonly CandidateFileSummary[]): string | null;
-export declare function pickDefaultCandidateFilePath(files: readonly CandidateFileSummary[]): string | null;
-//# sourceMappingURL=inspection.d.ts.map

package/dist/inspection.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"inspection.d.ts","sourceRoot":"","sources":["../src/inspection.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,6BAA6B,EACnC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,KAAK,EACV,+BAA+B,EAC/B,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,mBAAmB,EAEnB,kBAAkB,EAElB,UAAU,EACV,eAAe,EACf,2BAA2B,EAC3B,uBAAuB,EACvB,6BAA6B,EAC7B,qBAAqB,EACtB,MAAM,kCAAkC,CAAC;AAW1C,MAAM,WAAW,+BAA+B;IAC9C,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,wBAAyB,SAAQ,KAAK;IACjD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;gBAEhB,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,+BAAoC;CAM3E;AAED,MAAM,WAAW,gCAAgC;IAC/C,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,8BAA8B;IAC7C,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAC9B,OAAO,EAAE,oBAAoB,GAAG,IAAI,CAAC;CACtC;AAED,MAAM,WAAW,mCAAoC,SAAQ,gCAAgC;IAC3F,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,UAAU,CAAC;CACpC;AAED,MAAM,WAAW,iCAAiC;IAChD,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,4CAA6C,SAAQ,iCAAiC;IACrG,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,UAAU,CAAC;CACpC;AAED,MAAM,WAAW,kCAAkC;IACjD,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,kCAAkC;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,2BAA2B;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,iCAAiC;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,4CAA6C,SAAQ,iCAAiC;IACrG,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,UAAU,CAAC;CACpC;AAED,MAAM,WAAW,4BAA4B;IAC3C,GAAG,EAAE,UAAU,CAAC;IAChB,IAAI,CAAC,EAAE,kBAAkB,EAAE,CAAC;CAC7B;AAED,MAAM,MAAM,oBAAoB,GAAG,KAAK,GAAG,YAAY,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAC;AAEpF,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,sBAAsB,EAAE,CAAC;IACnC,cAAc,EAAE,MAAM,CAAC;IACvB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACxF,WAAW,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IACtF,iBAAiB,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;IACvG,SAAS,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9E,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC1F,oBAAoB,CAAC,KAAK,EAAE,4CAA4C,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;IACnH,UAAU,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACpF,GAAG,CAAC,KAAK,EAAE,2BAA2B,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC/E,QAAQ,CAAC,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACjF,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC1F,oBAAoB,CAAC,KAAK,EAAE,4CAA4C,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;IACnH,UAAU,CAAC,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACrF,cAAc,CAAC,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,6BAA6B,CAAC,CAAC;IAClG,WAAW,CAAC,CACV,GAAG,EAAE,kBAAkB,EACvB,IAAI,EAAE,2BAA2B,GAChC,uBAAuB,CAAC;IAC3B,mBAAmB,CAAC,CAClB,GAAG,EAAE,kBAAkB,EACvB,IAAI,EAAE,2BAA2B,GAChC,qBAAqB,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK,CAAC,EAAE,gCAAgC,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACzF,WAAW,CAAC,KAAK,CAAC,EAAE,gCAAgC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IACvF,iBAAiB,CAAC,KAAK,CAAC,EAAE,mCAAmC,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;IACxG,SAAS,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9E,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC1F,oBAAoB,CAAC,KAAK,EAAE,4CAA4C,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;IACnH,WAAW,IAAI,OAAO,CAAC,6BAA6B,CAAC,CAAC;IACtD,UAAU,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACpF,UAAU,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACpF,GAAG,CAAC,KAAK,EAAE,2BAA2B,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC/E,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,6BAA6B,CAAC,CAAC;IACjG,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC1F,oBAAoB,CAAC,KAAK,EAAE,4CAA4C,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;IACnH,OAAO,IAAI,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC1C,QAAQ,CAAC,KAAK,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;CACpF;AAED,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,0BAA0B,GAClC,mBAAmB,CAyErB;AAED,wBAAgB,gBAAgB,CAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EACxC,KAAK,EAAE,SAAS,oBAAoB,EAAE,GACrC,MAAM,GAAG,IAAI,CAMf;AAED,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,SAAS,oBAAoB,EAAE,GACrC,MAAM,GAAG,IAAI,CAIf"}

package/dist/inspection.js

@@ -1,224 +0,0 @@
-import { buildCandidateLineage, buildWorkbenchEvaluationComparison, } from "@workbench-ai/workbench-contract";
-import { buildCandidateCaseExecutionRefs, buildWorkbenchExecutionEvidence, } from "./execution-evidence.js";
-import { candidateRecordWithoutDerivedFields, createCaseReview, } from "./index.js";
-export class WorkbenchInspectionError extends Error {
-    status;
-    statusCode;
-    constructor(message, options = {}) {
-        super(message);
-        this.name = "WorkbenchInspectionError";
-        this.status = options.status ?? 400;
-        this.statusCode = this.status;
-    }
-}
-export function createWorkbenchInspection(backend) {
-    return {
-        snapshot: () => backend.snapshot(),
-        spec: (input = {}) => backend.spec(input),
-        sourceFiles: (input = {}) => backend.sourceFiles(input),
-        sourceFileSurface: (input = {}) => backend.sourceFileSurface(input),
-        candidate: async (input) => candidateRecordWithoutDerivedFields(await backend.candidate(input)),
-        candidateFiles: (input) => backend.candidateFiles(input),
-        candidateFileSurface: (input) => backend.candidateFileSurface(input),
-        evaluations: async () => {
-            const snapshot = await backend.snapshot();
-            return buildWorkbenchEvaluationComparison(snapshot.evaluations);
-        },
-        evaluation: (input) => backend.evaluation(input),
-        caseReview: async (input) => {
-            if (backend.caseReview) {
-                return await backend.caseReview(input);
-            }
-            const candidate = await backend.candidate({ id: input.candidateId });
-            const jobs = (await backend.run({ id: input.runId, includeJobs: true })).jobs ?? [];
-            return createCaseReview({
-                candidate,
-                caseId: input.caseId,
-                executions: buildCandidateCaseExecutionRefs({
-                    jobs,
-                    candidateId: input.candidateId,
-                    caseId: input.caseId,
-                    sampleIndex: input.sampleIndex,
-                }),
-            });
-        },
-        run: (input) => backend.run(input),
-        executionTrace: async (input) => {
-            if (backend.executionTrace) {
-                return await backend.executionTrace(input);
-            }
-            if (!backend.jobInRun || !backend.traceForJob) {
-                throw new WorkbenchInspectionError("Execution traces are not available for this Workbench inspection backend.", { status: 404 });
-            }
-            const jobs = [await backend.jobInRun(input)];
-            return {
-                projectId: backend.projectId,
-                runId: input.runId,
-                executions: buildWorkbenchExecutionEvidence({
-                    jobs,
-                    traceIdPrefix: `${backend.projectId}-execution`,
-                    traceForJob: backend.traceForJob,
-                    traceSessionsForJob: backend.traceSessionsForJob,
-                }),
-            };
-        },
-        executionFiles: (input) => backend.executionFiles(input),
-        executionFileSurface: (input) => backend.executionFileSurface(input),
-        lineage: async () => {
-            const snapshot = await backend.snapshot();
-            return buildCandidateLineage({
-                summaries: snapshot.summaries,
-                activeId: snapshot.activeId,
-            });
-        },
-        diagnose: async (input = {}) => {
-            const snapshot = await backend.snapshot();
-            return await diagnoseWorkbenchFailures({
-                snapshot,
-                backend,
-                targetId: input.targetId?.trim() || null,
-            });
-        },
-    };
-}
-export function selectedFilePath(requestedPath, files) {
-    const normalizedPath = requestedPath?.trim();
-    if (normalizedPath && files.some((file) => file.path === normalizedPath)) {
-        return normalizedPath;
-    }
-    return pickDefaultCandidateFilePath(files);
-}
-export function pickDefaultCandidateFilePath(files) {
-    return files
-        .map((entry) => entry.path)
-        .sort(compareCandidateFilePreference)[0] ?? null;
-}
-function compareCandidateFilePreference(left, right) {
-    const order = scoreCandidateFilePreference(left) - scoreCandidateFilePreference(right);
-    return order === 0 ? left.localeCompare(right) : order;
-}
-function scoreCandidateFilePreference(path) {
-    if (path.endsWith("/SKILL.md") || path === "SKILL.md") {
-        return 0;
-    }
-    if (path.endsWith(".md")) {
-        return 1;
-    }
-    if (path.endsWith(".yaml") || path.endsWith(".yml")) {
-        return 2;
-    }
-    return 3;
-}
-async function diagnoseWorkbenchFailures(args) {
-    const targetRun = args.targetId
-        ? args.snapshot.runs.find((run) => run.id === args.targetId)
-        : null;
-    const targetEvaluation = args.targetId
-        ? args.snapshot.evaluations.find((evaluation) => evaluation.id === args.targetId)
-        : null;
-    const failures = [];
-    if (args.targetId && targetRun) {
-        const detail = await args.backend.run({ id: targetRun.id, includeJobs: true });
-        failures.push(...runFailures(detail.run));
-        failures.push(...jobFailures(detail.jobs ?? []));
-    }
-    else if (args.targetId && targetEvaluation) {
-        const evaluation = await args.backend.evaluation({ id: targetEvaluation.id });
-        failures.push(...evaluationFailures(evaluation));
-    }
-    else {
-        for (const run of args.snapshot.runs) {
-            failures.push(...runFailures(run));
-        }
-        for (const evaluation of args.snapshot.evaluations) {
-            failures.push(...evaluationSummaryFailures(evaluation));
-        }
-    }
-    return {
-        targetId: args.targetId,
-        failures,
-        failedRunCount: failures.filter((failure) => failure.kind === "run").length,
-        failedEvaluationCount: failures.filter((failure) => failure.kind === "evaluation").length,
-        failedJobCount: failures.filter((failure) => failure.kind === "job").length,
-    };
-}
-function runFailures(run) {
-    if (run.status !== "finished" || (run.outcome !== "error" && run.outcome !== "cancelled")) {
-        return [];
-    }
-    return [{
-            kind: "run",
-            id: run.id,
-            runId: run.id,
-            candidateId: run.outputCandidateId ?? run.candidateId ?? undefined,
-            status: run.outcome,
-            ...(run.error ? { error: run.error } : {}),
-        }];
-}
-function evaluationSummaryFailures(evaluation) {
-    if (evaluation.status === "completed" &&
-        evaluation.errorSampleCount === 0 &&
-        !evaluation.error) {
-        return [];
-    }
-    return [{
-            kind: "evaluation",
-            id: evaluation.id,
-            evaluationId: evaluation.id,
-            runId: evaluation.runId,
-            candidateId: evaluation.candidateId,
-            status: evaluation.status,
-            ...(evaluation.error ? { error: evaluation.error } : {}),
-        }];
-}
-function evaluationFailures(evaluation) {
-    const failures = evaluationSummaryFailures(evaluation);
-    for (const sample of evaluation.evaluation.samples) {
-        if (!sample.error && !(sample.cases ?? []).some((entry) => entry.status && entry.status !== "completed")) {
-            continue;
-        }
-        failures.push({
-            kind: "sample",
-            id: `${evaluation.id}:sample:${sample.index}`,
-            evaluationId: evaluation.id,
-            runId: evaluation.runId,
-            candidateId: evaluation.candidateId,
-            sampleIndex: sample.index,
-            status: sample.status,
-            ...(sample.error ? { error: sample.error } : {}),
-        });
-        for (const result of sample.cases ?? []) {
-            if (!result.status || result.status === "completed") {
-                continue;
-            }
-            failures.push({
-                kind: "case",
-                id: `${evaluation.id}:case:${result.id}:sample:${sample.index}`,
-                evaluationId: evaluation.id,
-                runId: evaluation.runId,
-                candidateId: evaluation.candidateId,
-                caseId: result.id,
-                sampleIndex: sample.index,
-                status: result.status,
-            });
-        }
-    }
-    return failures;
-}
-function jobFailures(jobs) {
-    return jobs
-        .filter((job) => isFailedJobStatus(job.status))
-        .map((job) => ({
-        kind: "job",
-        id: job.id,
-        jobId: job.id,
-        runId: job.runId,
-        candidateId: job.candidateId,
-        status: job.status,
-        attemptIndex: typeof job.attempt === "number" ? job.attempt : undefined,
-        ...(job.error ? { error: job.error } : {}),
-    }));
-}
-function isFailedJobStatus(status) {
-    return status === "failed" || status === "cancelled";
-}