@workbench-ai/workbench-core 0.0.66 → 0.0.68

package/dist/inspection.d.ts

@@ -1,111 +0,0 @@
-import { type WorkbenchEvaluationComparison } from "@workbench-ai/workbench-contract";
-import type { AuthoredWorkbenchSourceDocument, CandidateCaseReview, CandidateFilePreview, CandidateFileSummary, CandidateLineageGraph, CandidateRecord, EvaluationScorecard, RemoteWorkbenchJob, RunSummary, RuntimeSnapshot, SurfaceSnapshotFile, WorkbenchExecutionEventRole, WorkbenchExecutionTrace, WorkbenchExecutionTraceDetail, WorkbenchTraceSession } from "@workbench-ai/workbench-contract";
-export interface WorkbenchInspectionErrorOptions {
-    status?: number;
-}
-export declare class WorkbenchInspectionError extends Error {
-    readonly status: number;
-    readonly statusCode: number;
-    constructor(message: string, options?: WorkbenchInspectionErrorOptions);
-}
-export interface WorkbenchInspectionFileListInput {
-    fingerprint?: string | null;
-}
-export interface WorkbenchInspectionPreviewInput {
-    path: string;
-    view: "diff" | "raw" | "rendered";
-}
-export interface WorkbenchInspectionFilePreviewInput extends WorkbenchInspectionFileListInput, WorkbenchInspectionPreviewInput {
-}
-export interface WorkbenchInspectionCandidateInput {
-    id: string;
-}
-export interface WorkbenchInspectionCandidatePreviewInput extends WorkbenchInspectionCandidateInput, WorkbenchInspectionPreviewInput {
-}
-export interface WorkbenchInspectionEvaluationInput {
-    id: string;
-}
-export interface WorkbenchInspectionCaseReviewInput {
-    candidateId: string;
-    caseId: string;
-    runId: string;
-    sampleIndex?: number;
-}
-export interface WorkbenchInspectionRunInput {
-    id: string;
-    includeJobs?: boolean;
-}
-export interface WorkbenchInspectionExecutionInput {
-    runId: string;
-    jobId: string;
-}
-export interface WorkbenchInspectionExecutionPreviewInput extends WorkbenchInspectionExecutionInput {
-    path: string;
-    view: "diff" | "raw" | "rendered";
-}
-export interface WorkbenchInspectionRunDetail {
-    run: RunSummary;
-    jobs?: RemoteWorkbenchJob[];
-}
-export type WorkbenchFailureKind = "run" | "evaluation" | "sample" | "case" | "job";
-export interface WorkbenchFailureDetail {
-    kind: WorkbenchFailureKind;
-    id: string;
-    status?: string;
-    runId?: string;
-    candidateId?: string;
-    evaluationId?: string;
-    jobId?: string;
-    caseId?: string;
-    sampleIndex?: number;
-    attemptIndex?: number;
-    error?: string;
-}
-export interface WorkbenchFailureDiagnosis {
-    targetId: string | null;
-    failures: WorkbenchFailureDetail[];
-    failedRunCount: number;
-    failedEvaluationCount: number;
-    failedJobCount: number;
-}
-export interface WorkbenchInspectionBackend {
-    projectId: string;
-    snapshot(): Promise<RuntimeSnapshot>;
-    spec(input: WorkbenchInspectionFileListInput): Promise<AuthoredWorkbenchSourceDocument>;
-    sourceFiles(input: WorkbenchInspectionFileListInput): Promise<SurfaceSnapshotFile[]>;
-    candidate(input: WorkbenchInspectionCandidateInput): Promise<CandidateRecord>;
-    candidateFiles(input: WorkbenchInspectionCandidateInput): Promise<{
-        files: SurfaceSnapshotFile[];
-        changedPaths: readonly string[];
-    }>;
-    evaluation(input: WorkbenchInspectionEvaluationInput): Promise<EvaluationScorecard>;
-    run(input: WorkbenchInspectionRunInput): Promise<WorkbenchInspectionRunDetail>;
-    jobInRun?(input: WorkbenchInspectionExecutionInput): Promise<RemoteWorkbenchJob>;
-    executionFiles(input: WorkbenchInspectionExecutionInput): Promise<SurfaceSnapshotFile[]>;
-    caseReview?(input: WorkbenchInspectionCaseReviewInput): Promise<CandidateCaseReview>;
-    executionTrace?(input: WorkbenchInspectionExecutionInput): Promise<WorkbenchExecutionTraceDetail>;
-    traceForJob?(job: RemoteWorkbenchJob, role: WorkbenchExecutionEventRole): WorkbenchExecutionTrace;
-    traceSessionsForJob?(job: RemoteWorkbenchJob, role: WorkbenchExecutionEventRole): WorkbenchTraceSession[];
-}
-export interface WorkbenchInspection {
-    snapshot(): Promise<RuntimeSnapshot>;
-    spec(input?: WorkbenchInspectionFileListInput): Promise<AuthoredWorkbenchSourceDocument>;
-    sourceFiles(input?: WorkbenchInspectionFileListInput): Promise<CandidateFileSummary[]>;
-    sourcePreview(input: WorkbenchInspectionFilePreviewInput): Promise<CandidateFilePreview>;
-    candidate(input: WorkbenchInspectionCandidateInput): Promise<CandidateRecord>;
-    candidateFiles(input: WorkbenchInspectionCandidateInput): Promise<CandidateFileSummary[]>;
-    candidatePreview(input: WorkbenchInspectionCandidatePreviewInput): Promise<CandidateFilePreview>;
-    evaluations(): Promise<WorkbenchEvaluationComparison>;
-    evaluation(input: WorkbenchInspectionEvaluationInput): Promise<EvaluationScorecard>;
-    caseReview(input: WorkbenchInspectionCaseReviewInput): Promise<CandidateCaseReview>;
-    run(input: WorkbenchInspectionRunInput): Promise<WorkbenchInspectionRunDetail>;
-    executionTrace(input: WorkbenchInspectionExecutionInput): Promise<WorkbenchExecutionTraceDetail>;
-    executionFiles(input: WorkbenchInspectionExecutionInput): Promise<CandidateFileSummary[]>;
-    executionPreview(input: WorkbenchInspectionExecutionPreviewInput): Promise<CandidateFilePreview>;
-    lineage(): Promise<CandidateLineageGraph>;
-    diagnose(input?: {
-        targetId?: string | null;
-    }): Promise<WorkbenchFailureDiagnosis>;
-}
-export declare function createWorkbenchInspection(backend: WorkbenchInspectionBackend): WorkbenchInspection;
-//# sourceMappingURL=inspection.d.ts.map

package/dist/inspection.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"inspection.d.ts","sourceRoot":"","sources":["../src/inspection.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,6BAA6B,EACnC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,KAAK,EACV,+BAA+B,EAC/B,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,mBAAmB,EAEnB,kBAAkB,EAElB,UAAU,EACV,eAAe,EACf,mBAAmB,EACnB,2BAA2B,EAC3B,uBAAuB,EACvB,6BAA6B,EAC7B,qBAAqB,EACtB,MAAM,kCAAkC,CAAC;AAc1C,MAAM,WAAW,+BAA+B;IAC9C,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,wBAAyB,SAAQ,KAAK;IACjD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;gBAEhB,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,+BAAoC;CAM3E;AAED,MAAM,WAAW,gCAAgC;IAC/C,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,KAAK,GAAG,UAAU,CAAC;CACnC;AAED,MAAM,WAAW,mCAAoC,SAAQ,gCAAgC,EAAE,+BAA+B;CAAG;AAEjI,MAAM,WAAW,iCAAiC;IAChD,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,wCAAyC,SAAQ,iCAAiC,EAAE,+BAA+B;CAAG;AAEvI,MAAM,WAAW,kCAAkC;IACjD,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,kCAAkC;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,2BAA2B;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,iCAAiC;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,wCAAyC,SAAQ,iCAAiC;IACjG,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,KAAK,GAAG,UAAU,CAAC;CACnC;AAED,MAAM,WAAW,4BAA4B;IAC3C,GAAG,EAAE,UAAU,CAAC;IAChB,IAAI,CAAC,EAAE,kBAAkB,EAAE,CAAC;CAC7B;AAED,MAAM,MAAM,oBAAoB,GAAG,KAAK,GAAG,YAAY,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAC;AAEpF,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,sBAAsB,EAAE,CAAC;IACnC,cAAc,EAAE,MAAM,CAAC;IACvB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACxF,WAAW,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;IACrF,SAAS,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9E,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC;QAChE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QAC7B,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;KACjC,CAAC,CAAC;IACH,UAAU,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACpF,GAAG,CAAC,KAAK,EAAE,2BAA2B,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC/E,QAAQ,CAAC,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACjF,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;IACzF,UAAU,CAAC,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACrF,cAAc,CAAC,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,6BAA6B,CAAC,CAAC;IAClG,WAAW,CAAC,CACV,GAAG,EAAE,kBAAkB,EACvB,IAAI,EAAE,2BAA2B,GAChC,uBAAuB,CAAC;IAC3B,mBAAmB,CAAC,CAClB,GAAG,EAAE,kBAAkB,EACvB,IAAI,EAAE,2BAA2B,GAChC,qBAAqB,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK,CAAC,EAAE,gCAAgC,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACzF,WAAW,CAAC,KAAK,CAAC,EAAE,gCAAgC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IACvF,aAAa,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACzF,SAAS,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9E,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC1F,gBAAgB,CAAC,KAAK,EAAE,wCAAwC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACjG,WAAW,IAAI,OAAO,CAAC,6BAA6B,CAAC,CAAC;IACtD,UAAU,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACpF,UAAU,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACpF,GAAG,CAAC,KAAK,EAAE,2BAA2B,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC/E,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,6BAA6B,CAAC,CAAC;IACjG,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC1F,gBAAgB,CAAC,KAAK,EAAE,wCAAwC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACjG,OAAO,IAAI,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC1C,QAAQ,CAAC,KAAK,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;CACpF;AAED,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,0BAA0B,GAClC,mBAAmB,CAiGrB"}

package/dist/inspection.js

@@ -1,217 +0,0 @@
-import { buildCandidateLineage, buildWorkbenchEvaluationComparison, } from "@workbench-ai/workbench-contract";
-import { buildCandidateCaseExecutionRefs, buildWorkbenchExecutionEvidence, } from "./execution-evidence.js";
-import { candidateRecordWithoutDerivedFields, createCandidateFilePreview, createCaseReview, summarizeCandidateFiles, } from "./index.js";
-export class WorkbenchInspectionError extends Error {
-    status;
-    statusCode;
-    constructor(message, options = {}) {
-        super(message);
-        this.name = "WorkbenchInspectionError";
-        this.status = options.status ?? 400;
-        this.statusCode = this.status;
-    }
-}
-export function createWorkbenchInspection(backend) {
-    return {
-        snapshot: () => backend.snapshot(),
-        spec: (input = {}) => backend.spec(input),
-        sourceFiles: async (input = {}) => {
-            const files = await backend.sourceFiles(input);
-            return summarizeCandidateFiles(files, files.map((file) => file.path));
-        },
-        sourcePreview: async (input) => createCandidateFilePreview({
-            files: await backend.sourceFiles(input),
-            path: input.path,
-            view: input.view,
-        }),
-        candidate: async (input) => candidateRecordWithoutDerivedFields(await backend.candidate(input)),
-        candidateFiles: async (input) => {
-            const result = await backend.candidateFiles(input);
-            return summarizeCandidateFiles(result.files, result.changedPaths);
-        },
-        candidatePreview: async (input) => createCandidateFilePreview({
-            files: (await backend.candidateFiles(input)).files,
-            path: input.path,
-            view: input.view,
-        }),
-        evaluations: async () => {
-            const snapshot = await backend.snapshot();
-            return buildWorkbenchEvaluationComparison(snapshot.evaluations);
-        },
-        evaluation: (input) => backend.evaluation(input),
-        caseReview: async (input) => {
-            if (backend.caseReview) {
-                return await backend.caseReview(input);
-            }
-            const candidate = await backend.candidate({ id: input.candidateId });
-            const jobs = (await backend.run({ id: input.runId, includeJobs: true })).jobs ?? [];
-            return createCaseReview({
-                candidate,
-                caseId: input.caseId,
-                executions: buildCandidateCaseExecutionRefs({
-                    jobs,
-                    candidateId: input.candidateId,
-                    caseId: input.caseId,
-                    sampleIndex: input.sampleIndex,
-                }),
-            });
-        },
-        run: (input) => backend.run(input),
-        executionTrace: async (input) => {
-            if (backend.executionTrace) {
-                return await backend.executionTrace(input);
-            }
-            if (!backend.jobInRun || !backend.traceForJob) {
-                throw new WorkbenchInspectionError("Execution traces are not available for this Workbench inspection backend.", { status: 404 });
-            }
-            const jobs = [await backend.jobInRun(input)];
-            return {
-                projectId: backend.projectId,
-                runId: input.runId,
-                executions: buildWorkbenchExecutionEvidence({
-                    jobs,
-                    traceIdPrefix: `${backend.projectId}-execution`,
-                    traceForJob: backend.traceForJob,
-                    traceSessionsForJob: backend.traceSessionsForJob,
-                }),
-            };
-        },
-        executionFiles: async (input) => {
-            const files = await backend.executionFiles(input);
-            return summarizeCandidateFiles(files, files.map((file) => file.path));
-        },
-        executionPreview: async (input) => createCandidateFilePreview({
-            files: await backend.executionFiles(input),
-            path: input.path,
-            view: input.view,
-        }),
-        lineage: async () => {
-            const snapshot = await backend.snapshot();
-            return buildCandidateLineage({
-                summaries: snapshot.summaries,
-                activeId: snapshot.activeId,
-            });
-        },
-        diagnose: async (input = {}) => {
-            const snapshot = await backend.snapshot();
-            return await diagnoseWorkbenchFailures({
-                snapshot,
-                backend,
-                targetId: input.targetId?.trim() || null,
-            });
-        },
-    };
-}
-async function diagnoseWorkbenchFailures(args) {
-    const targetRun = args.targetId
-        ? args.snapshot.runs.find((run) => run.id === args.targetId)
-        : null;
-    const targetEvaluation = args.targetId
-        ? args.snapshot.evaluations.find((evaluation) => evaluation.id === args.targetId)
-        : null;
-    const failures = [];
-    if (args.targetId && targetRun) {
-        const detail = await args.backend.run({ id: targetRun.id, includeJobs: true });
-        failures.push(...runFailures(detail.run));
-        failures.push(...jobFailures(detail.jobs ?? []));
-    }
-    else if (args.targetId && targetEvaluation) {
-        const evaluation = await args.backend.evaluation({ id: targetEvaluation.id });
-        failures.push(...evaluationFailures(evaluation));
-    }
-    else {
-        for (const run of args.snapshot.runs) {
-            failures.push(...runFailures(run));
-        }
-        for (const evaluation of args.snapshot.evaluations) {
-            failures.push(...evaluationSummaryFailures(evaluation));
-        }
-    }
-    return {
-        targetId: args.targetId,
-        failures,
-        failedRunCount: failures.filter((failure) => failure.kind === "run").length,
-        failedEvaluationCount: failures.filter((failure) => failure.kind === "evaluation").length,
-        failedJobCount: failures.filter((failure) => failure.kind === "job").length,
-    };
-}
-function runFailures(run) {
-    if (run.status !== "finished" || (run.outcome !== "error" && run.outcome !== "cancelled")) {
-        return [];
-    }
-    return [{
-            kind: "run",
-            id: run.id,
-            runId: run.id,
-            candidateId: run.outputCandidateId ?? run.candidateId ?? undefined,
-            status: run.outcome,
-            ...(run.error ? { error: run.error } : {}),
-        }];
-}
-function evaluationSummaryFailures(evaluation) {
-    if (evaluation.status === "completed" &&
-        evaluation.errorSampleCount === 0 &&
-        !evaluation.error) {
-        return [];
-    }
-    return [{
-            kind: "evaluation",
-            id: evaluation.id,
-            evaluationId: evaluation.id,
-            runId: evaluation.runId,
-            candidateId: evaluation.candidateId,
-            status: evaluation.status,
-            ...(evaluation.error ? { error: evaluation.error } : {}),
-        }];
-}
-function evaluationFailures(evaluation) {
-    const failures = evaluationSummaryFailures(evaluation);
-    for (const sample of evaluation.evaluation.samples) {
-        if (!sample.error && !(sample.cases ?? []).some((entry) => entry.status && entry.status !== "completed")) {
-            continue;
-        }
-        failures.push({
-            kind: "sample",
-            id: `${evaluation.id}:sample:${sample.index}`,
-            evaluationId: evaluation.id,
-            runId: evaluation.runId,
-            candidateId: evaluation.candidateId,
-            sampleIndex: sample.index,
-            status: sample.status,
-            ...(sample.error ? { error: sample.error } : {}),
-        });
-        for (const result of sample.cases ?? []) {
-            if (!result.status || result.status === "completed") {
-                continue;
-            }
-            failures.push({
-                kind: "case",
-                id: `${evaluation.id}:case:${result.id}:sample:${sample.index}`,
-                evaluationId: evaluation.id,
-                runId: evaluation.runId,
-                candidateId: evaluation.candidateId,
-                caseId: result.id,
-                sampleIndex: sample.index,
-                status: result.status,
-            });
-        }
-    }
-    return failures;
-}
-function jobFailures(jobs) {
-    return jobs
-        .filter((job) => isFailedJobStatus(job.status))
-        .map((job) => ({
-        kind: "job",
-        id: job.id,
-        jobId: job.id,
-        runId: job.runId,
-        candidateId: job.candidateId,
-        status: job.status,
-        attemptIndex: typeof job.attempt === "number" ? job.attempt : undefined,
-        ...(job.error ? { error: job.error } : {}),
-    }));
-}
-function isFailedJobStatus(status) {
-    return status === "failed" || status === "cancelled";
-}