@workbench-ai/workbench 0.0.53 → 0.0.54
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,4 +1,6 @@
|
|
|
1
|
+
import { type WorkbenchProjectStateSource } from "@workbench-ai/workbench-core";
|
|
1
2
|
import { type LocalProjectSource } from "./project-source.js";
|
|
2
3
|
export declare function localBenchmarkFingerprint(project: LocalProjectSource): string;
|
|
4
|
+
export declare function projectStateBenchmarkFingerprint(source: WorkbenchProjectStateSource): string;
|
|
3
5
|
export declare function localCandidateFingerprint(project: LocalProjectSource): string;
|
|
4
6
|
//# sourceMappingURL=benchmark-fingerprint.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-fingerprint.d.ts","sourceRoot":"","sources":["../src/benchmark-fingerprint.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"benchmark-fingerprint.d.ts","sourceRoot":"","sources":["../src/benchmark-fingerprint.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,KAAK,2BAA2B,EACjC,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAGL,KAAK,kBAAkB,EACxB,MAAM,qBAAqB,CAAC;AAE7B,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAW7E;AAED,wBAAgB,gCAAgC,CAAC,MAAM,EAAE,2BAA2B,GAAG,MAAM,CAU5F;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAO7E"}
|
|
@@ -12,6 +12,17 @@ export function localBenchmarkFingerprint(project) {
|
|
|
12
12
|
network: project.spec.environment.network?.egress === "open" ? "on" : "off",
|
|
13
13
|
});
|
|
14
14
|
}
|
|
15
|
+
export function projectStateBenchmarkFingerprint(source) {
|
|
16
|
+
return workbenchBenchmarkContentFingerprint({
|
|
17
|
+
sourceYaml: source.source,
|
|
18
|
+
engineResolveFiles: source.engineResolveFiles,
|
|
19
|
+
engineResolveBinding: source.engineResolveBinding,
|
|
20
|
+
adapterFiles: source.adapterFiles,
|
|
21
|
+
runtimeFiles: source.runtimeFiles,
|
|
22
|
+
resources: source.resources,
|
|
23
|
+
network: source.network,
|
|
24
|
+
});
|
|
25
|
+
}
|
|
15
26
|
export function localCandidateFingerprint(project) {
|
|
16
27
|
return workbenchCandidateContentFingerprint({
|
|
17
28
|
sourceYaml: project.specSource,
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AA4IA,UAAU,KAAK;IACb,KAAK,EAAE,MAAM,CAAC,cAAc,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;CAC/B;AA4BD,UAAU,iBAAiB;CAAG;AA4K9B,wBAAsB,MAAM,CAC1B,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,EAAE,GAAE,KAIH,EACD,cAAc,GAAE,iBAAsB,GACrC,OAAO,CAAC,MAAM,CAAC,CAmHjB"}
|
package/dist/index.js
CHANGED
|
@@ -5,7 +5,7 @@ import { createRequire } from "node:module";
|
|
|
5
5
|
import os from "node:os";
|
|
6
6
|
import path from "node:path";
|
|
7
7
|
import { Writable } from "node:stream";
|
|
8
|
-
import { createCandidateFilePreview, createBaselineCandidateJob as createRuntimeBaselineCandidateJob, evaluationScorecardId, evaluationMeanMetrics, executeWorkbenchExecutionJob, engineResolveBindingForSpec, filterOptimizerTraceJobsForCaseIds, filterCandidateSourceFiles, formatWorkbenchCaseSelector, formatWorkbenchSelectionPolicy, workbenchCaseSelectorUsesAllCases, workbenchExecutionPurpose, workbenchRunExecutionFingerprint, createWorkbenchAdapterAuthBundle, createOptimizerTraceInputFiles, DOCKER_SANDBOX_BACKEND, localWorkbenchAdapterAuthStore, materializeWorkbenchRunResult, normalizeSurfaceFiles, planWorkbenchExecutionJobsForPurpose, runWorkbenchExecutionDag, resolveEngineCaseExecutionConfig, resolveWorkbenchResolvedSourceYaml, summarizeCandidateFiles, validateWorkbenchRunEnvelope, parseWorkbenchAdapterAuthTarget, workbenchEngineCaseIdsForImproveEvaluation, workbenchEngineCaseIdsForSelector, workbenchImproveOptimizeSelector, workbenchImproveSelectionPolicy, workbenchProjectSourceFingerprint, workbenchRuntimeBundleFingerprint, } from "@workbench-ai/workbench-core";
|
|
8
|
+
import { createCandidateFilePreview, createBaselineCandidateJob as createRuntimeBaselineCandidateJob, evaluationScorecardId, evaluationMeanMetrics, executeWorkbenchExecutionJob, engineResolveBindingForSpec, filterOptimizerTraceJobsForCaseIds, filterCandidateSourceFiles, formatWorkbenchCaseSelector, formatWorkbenchSelectionPolicy, workbenchCaseSelectorUsesAllCases, workbenchExecutionPurpose, workbenchRunExecutionFingerprint, createWorkbenchAdapterAuthBundle, createOptimizerTraceInputFiles, DOCKER_SANDBOX_BACKEND, localWorkbenchAdapterAuthStore, materializeWorkbenchRunResult, normalizeSurfaceFiles, planWorkbenchExecutionJobsForPurpose, runWorkbenchExecutionDag, resolveEngineCaseExecutionConfig, resolveWorkbenchResolvedSourceYaml, summarizeCandidateFiles, validateWorkbenchRunEnvelope, parseWorkbenchAdapterAuthTarget, workbenchEngineCaseIdsForImproveEvaluation, workbenchEngineCaseIdsForSelector, workbenchImproveOptimizeSelector, workbenchImproveSelectionPolicy, workbenchProjectSourceFingerprint, workbenchRuntimeBundleFingerprint, workbenchRuntimeExplicitActiveId, } from "@workbench-ai/workbench-core";
|
|
9
9
|
import { assertWorkbenchAdapterOperationResultOk, collectWorkbenchAdapterAuthRequirements, normalizeWorkbenchAdapterOperationRequest, readWorkbenchAdapterOperationResult, workbenchAdapterOperationCommand, workbenchAdapterOperationResultPath, withDefaultWorkbenchAdapterAuthProfiles as applyDefaultWorkbenchAdapterAuthProfiles, } from "@workbench-ai/workbench-protocol";
|
|
10
10
|
import { builtinLocalTraceAdapter, builtinLocalTraceAdapters, sortLocalTraceRefs, } from "@workbench-ai/workbench-built-in-adapters/local-traces";
|
|
11
11
|
import { commandUsage, HOSTED_WATCH_LIFECYCLE_NOTE, LOCAL_DEV_OPEN_LIFECYCLE_NOTE, rootUsage, } from "./command-model.js";
|
|
@@ -16,7 +16,7 @@ import { createAdapterCommandEnv } from "./adapter-command-env.js";
|
|
|
16
16
|
import { loadLocalArchive, loadLocalArchiveIndex, exportLocalRuntimeBundle, importLocalRuntimeBundle, runtimeBundleStats, materializeCandidateRoot, readLocalCandidate, readLocalCandidateFiles, readLocalJobs, saveLocalArchive, saveLocalJobs, setLocalActive, upsertLocalRun, upsertLocalCandidate, upsertLocalEvaluation, } from "./local-archive.js";
|
|
17
17
|
import { WorkspaceSnapshotError, } from "./workspace-snapshot.js";
|
|
18
18
|
import { hostedEngineResolveFiles, readLocalProjectSource, WORKBENCH_BENCHMARK_FILE, } from "./project-source.js";
|
|
19
|
-
import { localBenchmarkFingerprint, localCandidateFingerprint, } from "./benchmark-fingerprint.js";
|
|
19
|
+
import { localBenchmarkFingerprint, localCandidateFingerprint, projectStateBenchmarkFingerprint, } from "./benchmark-fingerprint.js";
|
|
20
20
|
const require = createRequire(import.meta.url);
|
|
21
21
|
function getCliVersion() {
|
|
22
22
|
const manifest = require("../package.json");
|
|
@@ -3081,7 +3081,7 @@ async function cloneProject(argv, io) {
|
|
|
3081
3081
|
ref,
|
|
3082
3082
|
outputDir,
|
|
3083
3083
|
fileCount: state.source.files.length,
|
|
3084
|
-
runtime:
|
|
3084
|
+
runtime: projectStateRuntimeStats(state),
|
|
3085
3085
|
sourceFingerprint: state.source.fingerprint ?? state.base.sourceFingerprint ?? null,
|
|
3086
3086
|
runtimeFingerprint: state.base.runtimeFingerprint ?? null,
|
|
3087
3087
|
}, parsed, io, () => `Would clone ${formatBenchmarkRef(ref)} to ${outputDir}.`);
|
|
@@ -3121,7 +3121,7 @@ async function pullProject(argv, io) {
|
|
|
3121
3121
|
dryRun: true,
|
|
3122
3122
|
dir,
|
|
3123
3123
|
fileCount: state.source.files.length,
|
|
3124
|
-
runtime:
|
|
3124
|
+
runtime: projectStateRuntimeStats(state),
|
|
3125
3125
|
sourceFingerprint: state.source.fingerprint ?? state.base.sourceFingerprint ?? null,
|
|
3126
3126
|
runtimeFingerprint: state.base.runtimeFingerprint ?? null,
|
|
3127
3127
|
}, parsed, io, () => `Would pull ${state.source.files.length} source file(s) and runtime history into ${dir}.`);
|
|
@@ -3902,6 +3902,18 @@ function localProjectState(args) {
|
|
|
3902
3902
|
runtime,
|
|
3903
3903
|
};
|
|
3904
3904
|
}
|
|
3905
|
+
function projectStateRuntimeStats(state) {
|
|
3906
|
+
const activeId = workbenchRuntimeExplicitActiveId({
|
|
3907
|
+
candidates: state.runtime.candidates,
|
|
3908
|
+
runs: state.runtime.runs,
|
|
3909
|
+
preferredActiveId: state.runtime.activeId ?? null,
|
|
3910
|
+
benchmarkFingerprint: projectStateBenchmarkFingerprint(state.source),
|
|
3911
|
+
});
|
|
3912
|
+
return runtimeBundleStats({
|
|
3913
|
+
...state.runtime,
|
|
3914
|
+
activeId,
|
|
3915
|
+
});
|
|
3916
|
+
}
|
|
3905
3917
|
function localCandidateRecord(candidate) {
|
|
3906
3918
|
return {
|
|
3907
3919
|
...candidate,
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@workbench-ai/workbench",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.54",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -21,9 +21,9 @@
|
|
|
21
21
|
],
|
|
22
22
|
"dependencies": {
|
|
23
23
|
"yaml": "^2.8.2",
|
|
24
|
-
"@workbench-ai/workbench-built-in-adapters": "0.0.
|
|
25
|
-
"@workbench-ai/workbench-core": "0.0.
|
|
26
|
-
"@workbench-ai/workbench-protocol": "0.0.
|
|
24
|
+
"@workbench-ai/workbench-built-in-adapters": "0.0.54",
|
|
25
|
+
"@workbench-ai/workbench-core": "0.0.54",
|
|
26
|
+
"@workbench-ai/workbench-protocol": "0.0.54"
|
|
27
27
|
},
|
|
28
28
|
"devDependencies": {
|
|
29
29
|
"@tailwindcss/postcss": "^4.2.2",
|