@workbench-ai/workbench 0.0.53 → 0.0.54

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,4 +1,6 @@
1
+ import { type WorkbenchProjectStateSource } from "@workbench-ai/workbench-core";
1
2
  import { type LocalProjectSource } from "./project-source.js";
2
3
  export declare function localBenchmarkFingerprint(project: LocalProjectSource): string;
4
+ export declare function projectStateBenchmarkFingerprint(source: WorkbenchProjectStateSource): string;
3
5
  export declare function localCandidateFingerprint(project: LocalProjectSource): string;
4
6
  //# sourceMappingURL=benchmark-fingerprint.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"benchmark-fingerprint.d.ts","sourceRoot":"","sources":["../src/benchmark-fingerprint.ts"],"names":[],"mappings":"AAOA,OAAO,EAGL,KAAK,kBAAkB,EACxB,MAAM,qBAAqB,CAAC;AAE7B,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAW7E;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAO7E"}
1
+ {"version":3,"file":"benchmark-fingerprint.d.ts","sourceRoot":"","sources":["../src/benchmark-fingerprint.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,KAAK,2BAA2B,EACjC,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAGL,KAAK,kBAAkB,EACxB,MAAM,qBAAqB,CAAC;AAE7B,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAW7E;AAED,wBAAgB,gCAAgC,CAAC,MAAM,EAAE,2BAA2B,GAAG,MAAM,CAU5F;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAO7E"}
@@ -12,6 +12,17 @@ export function localBenchmarkFingerprint(project) {
12
12
  network: project.spec.environment.network?.egress === "open" ? "on" : "off",
13
13
  });
14
14
  }
15
+ export function projectStateBenchmarkFingerprint(source) {
16
+ return workbenchBenchmarkContentFingerprint({
17
+ sourceYaml: source.source,
18
+ engineResolveFiles: source.engineResolveFiles,
19
+ engineResolveBinding: source.engineResolveBinding,
20
+ adapterFiles: source.adapterFiles,
21
+ runtimeFiles: source.runtimeFiles,
22
+ resources: source.resources,
23
+ network: source.network,
24
+ });
25
+ }
15
26
  export function localCandidateFingerprint(project) {
16
27
  return workbenchCandidateContentFingerprint({
17
28
  sourceYaml: project.specSource,
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AA0IA,UAAU,KAAK;IACb,KAAK,EAAE,MAAM,CAAC,cAAc,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;CAC/B;AA4BD,UAAU,iBAAiB;CAAG;AA4K9B,wBAAsB,MAAM,CAC1B,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,EAAE,GAAE,KAIH,EACD,cAAc,GAAE,iBAAsB,GACrC,OAAO,CAAC,MAAM,CAAC,CAmHjB"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AA4IA,UAAU,KAAK;IACb,KAAK,EAAE,MAAM,CAAC,cAAc,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;CAC/B;AA4BD,UAAU,iBAAiB;CAAG;AA4K9B,wBAAsB,MAAM,CAC1B,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,EAAE,GAAE,KAIH,EACD,cAAc,GAAE,iBAAsB,GACrC,OAAO,CAAC,MAAM,CAAC,CAmHjB"}
package/dist/index.js CHANGED
@@ -5,7 +5,7 @@ import { createRequire } from "node:module";
5
5
  import os from "node:os";
6
6
  import path from "node:path";
7
7
  import { Writable } from "node:stream";
8
- import { createCandidateFilePreview, createBaselineCandidateJob as createRuntimeBaselineCandidateJob, evaluationScorecardId, evaluationMeanMetrics, executeWorkbenchExecutionJob, engineResolveBindingForSpec, filterOptimizerTraceJobsForCaseIds, filterCandidateSourceFiles, formatWorkbenchCaseSelector, formatWorkbenchSelectionPolicy, workbenchCaseSelectorUsesAllCases, workbenchExecutionPurpose, workbenchRunExecutionFingerprint, createWorkbenchAdapterAuthBundle, createOptimizerTraceInputFiles, DOCKER_SANDBOX_BACKEND, localWorkbenchAdapterAuthStore, materializeWorkbenchRunResult, normalizeSurfaceFiles, planWorkbenchExecutionJobsForPurpose, runWorkbenchExecutionDag, resolveEngineCaseExecutionConfig, resolveWorkbenchResolvedSourceYaml, summarizeCandidateFiles, validateWorkbenchRunEnvelope, parseWorkbenchAdapterAuthTarget, workbenchEngineCaseIdsForImproveEvaluation, workbenchEngineCaseIdsForSelector, workbenchImproveOptimizeSelector, workbenchImproveSelectionPolicy, workbenchProjectSourceFingerprint, workbenchRuntimeBundleFingerprint, } from "@workbench-ai/workbench-core";
8
+ import { createCandidateFilePreview, createBaselineCandidateJob as createRuntimeBaselineCandidateJob, evaluationScorecardId, evaluationMeanMetrics, executeWorkbenchExecutionJob, engineResolveBindingForSpec, filterOptimizerTraceJobsForCaseIds, filterCandidateSourceFiles, formatWorkbenchCaseSelector, formatWorkbenchSelectionPolicy, workbenchCaseSelectorUsesAllCases, workbenchExecutionPurpose, workbenchRunExecutionFingerprint, createWorkbenchAdapterAuthBundle, createOptimizerTraceInputFiles, DOCKER_SANDBOX_BACKEND, localWorkbenchAdapterAuthStore, materializeWorkbenchRunResult, normalizeSurfaceFiles, planWorkbenchExecutionJobsForPurpose, runWorkbenchExecutionDag, resolveEngineCaseExecutionConfig, resolveWorkbenchResolvedSourceYaml, summarizeCandidateFiles, validateWorkbenchRunEnvelope, parseWorkbenchAdapterAuthTarget, workbenchEngineCaseIdsForImproveEvaluation, workbenchEngineCaseIdsForSelector, workbenchImproveOptimizeSelector, workbenchImproveSelectionPolicy, workbenchProjectSourceFingerprint, workbenchRuntimeBundleFingerprint, workbenchRuntimeExplicitActiveId, } from "@workbench-ai/workbench-core";
9
9
  import { assertWorkbenchAdapterOperationResultOk, collectWorkbenchAdapterAuthRequirements, normalizeWorkbenchAdapterOperationRequest, readWorkbenchAdapterOperationResult, workbenchAdapterOperationCommand, workbenchAdapterOperationResultPath, withDefaultWorkbenchAdapterAuthProfiles as applyDefaultWorkbenchAdapterAuthProfiles, } from "@workbench-ai/workbench-protocol";
10
10
  import { builtinLocalTraceAdapter, builtinLocalTraceAdapters, sortLocalTraceRefs, } from "@workbench-ai/workbench-built-in-adapters/local-traces";
11
11
  import { commandUsage, HOSTED_WATCH_LIFECYCLE_NOTE, LOCAL_DEV_OPEN_LIFECYCLE_NOTE, rootUsage, } from "./command-model.js";
@@ -16,7 +16,7 @@ import { createAdapterCommandEnv } from "./adapter-command-env.js";
16
16
  import { loadLocalArchive, loadLocalArchiveIndex, exportLocalRuntimeBundle, importLocalRuntimeBundle, runtimeBundleStats, materializeCandidateRoot, readLocalCandidate, readLocalCandidateFiles, readLocalJobs, saveLocalArchive, saveLocalJobs, setLocalActive, upsertLocalRun, upsertLocalCandidate, upsertLocalEvaluation, } from "./local-archive.js";
17
17
  import { WorkspaceSnapshotError, } from "./workspace-snapshot.js";
18
18
  import { hostedEngineResolveFiles, readLocalProjectSource, WORKBENCH_BENCHMARK_FILE, } from "./project-source.js";
19
- import { localBenchmarkFingerprint, localCandidateFingerprint, } from "./benchmark-fingerprint.js";
19
+ import { localBenchmarkFingerprint, localCandidateFingerprint, projectStateBenchmarkFingerprint, } from "./benchmark-fingerprint.js";
20
20
  const require = createRequire(import.meta.url);
21
21
  function getCliVersion() {
22
22
  const manifest = require("../package.json");
@@ -3081,7 +3081,7 @@ async function cloneProject(argv, io) {
3081
3081
  ref,
3082
3082
  outputDir,
3083
3083
  fileCount: state.source.files.length,
3084
- runtime: runtimeBundleStats(state.runtime),
3084
+ runtime: projectStateRuntimeStats(state),
3085
3085
  sourceFingerprint: state.source.fingerprint ?? state.base.sourceFingerprint ?? null,
3086
3086
  runtimeFingerprint: state.base.runtimeFingerprint ?? null,
3087
3087
  }, parsed, io, () => `Would clone ${formatBenchmarkRef(ref)} to ${outputDir}.`);
@@ -3121,7 +3121,7 @@ async function pullProject(argv, io) {
3121
3121
  dryRun: true,
3122
3122
  dir,
3123
3123
  fileCount: state.source.files.length,
3124
- runtime: runtimeBundleStats(state.runtime),
3124
+ runtime: projectStateRuntimeStats(state),
3125
3125
  sourceFingerprint: state.source.fingerprint ?? state.base.sourceFingerprint ?? null,
3126
3126
  runtimeFingerprint: state.base.runtimeFingerprint ?? null,
3127
3127
  }, parsed, io, () => `Would pull ${state.source.files.length} source file(s) and runtime history into ${dir}.`);
@@ -3902,6 +3902,18 @@ function localProjectState(args) {
3902
3902
  runtime,
3903
3903
  };
3904
3904
  }
3905
+ function projectStateRuntimeStats(state) {
3906
+ const activeId = workbenchRuntimeExplicitActiveId({
3907
+ candidates: state.runtime.candidates,
3908
+ runs: state.runtime.runs,
3909
+ preferredActiveId: state.runtime.activeId ?? null,
3910
+ benchmarkFingerprint: projectStateBenchmarkFingerprint(state.source),
3911
+ });
3912
+ return runtimeBundleStats({
3913
+ ...state.runtime,
3914
+ activeId,
3915
+ });
3916
+ }
3905
3917
  function localCandidateRecord(candidate) {
3906
3918
  return {
3907
3919
  ...candidate,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@workbench-ai/workbench",
3
- "version": "0.0.53",
3
+ "version": "0.0.54",
4
4
  "type": "module",
5
5
  "repository": {
6
6
  "type": "git",
@@ -21,9 +21,9 @@
21
21
  ],
22
22
  "dependencies": {
23
23
  "yaml": "^2.8.2",
24
- "@workbench-ai/workbench-built-in-adapters": "0.0.53",
25
- "@workbench-ai/workbench-core": "0.0.53",
26
- "@workbench-ai/workbench-protocol": "0.0.53"
24
+ "@workbench-ai/workbench-built-in-adapters": "0.0.54",
25
+ "@workbench-ai/workbench-core": "0.0.54",
26
+ "@workbench-ai/workbench-protocol": "0.0.54"
27
27
  },
28
28
  "devDependencies": {
29
29
  "@tailwindcss/postcss": "^4.2.2",