@workbench-ai/workbench 0.0.49 → 0.0.51

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -55,7 +55,7 @@ export async function resolveWorkbenchAdaptersForProject(dir, spec) {
55
55
  discovered = true;
56
56
  continue;
57
57
  }
58
- throw new Error(`Adapter ${id} is referenced by benchmark/subject/optimizer YAML but is not installed. List its source under adapters in the YAML file that uses it.`);
58
+ throw new Error(`Adapter ${id} is referenced by benchmark/candidate YAML but is not installed. List its source under adapters in the YAML file that uses it.`);
59
59
  }
60
60
  }
61
61
  assertWorkbenchAdapterOperationSupport(rootAdapterOperationRequirements(spec), [...adapters.values()].map((adapter) => adapter.manifest));
@@ -258,8 +258,8 @@ function rootAdapterOperationRequirements(spec) {
258
258
  return [
259
259
  { invocation: engineResolveInvocationForSpec(spec), operation: "engine.resolve" },
260
260
  { invocation: spec.engineRun, operation: "engine.run" },
261
- ...(spec.improve ? [{ invocation: spec.improve, operation: "optimizer.improve" }] : []),
262
- { invocation: spec.run, operation: "subject.run" },
261
+ ...(spec.improve ? [{ invocation: spec.improve, operation: "candidate.improve" }] : []),
262
+ { invocation: spec.run, operation: "candidate.run" },
263
263
  ];
264
264
  }
265
265
  function rootAdapterInvocations(spec) {
@@ -1,6 +1,6 @@
1
1
  import type { SurfaceSnapshotFile } from "@workbench-ai/workbench-core";
2
2
  import type { LocalProjectSource } from "./project-source.js";
3
3
  export declare function localBenchmarkFingerprint(project: LocalProjectSource): string;
4
- export declare function localSubjectFingerprint(project: LocalProjectSource): string;
4
+ export declare function localCandidateFingerprint(project: LocalProjectSource): string;
5
5
  export declare function benchmarkFingerprintForFiles(files: readonly SurfaceSnapshotFile[]): string;
6
6
  //# sourceMappingURL=benchmark-fingerprint.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"benchmark-fingerprint.d.ts","sourceRoot":"","sources":["../src/benchmark-fingerprint.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAExE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAE9D,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAO7E;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAQ3E;AAED,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,MAAM,CAgBR"}
1
+ {"version":3,"file":"benchmark-fingerprint.d.ts","sourceRoot":"","sources":["../src/benchmark-fingerprint.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAExE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAE9D,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAO7E;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAM7E;AAED,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,MAAM,CAgBR"}
@@ -7,13 +7,11 @@ export function localBenchmarkFingerprint(project) {
7
7
  ...benchmarkAdapterFiles(project),
8
8
  ]);
9
9
  }
10
- export function localSubjectFingerprint(project) {
10
+ export function localCandidateFingerprint(project) {
11
11
  const hash = createHash("sha256");
12
- hash.update("workbench-subject-v1\0");
13
- hash.update(project.subjectSource);
14
- hash.update("\0runner\0");
15
- hash.update(JSON.stringify(project.spec.run));
16
- hashSurfaceFiles(hash, project.subjectFiles);
12
+ hash.update("workbench-candidate-v1\0");
13
+ hash.update(project.candidateSource);
14
+ hashSurfaceFiles(hash, project.candidateFiles);
17
15
  return hash.digest("hex");
18
16
  }
19
17
  export function benchmarkFingerprintForFiles(files) {
@@ -1 +1 @@
1
- {"version":3,"file":"command-model.d.ts","sourceRoot":"","sources":["../src/command-model.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,6BAA6B,sHAC2E,CAAC;AAOtH,eAAO,MAAM,2BAA2B,QAA0C,CAAC;AAuFnF,eAAO,MAAM,SAAS,QAAuB,CAAC;AA8jB9C,wBAAgB,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAE/D"}
1
+ {"version":3,"file":"command-model.d.ts","sourceRoot":"","sources":["../src/command-model.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,6BAA6B,sHAC2E,CAAC;AAOtH,eAAO,MAAM,2BAA2B,QAA0C,CAAC;AA0EnF,eAAO,MAAM,SAAS,QAAuB,CAAC;AAoY9C,wBAAgB,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAE/D"}