bitfab-cli 0.2.245 → 0.2.247

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/dist/index.js +20 -0
  2. package/package.json +1 -1
package/dist/index.js CHANGED
@@ -28304,6 +28304,24 @@ var removeGradersFromDataset = {
28304
28304
  graderIds: external_exports.preprocess(parseJsonString, external_exports.array(external_exports.uuid()).min(1).max(100)).describe("Grader ids to remove (1-100)")
28305
28305
  }
28306
28306
  };
28307
+ var rerunGradersOnDataset = {
28308
+ name: "rerun_graders_on_dataset",
28309
+ title: "Re-run Graders on Dataset",
28310
+ description: "Re-score every trace in a dataset with its attached graders, overwriting their previous verdicts. This is how you grade traces that were added before a grader existed, or re-score everything after editing a grader's criteria: attaching a grader does not itself grade anything. Omit graderIds to re-run every grader attached to the dataset, or pass a subset; ids that are not attached are rejected rather than silently skipped. Waits up to 90 seconds for the run to finish and reports how many traces were graded; if it is still running, call again with the same arguments to check progress (it reports the running job rather than starting a second one). Read the resulting verdicts with get_grader_labels.",
28311
+ inputSchema: {
28312
+ datasetId: external_exports.uuid().describe("The dataset id (from save_dataset or list_datasets)"),
28313
+ graderIds: external_exports.preprocess(parseJsonString, external_exports.array(external_exports.uuid()).min(1).max(100)).optional().describe("Grader ids to re-run (1-100). Omit to re-run every grader attached to the dataset.")
28314
+ }
28315
+ };
28316
+ var rerunGradersOnExperiment = {
28317
+ name: "rerun_graders_on_experiment",
28318
+ title: "Re-run Graders on Experiment",
28319
+ description: "Re-score an experiment's completed replay traces with its attached graders, overwriting their previous verdicts. Use this after attaching a grader to an already-completed experiment (which persists the assignment but does not grade the existing traces) or after editing a grader's criteria. Only the replays belonging to this experiment are graded, never the originals they were compared against. Omit graderIds to re-run every grader attached to the experiment, or pass a subset; ids that are not attached are rejected. Waits up to 90 seconds and reports how many traces were graded; if it is still running, call again with the same arguments to check progress. Read the resulting verdicts with get_grader_labels.",
28320
+ inputSchema: {
28321
+ testRunId: external_exports.uuid().describe("The experiment (test run) id, from list_experiments"),
28322
+ graderIds: external_exports.preprocess(parseJsonString, external_exports.array(external_exports.uuid()).min(1).max(100)).optional().describe("Grader ids to re-run (1-100). Omit to re-run every grader attached to the experiment.")
28323
+ }
28324
+ };
28307
28325
  var addGradersToExperiment = {
28308
28326
  name: "add_graders_to_experiment",
28309
28327
  title: "Add Graders to Experiment",
@@ -28489,6 +28507,8 @@ var ALL_TOOL_CONTRACTS = [
28489
28507
  removeTracesFromDataset,
28490
28508
  addGradersToDataset,
28491
28509
  removeGradersFromDataset,
28510
+ rerunGradersOnDataset,
28511
+ rerunGradersOnExperiment,
28492
28512
  addGradersToExperiment,
28493
28513
  removeGradersFromExperiment,
28494
28514
  addGradersToExperimentGroup,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "bitfab-cli",
3
- "version": "0.2.245",
3
+ "version": "0.2.247",
4
4
  "description": "Install and configure the Bitfab plugin in Claude Code, Codex, or Cursor.",
5
5
  "type": "module",
6
6
  "main": "dist/index.js",