bitfab-cli 0.2.246 → 0.2.247
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +20 -0
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -28304,6 +28304,24 @@ var removeGradersFromDataset = {
|
|
|
28304
28304
|
graderIds: external_exports.preprocess(parseJsonString, external_exports.array(external_exports.uuid()).min(1).max(100)).describe("Grader ids to remove (1-100)")
|
|
28305
28305
|
}
|
|
28306
28306
|
};
|
|
28307
|
+
var rerunGradersOnDataset = {
|
|
28308
|
+
name: "rerun_graders_on_dataset",
|
|
28309
|
+
title: "Re-run Graders on Dataset",
|
|
28310
|
+
description: "Re-score every trace in a dataset with its attached graders, overwriting their previous verdicts. This is how you grade traces that were added before a grader existed, or re-score everything after editing a grader's criteria: attaching a grader does not itself grade anything. Omit graderIds to re-run every grader attached to the dataset, or pass a subset; ids that are not attached are rejected rather than silently skipped. Waits up to 90 seconds for the run to finish and reports how many traces were graded; if it is still running, call again with the same arguments to check progress (it reports the running job rather than starting a second one). Read the resulting verdicts with get_grader_labels.",
|
|
28311
|
+
inputSchema: {
|
|
28312
|
+
datasetId: external_exports.uuid().describe("The dataset id (from save_dataset or list_datasets)"),
|
|
28313
|
+
graderIds: external_exports.preprocess(parseJsonString, external_exports.array(external_exports.uuid()).min(1).max(100)).optional().describe("Grader ids to re-run (1-100). Omit to re-run every grader attached to the dataset.")
|
|
28314
|
+
}
|
|
28315
|
+
};
|
|
28316
|
+
var rerunGradersOnExperiment = {
|
|
28317
|
+
name: "rerun_graders_on_experiment",
|
|
28318
|
+
title: "Re-run Graders on Experiment",
|
|
28319
|
+
description: "Re-score an experiment's completed replay traces with its attached graders, overwriting their previous verdicts. Use this after attaching a grader to an already-completed experiment (which persists the assignment but does not grade the existing traces) or after editing a grader's criteria. Only the replays belonging to this experiment are graded, never the originals they were compared against. Omit graderIds to re-run every grader attached to the experiment, or pass a subset; ids that are not attached are rejected. Waits up to 90 seconds and reports how many traces were graded; if it is still running, call again with the same arguments to check progress. Read the resulting verdicts with get_grader_labels.",
|
|
28320
|
+
inputSchema: {
|
|
28321
|
+
testRunId: external_exports.uuid().describe("The experiment (test run) id, from list_experiments"),
|
|
28322
|
+
graderIds: external_exports.preprocess(parseJsonString, external_exports.array(external_exports.uuid()).min(1).max(100)).optional().describe("Grader ids to re-run (1-100). Omit to re-run every grader attached to the experiment.")
|
|
28323
|
+
}
|
|
28324
|
+
};
|
|
28307
28325
|
var addGradersToExperiment = {
|
|
28308
28326
|
name: "add_graders_to_experiment",
|
|
28309
28327
|
title: "Add Graders to Experiment",
|
|
@@ -28489,6 +28507,8 @@ var ALL_TOOL_CONTRACTS = [
|
|
|
28489
28507
|
removeTracesFromDataset,
|
|
28490
28508
|
addGradersToDataset,
|
|
28491
28509
|
removeGradersFromDataset,
|
|
28510
|
+
rerunGradersOnDataset,
|
|
28511
|
+
rerunGradersOnExperiment,
|
|
28492
28512
|
addGradersToExperiment,
|
|
28493
28513
|
removeGradersFromExperiment,
|
|
28494
28514
|
addGradersToExperimentGroup,
|