@tuned-tensor/cli 0.12.0-beta.0 → 0.13.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +75 -186
- package/dist/index.js +567 -4409
- package/dist/index.js.map +1 -1
- package/dist/local-runtime.js +25 -25
- package/dist/local-runtime.js.map +1 -1
- package/package.json +2 -2
package/dist/local-runtime.js
CHANGED
|
@@ -687,7 +687,7 @@ function hasFlag(argv, name) {
|
|
|
687
687
|
return argv.includes(name);
|
|
688
688
|
}
|
|
689
689
|
function printHelp() {
|
|
690
|
-
console.log(`Usage: tt
|
|
690
|
+
console.log(`Usage: tt <command> [options]
|
|
691
691
|
|
|
692
692
|
Commands:
|
|
693
693
|
info Show package and runner information
|
|
@@ -727,13 +727,13 @@ var MODEL_SERVE_OPTIONS = [
|
|
|
727
727
|
];
|
|
728
728
|
var COMMAND_DEFINITIONS = {
|
|
729
729
|
info: {
|
|
730
|
-
usage: "tt
|
|
730
|
+
usage: "tt info",
|
|
731
731
|
description: "Show the installed TT Local version and runner status.",
|
|
732
732
|
options: [],
|
|
733
733
|
maxPositionals: 0
|
|
734
734
|
},
|
|
735
735
|
init: {
|
|
736
|
-
usage: "tt
|
|
736
|
+
usage: "tt init [options]",
|
|
737
737
|
description: "Create a local tunedtensor.json behavior spec.",
|
|
738
738
|
options: [
|
|
739
739
|
{ name: "--name", value: "name", description: "Behavior spec name" },
|
|
@@ -746,19 +746,19 @@ var COMMAND_DEFINITIONS = {
|
|
|
746
746
|
maxPositionals: 0
|
|
747
747
|
},
|
|
748
748
|
doctor: {
|
|
749
|
-
usage: "tt
|
|
749
|
+
usage: "tt doctor [tunedtensor.json] [--config path]",
|
|
750
750
|
description: "Check the host and optional run input before starting work.",
|
|
751
751
|
options: [CONFIG_OPTION],
|
|
752
752
|
maxPositionals: 1
|
|
753
753
|
},
|
|
754
754
|
validate: {
|
|
755
|
-
usage: "tt
|
|
755
|
+
usage: "tt validate [tunedtensor.json] [options]",
|
|
756
756
|
description: "Validate a local behavior spec without executing it.",
|
|
757
757
|
options: [CONFIG_OPTION],
|
|
758
758
|
maxPositionals: 1
|
|
759
759
|
},
|
|
760
760
|
run: {
|
|
761
|
-
usage: "tt
|
|
761
|
+
usage: "tt run [tunedtensor.json] [options]",
|
|
762
762
|
description: "Run the baseline, fine-tuning, tuned evaluation, and report workflow.",
|
|
763
763
|
options: [
|
|
764
764
|
CONFIG_OPTION,
|
|
@@ -769,7 +769,7 @@ var COMMAND_DEFINITIONS = {
|
|
|
769
769
|
maxPositionals: 1
|
|
770
770
|
},
|
|
771
771
|
serve: {
|
|
772
|
-
usage: "tt
|
|
772
|
+
usage: "tt serve <model-id|active|base> [options]",
|
|
773
773
|
description: "Serve a verified adapter, the active model, or the protected base.",
|
|
774
774
|
options: MODEL_SERVE_OPTIONS,
|
|
775
775
|
minPositionals: 1,
|
|
@@ -782,21 +782,21 @@ var COMMAND_GROUPS = {
|
|
|
782
782
|
description: "Inspect locally stored runs.",
|
|
783
783
|
defaultSubcommand: "list",
|
|
784
784
|
subcommands: {
|
|
785
|
-
list: { usage: "tt
|
|
786
|
-
get: { usage: "tt
|
|
787
|
-
events: { usage: "tt
|
|
788
|
-
report: { usage: "tt
|
|
789
|
-
compare: { usage: "tt
|
|
785
|
+
list: { usage: "tt runs list [--config path]", description: "List local runs.", options: [CONFIG_OPTION], maxPositionals: 0 },
|
|
786
|
+
get: { usage: "tt runs get <run-id> [--config path]", description: "Get a local run.", options: [CONFIG_OPTION], minPositionals: 1, maxPositionals: 1, missingPositionalsMessage: "runs get requires <run-id>" },
|
|
787
|
+
events: { usage: "tt runs events <run-id> [--config path]", description: "List run events.", options: [CONFIG_OPTION], minPositionals: 1, maxPositionals: 1, missingPositionalsMessage: "runs events requires <run-id>" },
|
|
788
|
+
report: { usage: "tt runs report <run-id> [--config path]", description: "Show the baseline-vs-tuned report, including deltas and regressions.", options: [CONFIG_OPTION], minPositionals: 1, maxPositionals: 1, missingPositionalsMessage: "runs report requires <run-id>" },
|
|
789
|
+
compare: { usage: "tt runs compare <run-id-a> <run-id-b> [--config path]", description: "Compare two run reports.", options: [CONFIG_OPTION], minPositionals: 2, maxPositionals: 2, missingPositionalsMessage: "runs compare requires <run-id-a> <run-id-b>" }
|
|
790
790
|
}
|
|
791
791
|
},
|
|
792
792
|
models: {
|
|
793
793
|
description: "Inspect, verify, prefetch, or serve local models.",
|
|
794
794
|
defaultSubcommand: "list",
|
|
795
795
|
subcommands: {
|
|
796
|
-
list: { usage: "tt
|
|
797
|
-
get: { usage: "tt
|
|
796
|
+
list: { usage: "tt models list [--config path]", description: "List local models.", options: [CONFIG_OPTION], maxPositionals: 0 },
|
|
797
|
+
get: { usage: "tt models get <model-id> [--config path]", description: "Get a local model.", options: [CONFIG_OPTION], minPositionals: 1, maxPositionals: 1, missingPositionalsMessage: "models get requires <model-id>" },
|
|
798
798
|
verify: {
|
|
799
|
-
usage: "tt
|
|
799
|
+
usage: "tt models verify <model-id-or-artifact-path> [--config path]",
|
|
800
800
|
description: "Verify a stored model or manifested artifact path.",
|
|
801
801
|
options: [CONFIG_OPTION],
|
|
802
802
|
minPositionals: 1,
|
|
@@ -804,25 +804,25 @@ var COMMAND_GROUPS = {
|
|
|
804
804
|
missingPositionalsMessage: "models verify requires <model-id-or-artifact-path>"
|
|
805
805
|
},
|
|
806
806
|
prefetch: {
|
|
807
|
-
usage: "tt
|
|
807
|
+
usage: "tt models prefetch [tunedtensor.json] [options]",
|
|
808
808
|
description: "Download the configured base model before a run.",
|
|
809
809
|
options: [CONFIG_OPTION, VERBOSE_OPTION, QUIET_OPTION],
|
|
810
810
|
maxPositionals: 1
|
|
811
811
|
},
|
|
812
812
|
"verify-base": {
|
|
813
|
-
usage: "tt
|
|
813
|
+
usage: "tt models verify-base [tunedtensor.json] [options]",
|
|
814
814
|
description: "Verify that the configured base-model snapshot is complete and locally available.",
|
|
815
815
|
options: [CONFIG_OPTION, VERBOSE_OPTION, QUIET_OPTION],
|
|
816
816
|
maxPositionals: 1
|
|
817
817
|
},
|
|
818
818
|
active: {
|
|
819
|
-
usage: "tt
|
|
819
|
+
usage: "tt models active [--config path]",
|
|
820
820
|
description: "Show the active adapter, or the protected base when none is active.",
|
|
821
821
|
options: [CONFIG_OPTION],
|
|
822
822
|
maxPositionals: 0
|
|
823
823
|
},
|
|
824
824
|
activate: {
|
|
825
|
-
usage: "tt
|
|
825
|
+
usage: "tt models activate <model-id> [--config path]",
|
|
826
826
|
description: "Activate a verified model whose general regression gate passed.",
|
|
827
827
|
options: [CONFIG_OPTION],
|
|
828
828
|
minPositionals: 1,
|
|
@@ -830,14 +830,14 @@ var COMMAND_GROUPS = {
|
|
|
830
830
|
missingPositionalsMessage: "models activate requires <model-id>"
|
|
831
831
|
},
|
|
832
832
|
rollback: {
|
|
833
|
-
usage: "tt
|
|
833
|
+
usage: "tt models rollback [--config path]",
|
|
834
834
|
description: "Restore the previously active adapter or protected base.",
|
|
835
835
|
options: [CONFIG_OPTION],
|
|
836
836
|
maxPositionals: 0
|
|
837
837
|
},
|
|
838
838
|
serve: {
|
|
839
|
-
usage: "tt
|
|
840
|
-
description: "Alias for `tt
|
|
839
|
+
usage: "tt models serve <model-id|active|base> [options]",
|
|
840
|
+
description: "Alias for `tt serve`.",
|
|
841
841
|
options: MODEL_SERVE_OPTIONS,
|
|
842
842
|
minPositionals: 1,
|
|
843
843
|
maxPositionals: 1,
|
|
@@ -863,7 +863,7 @@ ${definition.description}`);
|
|
|
863
863
|
console.log(" -h, --help Show help");
|
|
864
864
|
}
|
|
865
865
|
function printGroupHelp(command, group) {
|
|
866
|
-
console.log(`Usage: tt
|
|
866
|
+
console.log(`Usage: tt ${command} <command> [options]
|
|
867
867
|
|
|
868
868
|
${group.description}
|
|
869
869
|
|
|
@@ -871,7 +871,7 @@ Commands:`);
|
|
|
871
871
|
for (const [name, definition] of Object.entries(group.subcommands)) {
|
|
872
872
|
console.log(` ${name.padEnd(16)} ${definition.description}`);
|
|
873
873
|
}
|
|
874
|
-
console.log("\nRun `tt
|
|
874
|
+
console.log("\nRun `tt " + command + " <command> --help` for command-specific help.");
|
|
875
875
|
}
|
|
876
876
|
function parseCommandArguments(tokens, definition) {
|
|
877
877
|
const options = new Map(definition.options.map((option) => [option.name, option]));
|
|
@@ -954,7 +954,7 @@ function parseCli(argv) {
|
|
|
954
954
|
subcommand = group.defaultSubcommand;
|
|
955
955
|
tokenStart = 3;
|
|
956
956
|
} else {
|
|
957
|
-
throw new Error(`${command} requires a subcommand. Run 'tt
|
|
957
|
+
throw new Error(`${command} requires a subcommand. Run 'tt ${command} --help'.`);
|
|
958
958
|
}
|
|
959
959
|
const subcommandDefinition = group.subcommands[subcommand];
|
|
960
960
|
if (!subcommandDefinition) throw new Error(`Unknown ${command} command: ${subcommand}`);
|