@tuned-tensor/cli 0.13.1-beta.6 → 0.13.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +47 -19
- package/dist/{chunk-W7MOBPCO.js → chunk-CAEBS5HH.js} +2812 -2793
- package/dist/chunk-CAEBS5HH.js.map +1 -0
- package/dist/index.js +787 -307
- package/dist/index.js.map +1 -1
- package/dist/local-runtime.js +8 -2
- package/dist/local-runtime.js.map +1 -1
- package/docs/local-runtime/architecture.md +16 -2
- package/docs/local-runtime/spark.md +1 -1
- package/package.json +1 -1
- package/training/foundation/src/data.py +65 -3
- package/training/foundation/src/evaluate.py +34 -8
- package/training/foundation/src/pretrain.py +15 -2
- package/training/foundation/src/rl.py +11 -3
- package/training/foundation/src/train_tokenizer.py +11 -2
- package/dist/chunk-W7MOBPCO.js.map +0 -1
package/dist/local-runtime.js
CHANGED
|
@@ -8,6 +8,7 @@ import {
|
|
|
8
8
|
assessHardware,
|
|
9
9
|
baseModelRevisionSchema,
|
|
10
10
|
behaviorSpecExampleSchema,
|
|
11
|
+
behaviorSpecSchema,
|
|
11
12
|
buildBundledPythonCommand,
|
|
12
13
|
buildFoundationPythonCommand,
|
|
13
14
|
buildModelPrefetchPayload,
|
|
@@ -54,6 +55,8 @@ import {
|
|
|
54
55
|
localStorePaths,
|
|
55
56
|
minimalMachineLearningEnvironment,
|
|
56
57
|
normalizeChatJsonlForRelocation,
|
|
58
|
+
parseLocalRunInput,
|
|
59
|
+
parseLocalRunnerConfig,
|
|
57
60
|
prefetchBaseModel,
|
|
58
61
|
reportInBackground,
|
|
59
62
|
resolveLocalRunInputPaths,
|
|
@@ -77,7 +80,7 @@ import {
|
|
|
77
80
|
withHuggingFaceCacheEnvironment,
|
|
78
81
|
withOfflineHuggingFaceCacheEnvironment,
|
|
79
82
|
writePrivateJsonAtomic
|
|
80
|
-
} from "./chunk-
|
|
83
|
+
} from "./chunk-CAEBS5HH.js";
|
|
81
84
|
|
|
82
85
|
// src/local-runtime/index.ts
|
|
83
86
|
import { readFileSync, realpathSync } from "fs";
|
|
@@ -1119,7 +1122,7 @@ async function loadCliBehaviorSpec(inputPath, runId) {
|
|
|
1119
1122
|
});
|
|
1120
1123
|
if (input.kind === "foundation-spec") {
|
|
1121
1124
|
throw new Error(
|
|
1122
|
-
`This spec uses engine "foundation". Use \`tt pipeline run --spec ${input.path}
|
|
1125
|
+
`This spec uses engine "foundation". Use \`tt pipeline run --spec ${input.path}\`; the legacy adapter runner cannot execute foundation specs.`
|
|
1123
1126
|
);
|
|
1124
1127
|
}
|
|
1125
1128
|
if (input.kind !== "spec") {
|
|
@@ -1808,6 +1811,7 @@ export {
|
|
|
1808
1811
|
assertLocalRunInputReady,
|
|
1809
1812
|
baseModelRevisionSchema,
|
|
1810
1813
|
behaviorSpecExampleSchema,
|
|
1814
|
+
behaviorSpecSchema,
|
|
1811
1815
|
buildLocalBaseModelServerLaunch,
|
|
1812
1816
|
buildLocalModelServerLaunch,
|
|
1813
1817
|
buildModelPrefetchPayload,
|
|
@@ -1854,6 +1858,8 @@ export {
|
|
|
1854
1858
|
localRunnerConfigSchema,
|
|
1855
1859
|
localStorePaths,
|
|
1856
1860
|
normalizeChatJsonlForRelocation,
|
|
1861
|
+
parseLocalRunInput,
|
|
1862
|
+
parseLocalRunnerConfig,
|
|
1857
1863
|
prefetchBaseModel,
|
|
1858
1864
|
reportInBackground,
|
|
1859
1865
|
resolveLocalRunInputPaths,
|