@tuned-tensor/local 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +23 -0
- package/LICENSE +161 -0
- package/README.md +242 -0
- package/dist/artifacts.d.ts +35 -0
- package/dist/artifacts.js +56 -0
- package/dist/artifacts.js.map +1 -0
- package/dist/contracts.d.ts +471 -0
- package/dist/contracts.js +253 -0
- package/dist/contracts.js.map +1 -0
- package/dist/dataset.d.ts +12 -0
- package/dist/dataset.js +60 -0
- package/dist/dataset.js.map +1 -0
- package/dist/docker-training.d.ts +8 -0
- package/dist/docker-training.js +123 -0
- package/dist/docker-training.js.map +1 -0
- package/dist/doctor.d.ts +7 -0
- package/dist/doctor.js +74 -0
- package/dist/doctor.js.map +1 -0
- package/dist/evaluation.d.ts +23 -0
- package/dist/evaluation.js +318 -0
- package/dist/evaluation.js.map +1 -0
- package/dist/index.d.ts +14 -0
- package/dist/index.js +316 -0
- package/dist/index.js.map +1 -0
- package/dist/local-project.d.ts +22 -0
- package/dist/local-project.js +74 -0
- package/dist/local-project.js.map +1 -0
- package/dist/model-registry.d.ts +18 -0
- package/dist/model-registry.js +151 -0
- package/dist/model-registry.js.map +1 -0
- package/dist/openrouter.d.ts +16 -0
- package/dist/openrouter.js +39 -0
- package/dist/openrouter.js.map +1 -0
- package/dist/orchestrator.d.ts +14 -0
- package/dist/orchestrator.js +151 -0
- package/dist/orchestrator.js.map +1 -0
- package/dist/process-training.d.ts +8 -0
- package/dist/process-training.js +135 -0
- package/dist/process-training.js.map +1 -0
- package/dist/server.d.ts +9 -0
- package/dist/server.js +211 -0
- package/dist/server.js.map +1 -0
- package/dist/store.d.ts +98 -0
- package/dist/store.js +327 -0
- package/dist/store.js.map +1 -0
- package/docs/architecture.md +109 -0
- package/docs/spark.md +86 -0
- package/examples/local-runner.json +14 -0
- package/examples/smoke-run-request.json +34 -0
- package/package.json +40 -0
- package/training/sft-local/pyproject.toml +24 -0
- package/training/sft-local/src/evaluate.py +177 -0
- package/training/sft-local/src/train.py +233 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,wBAAwB,EAAE,2BAA2B,EAAE,uBAAuB,EAAE,kBAAkB,EAA0B,MAAM,gBAAgB,CAAC;AAC5J,OAAO,EACL,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,oBAAoB,CAAC;AAE5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAQ3B,MAAM,UAAU,kBAAkB;IAChC,OAAO;QACL,IAAI,EAAE,oBAAoB;QAC1B,MAAM,EAAE,sBAAsB;QAC9B,WAAW,EAAE,0DAA0D;KACxE,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,IAAc,EAAE,IAAY;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACnC,OAAO,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,OAAO,CAAC,IAAc,EAAE,IAAY;IAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;uEAgByD,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC;IACpC,UAAU;IACV,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,UAAU;IACV,MAAM;IACN,WAAW;IACX,cAAc;CACf,CAAC,CAAC;AAEH,SAAS,eAAe,CAAC,IAAc,EAAE,UAAU,GAAG,CAAC;IACrD,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,IAAI,KAAK,GAAG,UAAU,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,qBAAqB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,SAAS;QACnC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAc,EAAE,IAAY;IACpD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrC,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAc;IAC1C,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAChD,OAAO,qBAAqB,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,EAAU;IAC7B,MAAM,IAAI,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,UAAU,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACtC,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,WAAW,CAAC;AACjF,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,IAAc;IAChC,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;IAElC,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACnE,MAAM,IAAI,GAAG,kBAAkB,EAAE,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACtC,IAAI,OAAO,KAAK,MAAM;YAAE,SAAS,EAAE,CAAC;QACpC,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7C,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1B,IAAI,CAAC,EAAE;YAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,uBAAuB,CAAC,CAAC;QACpF,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC;YACnC,UAAU;YACV,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,yBAAyB;YAC7D,SAAS,EAAE,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,iBAAiB;YAC3D,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC;SAChC,CAAC,CAAC;QACH,SAAS,CAAC;YACR,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,UAAU;YAChB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,uBAAuB,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE;YAC/C,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC;YACrC,SAAS,EAAE,gBAAgB,CAAC,IAAI,EAAE,cAAc,CAAC;SAClD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,SAAS,CAAC;YACR,EAAE,EAAE,IAAI;YACR,UAAU,EAAE,KAAK,CAAC,IAAI;YACtB,UAAU,EAAE,KAAK,CAAC,IAAI;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;YAC5C,aAAa,EAAE,MAAM,CAAC,YAAY;YAClC,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,OAAO,EAAE,MAAM,CAAC,MAAM;SACvB,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,uBAAuB,CAAC,CAAC;QAC/E,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;YAC3C,GAAG,WAAW;YACd,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM;SAC/D,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE;YAC/C,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC;YACrC,SAAS,EAAE,gBAAgB,CAAC,IAAI,EAAE,cAAc,CAAC;SAClD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3D,SAAS,CAAC;YACR,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;YAC5B,UAAU,EAAE,KAAK,CAAC,IAAI;YACtB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;YAC5B,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB;YAChD,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,YAAY,EAAE,MAAM,CAAC,WAAW;YAChC,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,eAAe;SAC1D,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,WAAW,CAAC;QACvD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,iCAAiC,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,OAAO,CAAO,CAAC,WAAW,EAAE,EAAE;YACtC,MAAM,IAAI,GAAG,GAAG,EAAE;gBAChB,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YACnD,CAAC,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,UAAU,KAAK,MAAM;YAAE,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QACpE,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YACvD,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAC1D,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAC1D,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAC1D,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC1B,OAAO,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACzD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;YAClC,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBAAE,SAAS;oBACpC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACtB,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvF,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACnC,IAAI,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC;oBAAE,OAAO;gBACzC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QACD,IAAI,UAAU,KAAK,WAAW,EAAE,CAAC;YAC/B,MAAM,KAAK,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,UAAU,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,UAAU,KAAK,MAAM;YAAE,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;QACtE,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC3D,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,UAAU,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,UAAU,KAAK,MAAM;YAAE,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACrE,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACzD,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAY,CAAC;YAC3E,MAAM,OAAO,GAAG,wBAAwB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC1D,IAAI,OAAO,CAAC,OAAO;gBAAE,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;YACzH,MAAM,SAAS,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/D,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM,YAAY,GAAG,uBAAuB,CAAC,SAAS,CAAC,IAAI,EAAE;oBAC3D,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC;oBACrC,SAAS,EAAE,gBAAgB,CAAC,IAAI,EAAE,cAAc,CAAC;iBAClD,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,gBAAgB,EAAE,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC;YACtG,CAAC;YACD,MAAM,EAAE,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACpC,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;YAC1F,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,EAAE,EAAE,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,UAAU,KAAK,eAAe,EAAE,CAAC;YACnC,MAAM,KAAK,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0BAA0B,UAAU,IAAI,EAAE,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACpD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACjC,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { type FineTuneRunRequest, type LocalBehaviorSpecFile } from "./contracts.js";
|
|
2
|
+
export declare const DEFAULT_LOCAL_SPEC_PATH = "tunedtensor.json";
|
|
3
|
+
export interface CreateLocalSpecArgs {
|
|
4
|
+
name: string;
|
|
5
|
+
baseModel: string;
|
|
6
|
+
outputPath: string;
|
|
7
|
+
force?: boolean;
|
|
8
|
+
}
|
|
9
|
+
export interface RunRequestFromSpecOptions {
|
|
10
|
+
runId?: string;
|
|
11
|
+
userId?: string;
|
|
12
|
+
runNumber?: number;
|
|
13
|
+
}
|
|
14
|
+
export interface LocalRunInput {
|
|
15
|
+
kind: "request" | "spec";
|
|
16
|
+
path: string;
|
|
17
|
+
request: FineTuneRunRequest;
|
|
18
|
+
spec?: LocalBehaviorSpecFile;
|
|
19
|
+
}
|
|
20
|
+
export declare function initLocalSpecFile(args: CreateLocalSpecArgs): Promise<LocalBehaviorSpecFile>;
|
|
21
|
+
export declare function runRequestFromLocalSpec(spec: LocalBehaviorSpecFile, options?: RunRequestFromSpecOptions): FineTuneRunRequest;
|
|
22
|
+
export declare function loadLocalRunInput(path: string, options?: RunRequestFromSpecOptions): Promise<LocalRunInput>;
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { readFile, stat, writeFile } from "node:fs/promises";
|
|
3
|
+
import { dirname } from "node:path";
|
|
4
|
+
import { mkdir } from "node:fs/promises";
|
|
5
|
+
import { fineTuneRunRequestSchema, localBehaviorSpecFileSchema, } from "./contracts.js";
|
|
6
|
+
export const DEFAULT_LOCAL_SPEC_PATH = "tunedtensor.json";
|
|
7
|
+
async function exists(path) {
|
|
8
|
+
try {
|
|
9
|
+
await stat(path);
|
|
10
|
+
return true;
|
|
11
|
+
}
|
|
12
|
+
catch {
|
|
13
|
+
return false;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
export async function initLocalSpecFile(args) {
|
|
17
|
+
if (!args.force && await exists(args.outputPath)) {
|
|
18
|
+
throw new Error(`Refusing to overwrite existing file: ${args.outputPath}`);
|
|
19
|
+
}
|
|
20
|
+
const spec = localBehaviorSpecFileSchema.parse({
|
|
21
|
+
id: randomUUID(),
|
|
22
|
+
name: args.name,
|
|
23
|
+
description: "",
|
|
24
|
+
system_prompt: "Describe the behavior this local model should learn.",
|
|
25
|
+
guidelines: [
|
|
26
|
+
"Return concise, task-specific answers.",
|
|
27
|
+
],
|
|
28
|
+
constraints: [],
|
|
29
|
+
base_model: args.baseModel,
|
|
30
|
+
examples: [
|
|
31
|
+
{
|
|
32
|
+
input: "Replace this with a representative input.",
|
|
33
|
+
output: "Replace this with the expected output.",
|
|
34
|
+
},
|
|
35
|
+
],
|
|
36
|
+
hyperparameters: {
|
|
37
|
+
n_epochs: 3,
|
|
38
|
+
save_adapter_only: true,
|
|
39
|
+
augment: false,
|
|
40
|
+
use_llm_judge: false,
|
|
41
|
+
},
|
|
42
|
+
});
|
|
43
|
+
await mkdir(dirname(args.outputPath), { recursive: true });
|
|
44
|
+
await writeFile(args.outputPath, `${JSON.stringify(spec, null, 2)}\n`, "utf8");
|
|
45
|
+
return spec;
|
|
46
|
+
}
|
|
47
|
+
export function runRequestFromLocalSpec(spec, options = {}) {
|
|
48
|
+
const { id, user_id: userId, run_number: runNumber, hyperparameters, artifacts, dataset_prebuilt: datasetPrebuilt, ...specSnapshot } = spec;
|
|
49
|
+
return fineTuneRunRequestSchema.parse({
|
|
50
|
+
run_id: options.runId ?? randomUUID(),
|
|
51
|
+
user_id: options.userId ?? userId,
|
|
52
|
+
behavior_spec_id: id ?? randomUUID(),
|
|
53
|
+
run_number: options.runNumber ?? runNumber,
|
|
54
|
+
spec_snapshot: specSnapshot,
|
|
55
|
+
hyperparameters,
|
|
56
|
+
artifacts,
|
|
57
|
+
dataset_prebuilt: datasetPrebuilt,
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
export async function loadLocalRunInput(path, options = {}) {
|
|
61
|
+
const raw = JSON.parse(await readFile(path, "utf8"));
|
|
62
|
+
const request = fineTuneRunRequestSchema.safeParse(raw);
|
|
63
|
+
if (request.success) {
|
|
64
|
+
return { kind: "request", path, request: request.data };
|
|
65
|
+
}
|
|
66
|
+
const spec = localBehaviorSpecFileSchema.parse(raw);
|
|
67
|
+
return {
|
|
68
|
+
kind: "spec",
|
|
69
|
+
path,
|
|
70
|
+
spec,
|
|
71
|
+
request: runRequestFromLocalSpec(spec, options),
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
//# sourceMappingURL=local-project.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local-project.js","sourceRoot":"","sources":["../src/local-project.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EACL,wBAAwB,EACxB,2BAA2B,GAG5B,MAAM,gBAAgB,CAAC;AAExB,MAAM,CAAC,MAAM,uBAAuB,GAAG,kBAAkB,CAAC;AAsB1D,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAyB;IAC/D,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,MAAM,IAAI,GAAG,2BAA2B,CAAC,KAAK,CAAC;QAC7C,EAAE,EAAE,UAAU,EAAE;QAChB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,EAAE;QACf,aAAa,EAAE,sDAAsD;QACrE,UAAU,EAAE;YACV,wCAAwC;SACzC;QACD,WAAW,EAAE,EAAE;QACf,UAAU,EAAE,IAAI,CAAC,SAAS;QAC1B,QAAQ,EAAE;YACR;gBACE,KAAK,EAAE,2CAA2C;gBAClD,MAAM,EAAE,wCAAwC;aACjD;SACF;QACD,eAAe,EAAE;YACf,QAAQ,EAAE,CAAC;YACX,iBAAiB,EAAE,IAAI;YACvB,OAAO,EAAE,KAAK;YACd,aAAa,EAAE,KAAK;SACrB;KACF,CAAC,CAAC;IACH,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC/E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,IAA2B,EAC3B,UAAqC,EAAE;IAEvC,MAAM,EACJ,EAAE,EACF,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,SAAS,EACrB,eAAe,EACf,SAAS,EACT,gBAAgB,EAAE,eAAe,EACjC,GAAG,YAAY,EAChB,GAAG,IAAI,CAAC;IACT,OAAO,wBAAwB,CAAC,KAAK,CAAC;QACpC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,UAAU,EAAE;QACrC,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,MAAM;QACjC,gBAAgB,EAAE,EAAE,IAAI,UAAU,EAAE;QACpC,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS;QAC1C,aAAa,EAAE,YAAY;QAC3B,eAAe;QACf,SAAS;QACT,gBAAgB,EAAE,eAAe;KAClC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAY,EACZ,UAAqC,EAAE;IAEvC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;IAChE,MAAM,OAAO,GAAG,wBAAwB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACxD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,MAAM,IAAI,GAAG,2BAA2B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpD,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,IAAI;QACJ,IAAI;QACJ,OAAO,EAAE,uBAAuB,CAAC,IAAI,EAAE,OAAO,CAAC;KAChD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export interface TrainingModel {
|
|
2
|
+
id: string;
|
|
3
|
+
aliases: string[];
|
|
4
|
+
family: string;
|
|
5
|
+
loader: "causal_lm" | "image_text_to_text";
|
|
6
|
+
defaultLearningRate: number;
|
|
7
|
+
defaultPerDeviceBatchSize: number;
|
|
8
|
+
defaultGradientAccumulationSteps: number;
|
|
9
|
+
defaultLoraRank: number;
|
|
10
|
+
defaultLoraAlpha: number;
|
|
11
|
+
defaultLoraDropout: number;
|
|
12
|
+
defaultMaxSeqLength: number;
|
|
13
|
+
trustRemoteCode: boolean;
|
|
14
|
+
requiresHfToken: boolean;
|
|
15
|
+
}
|
|
16
|
+
export declare const TRAINING_MODELS: TrainingModel[];
|
|
17
|
+
export declare function resolveTrainingModel(modelId: string): TrainingModel;
|
|
18
|
+
export declare function canonicalizeTrainingModel(modelId: string): string;
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
export const TRAINING_MODELS = [
|
|
2
|
+
{
|
|
3
|
+
id: "Qwen/Qwen3.5-2B",
|
|
4
|
+
aliases: ["qwen/qwen3.5-2b", "Qwen/Qwen3.5-2B-Base", "qwen/qwen3.5-2b-base"],
|
|
5
|
+
family: "qwen3_5",
|
|
6
|
+
loader: "image_text_to_text",
|
|
7
|
+
defaultLearningRate: 0.00001,
|
|
8
|
+
defaultPerDeviceBatchSize: 1,
|
|
9
|
+
defaultGradientAccumulationSteps: 8,
|
|
10
|
+
defaultLoraRank: 16,
|
|
11
|
+
defaultLoraAlpha: 32,
|
|
12
|
+
defaultLoraDropout: 0.05,
|
|
13
|
+
defaultMaxSeqLength: 2048,
|
|
14
|
+
trustRemoteCode: true,
|
|
15
|
+
requiresHfToken: false,
|
|
16
|
+
},
|
|
17
|
+
{
|
|
18
|
+
id: "Qwen/Qwen3.5-4B",
|
|
19
|
+
aliases: ["qwen/qwen3.5-4b", "Qwen/Qwen3.5-4B-Base", "qwen/qwen3.5-4b-base"],
|
|
20
|
+
family: "qwen3_5",
|
|
21
|
+
loader: "image_text_to_text",
|
|
22
|
+
defaultLearningRate: 0.00001,
|
|
23
|
+
defaultPerDeviceBatchSize: 1,
|
|
24
|
+
defaultGradientAccumulationSteps: 16,
|
|
25
|
+
defaultLoraRank: 16,
|
|
26
|
+
defaultLoraAlpha: 32,
|
|
27
|
+
defaultLoraDropout: 0.05,
|
|
28
|
+
defaultMaxSeqLength: 2048,
|
|
29
|
+
trustRemoteCode: true,
|
|
30
|
+
requiresHfToken: false,
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
id: "Qwen/Qwen3-VL-2B-Instruct",
|
|
34
|
+
aliases: ["qwen/qwen3-vl-2b-instruct", "Qwen/Qwen3-VL-2B", "qwen/qwen3-vl-2b"],
|
|
35
|
+
family: "qwen3_vl",
|
|
36
|
+
loader: "image_text_to_text",
|
|
37
|
+
defaultLearningRate: 0.00001,
|
|
38
|
+
defaultPerDeviceBatchSize: 1,
|
|
39
|
+
defaultGradientAccumulationSteps: 8,
|
|
40
|
+
defaultLoraRank: 16,
|
|
41
|
+
defaultLoraAlpha: 32,
|
|
42
|
+
defaultLoraDropout: 0.05,
|
|
43
|
+
defaultMaxSeqLength: 2048,
|
|
44
|
+
trustRemoteCode: true,
|
|
45
|
+
requiresHfToken: false,
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
id: "google/gemma-4-E2B-it",
|
|
49
|
+
aliases: ["google/gemma-4-E2B", "google/gemma-4-e2b", "google/gemma-4-e2b-it"],
|
|
50
|
+
family: "gemma4",
|
|
51
|
+
loader: "image_text_to_text",
|
|
52
|
+
defaultLearningRate: 0.00001,
|
|
53
|
+
defaultPerDeviceBatchSize: 1,
|
|
54
|
+
defaultGradientAccumulationSteps: 8,
|
|
55
|
+
defaultLoraRank: 16,
|
|
56
|
+
defaultLoraAlpha: 32,
|
|
57
|
+
defaultLoraDropout: 0.05,
|
|
58
|
+
defaultMaxSeqLength: 2048,
|
|
59
|
+
trustRemoteCode: true,
|
|
60
|
+
requiresHfToken: false,
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
id: "google/gemma-4-E4B-it",
|
|
64
|
+
aliases: ["google/gemma-4-E4B", "google/gemma-4-e4b", "google/gemma-4-e4b-it"],
|
|
65
|
+
family: "gemma4",
|
|
66
|
+
loader: "image_text_to_text",
|
|
67
|
+
defaultLearningRate: 0.00001,
|
|
68
|
+
defaultPerDeviceBatchSize: 1,
|
|
69
|
+
defaultGradientAccumulationSteps: 16,
|
|
70
|
+
defaultLoraRank: 16,
|
|
71
|
+
defaultLoraAlpha: 32,
|
|
72
|
+
defaultLoraDropout: 0.05,
|
|
73
|
+
defaultMaxSeqLength: 2048,
|
|
74
|
+
trustRemoteCode: true,
|
|
75
|
+
requiresHfToken: false,
|
|
76
|
+
},
|
|
77
|
+
{
|
|
78
|
+
id: "meta-llama/Llama-3.2-3B-Instruct",
|
|
79
|
+
aliases: ["meta-llama/llama-3.2-3b-instruct", "meta-llama/Llama-3.2-3B"],
|
|
80
|
+
family: "llama3_2",
|
|
81
|
+
loader: "causal_lm",
|
|
82
|
+
defaultLearningRate: 0.00001,
|
|
83
|
+
defaultPerDeviceBatchSize: 1,
|
|
84
|
+
defaultGradientAccumulationSteps: 16,
|
|
85
|
+
defaultLoraRank: 16,
|
|
86
|
+
defaultLoraAlpha: 32,
|
|
87
|
+
defaultLoraDropout: 0.05,
|
|
88
|
+
defaultMaxSeqLength: 2048,
|
|
89
|
+
trustRemoteCode: true,
|
|
90
|
+
requiresHfToken: true,
|
|
91
|
+
},
|
|
92
|
+
{
|
|
93
|
+
id: "microsoft/Phi-4-mini-instruct",
|
|
94
|
+
aliases: ["microsoft/phi-4-mini-instruct", "phi-4-mini-instruct"],
|
|
95
|
+
family: "phi4",
|
|
96
|
+
loader: "causal_lm",
|
|
97
|
+
defaultLearningRate: 0.00001,
|
|
98
|
+
defaultPerDeviceBatchSize: 1,
|
|
99
|
+
defaultGradientAccumulationSteps: 16,
|
|
100
|
+
defaultLoraRank: 16,
|
|
101
|
+
defaultLoraAlpha: 32,
|
|
102
|
+
defaultLoraDropout: 0.05,
|
|
103
|
+
defaultMaxSeqLength: 2048,
|
|
104
|
+
trustRemoteCode: false,
|
|
105
|
+
requiresHfToken: false,
|
|
106
|
+
},
|
|
107
|
+
{
|
|
108
|
+
id: "ibm-granite/granite-3.3-2b-instruct",
|
|
109
|
+
aliases: ["granite-3.3-2b-instruct"],
|
|
110
|
+
family: "granite3_3",
|
|
111
|
+
loader: "causal_lm",
|
|
112
|
+
defaultLearningRate: 0.00001,
|
|
113
|
+
defaultPerDeviceBatchSize: 1,
|
|
114
|
+
defaultGradientAccumulationSteps: 8,
|
|
115
|
+
defaultLoraRank: 16,
|
|
116
|
+
defaultLoraAlpha: 32,
|
|
117
|
+
defaultLoraDropout: 0.05,
|
|
118
|
+
defaultMaxSeqLength: 2048,
|
|
119
|
+
trustRemoteCode: true,
|
|
120
|
+
requiresHfToken: false,
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
id: "bigcode/starcoder2-3b",
|
|
124
|
+
aliases: ["starcoder2-3b"],
|
|
125
|
+
family: "starcoder2",
|
|
126
|
+
loader: "causal_lm",
|
|
127
|
+
defaultLearningRate: 0.00001,
|
|
128
|
+
defaultPerDeviceBatchSize: 1,
|
|
129
|
+
defaultGradientAccumulationSteps: 8,
|
|
130
|
+
defaultLoraRank: 16,
|
|
131
|
+
defaultLoraAlpha: 32,
|
|
132
|
+
defaultLoraDropout: 0.05,
|
|
133
|
+
defaultMaxSeqLength: 2048,
|
|
134
|
+
trustRemoteCode: true,
|
|
135
|
+
requiresHfToken: false,
|
|
136
|
+
},
|
|
137
|
+
];
|
|
138
|
+
export function resolveTrainingModel(modelId) {
|
|
139
|
+
const normalized = modelId.trim().toLowerCase();
|
|
140
|
+
const model = TRAINING_MODELS.find((candidate) => candidate.id.toLowerCase() === normalized
|
|
141
|
+
|| candidate.aliases.some((alias) => alias.toLowerCase() === normalized));
|
|
142
|
+
if (!model) {
|
|
143
|
+
const supported = TRAINING_MODELS.map((candidate) => candidate.id).join(", ");
|
|
144
|
+
throw new Error(`Unsupported base model "${modelId}". Supported models: ${supported}`);
|
|
145
|
+
}
|
|
146
|
+
return model;
|
|
147
|
+
}
|
|
148
|
+
export function canonicalizeTrainingModel(modelId) {
|
|
149
|
+
return resolveTrainingModel(modelId).id;
|
|
150
|
+
}
|
|
151
|
+
//# sourceMappingURL=model-registry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-registry.js","sourceRoot":"","sources":["../src/model-registry.ts"],"names":[],"mappings":"AAgBA,MAAM,CAAC,MAAM,eAAe,GAAoB;IAC9C;QACE,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,CAAC,iBAAiB,EAAE,sBAAsB,EAAE,sBAAsB,CAAC;QAC5E,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,oBAAoB;QAC5B,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,CAAC,iBAAiB,EAAE,sBAAsB,EAAE,sBAAsB,CAAC;QAC5E,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,oBAAoB;QAC5B,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,EAAE;QACpC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,OAAO,EAAE,CAAC,2BAA2B,EAAE,kBAAkB,EAAE,kBAAkB,CAAC;QAC9E,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,oBAAoB;QAC5B,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,OAAO,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,uBAAuB,CAAC;QAC9E,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,oBAAoB;QAC5B,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,OAAO,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,uBAAuB,CAAC;QAC9E,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,oBAAoB;QAC5B,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,EAAE;QACpC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,kCAAkC;QACtC,OAAO,EAAE,CAAC,kCAAkC,EAAE,yBAAyB,CAAC;QACxE,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,EAAE;QACpC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,IAAI;KACtB;IACD;QACE,EAAE,EAAE,+BAA+B;QACnC,OAAO,EAAE,CAAC,+BAA+B,EAAE,qBAAqB,CAAC;QACjE,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,EAAE;QACpC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,KAAK;QACtB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,qCAAqC;QACzC,OAAO,EAAE,CAAC,yBAAyB,CAAC;QACpC,MAAM,EAAE,YAAY;QACpB,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,OAAO,EAAE,CAAC,eAAe,CAAC;QAC1B,MAAM,EAAE,YAAY;QACpB,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,OAAO;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,gCAAgC,EAAE,CAAC;QACnC,eAAe,EAAE,EAAE;QACnB,gBAAgB,EAAE,EAAE;QACpB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,KAAK;KACvB;CACF,CAAC;AAEF,MAAM,UAAU,oBAAoB,CAAC,OAAe;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAChD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/C,SAAS,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU;WACtC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,CACzE,CAAC;IACF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,wBAAwB,SAAS,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAe;IACvD,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;AAC1C,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export interface OpenRouterMessage {
|
|
2
|
+
role: "system" | "user" | "assistant";
|
|
3
|
+
content: string;
|
|
4
|
+
}
|
|
5
|
+
export interface OpenRouterOptions {
|
|
6
|
+
model: string;
|
|
7
|
+
apiKeyEnv: string;
|
|
8
|
+
appName?: string;
|
|
9
|
+
siteUrl?: string;
|
|
10
|
+
timeoutMs?: number;
|
|
11
|
+
}
|
|
12
|
+
export interface OpenRouterChatResult {
|
|
13
|
+
content: string;
|
|
14
|
+
model?: string;
|
|
15
|
+
}
|
|
16
|
+
export declare function openRouterChat(messages: OpenRouterMessage[], options: OpenRouterOptions): Promise<OpenRouterChatResult>;
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
export async function openRouterChat(messages, options) {
|
|
2
|
+
const apiKey = process.env[options.apiKeyEnv];
|
|
3
|
+
if (!apiKey) {
|
|
4
|
+
throw new Error(`${options.apiKeyEnv} is not set`);
|
|
5
|
+
}
|
|
6
|
+
const controller = new AbortController();
|
|
7
|
+
const timer = setTimeout(() => controller.abort(), options.timeoutMs ?? 120_000);
|
|
8
|
+
try {
|
|
9
|
+
const response = await fetch("https://openrouter.ai/api/v1/chat/completions", {
|
|
10
|
+
method: "POST",
|
|
11
|
+
signal: controller.signal,
|
|
12
|
+
headers: {
|
|
13
|
+
"Content-Type": "application/json",
|
|
14
|
+
Authorization: `Bearer ${apiKey}`,
|
|
15
|
+
...(options.siteUrl ? { "HTTP-Referer": options.siteUrl } : {}),
|
|
16
|
+
...(options.appName ? { "X-Title": options.appName } : {}),
|
|
17
|
+
},
|
|
18
|
+
body: JSON.stringify({
|
|
19
|
+
model: options.model,
|
|
20
|
+
messages,
|
|
21
|
+
temperature: 0,
|
|
22
|
+
response_format: { type: "json_object" },
|
|
23
|
+
}),
|
|
24
|
+
});
|
|
25
|
+
if (!response.ok) {
|
|
26
|
+
const text = await response.text().catch(() => "");
|
|
27
|
+
throw new Error(`OpenRouter request failed (${response.status}): ${text.slice(0, 500)}`);
|
|
28
|
+
}
|
|
29
|
+
const data = await response.json();
|
|
30
|
+
const content = data.choices?.[0]?.message?.content;
|
|
31
|
+
if (!content)
|
|
32
|
+
throw new Error("OpenRouter response did not include message content");
|
|
33
|
+
return { content, model: data.model };
|
|
34
|
+
}
|
|
35
|
+
finally {
|
|
36
|
+
clearTimeout(timer);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=openrouter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../src/openrouter.ts"],"names":[],"mappings":"AAkBA,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,QAA6B,EAAE,OAA0B;IAC5F,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,CAAC,SAAS,aAAa,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,CAAC;IACjF,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,+CAA+C,EAAE;YAC5E,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;gBACjC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/D,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3D;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ;gBACR,WAAW,EAAE,CAAC;gBACd,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC,CAAC;SACH,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,8BAA8B,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3F,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAG/B,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;QACpD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACrF,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;IACxC,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { type FineTuneRunRequest, type LocalRunnerConfig, type RunReport } from "./contracts.js";
|
|
2
|
+
export interface LocalRunResult {
|
|
3
|
+
request: FineTuneRunRequest;
|
|
4
|
+
report: RunReport;
|
|
5
|
+
reportPath: string;
|
|
6
|
+
artifactDir: string;
|
|
7
|
+
}
|
|
8
|
+
export declare function loadJsonFile<T>(path: string): Promise<T>;
|
|
9
|
+
export declare function loadRunRequest(path: string): Promise<FineTuneRunRequest>;
|
|
10
|
+
export declare function loadLocalRunnerConfig(path?: string): Promise<LocalRunnerConfig>;
|
|
11
|
+
export declare function runLocalFineTune(input: {
|
|
12
|
+
request: FineTuneRunRequest;
|
|
13
|
+
config: LocalRunnerConfig;
|
|
14
|
+
}): Promise<LocalRunResult>;
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
import { copyFile, readFile, writeFile } from "node:fs/promises";
|
|
2
|
+
import { performance } from "node:perf_hooks";
|
|
3
|
+
import { dirname, resolve } from "node:path";
|
|
4
|
+
import { defaultArtifactPrefix, fileUri, prepareRunDirectories, resolveRunArtifacts, writeJson, } from "./artifacts.js";
|
|
5
|
+
import { fineTuneRunRequestSchema, localRunnerConfigSchema, runReportSchema, } from "./contracts.js";
|
|
6
|
+
import { buildSystemMessage, compileSpecToJsonl, examplesFromChatJsonl, examplesFromSpec } from "./dataset.js";
|
|
7
|
+
import { compareEvalReports, evaluateExamples } from "./evaluation.js";
|
|
8
|
+
import { launchProcessTraining } from "./process-training.js";
|
|
9
|
+
import { createLocalStore } from "./store.js";
|
|
10
|
+
export async function loadJsonFile(path) {
|
|
11
|
+
return JSON.parse(await readFile(path, "utf8"));
|
|
12
|
+
}
|
|
13
|
+
export async function loadRunRequest(path) {
|
|
14
|
+
return fineTuneRunRequestSchema.parse(await loadJsonFile(path));
|
|
15
|
+
}
|
|
16
|
+
export async function loadLocalRunnerConfig(path) {
|
|
17
|
+
if (!path)
|
|
18
|
+
return localRunnerConfigSchema.parse({});
|
|
19
|
+
return localRunnerConfigSchema.parse(await loadJsonFile(path));
|
|
20
|
+
}
|
|
21
|
+
function elapsed(started) {
|
|
22
|
+
const ms = Math.max(0, Math.round(performance.now() - started));
|
|
23
|
+
return { ms, seconds: Math.round((ms / 1000) * 1000) / 1000 };
|
|
24
|
+
}
|
|
25
|
+
export async function runLocalFineTune(input) {
|
|
26
|
+
const startedPerf = performance.now();
|
|
27
|
+
const startedAt = new Date().toISOString();
|
|
28
|
+
const { request, config } = input;
|
|
29
|
+
const prefix = request.artifacts?.prefix ?? defaultArtifactPrefix({
|
|
30
|
+
userId: request.user_id,
|
|
31
|
+
behaviorSpecId: request.behavior_spec_id,
|
|
32
|
+
runId: request.run_id,
|
|
33
|
+
});
|
|
34
|
+
const artifacts = resolveRunArtifacts({ artifactRoot: config.artifactRoot, prefix });
|
|
35
|
+
const store = createLocalStore(config.storeRoot);
|
|
36
|
+
await prepareRunDirectories(artifacts);
|
|
37
|
+
await writeJson(resolve(artifacts.runDir, "request.json"), request);
|
|
38
|
+
await store.startRun({ request, artifactDir: artifacts.runDir });
|
|
39
|
+
try {
|
|
40
|
+
await store.updateRun({
|
|
41
|
+
runId: request.run_id,
|
|
42
|
+
status: "preparing",
|
|
43
|
+
stage: "preparing",
|
|
44
|
+
message: "Preparing local run artifacts.",
|
|
45
|
+
details: { artifact_dir: artifacts.runDir },
|
|
46
|
+
});
|
|
47
|
+
let examples = examplesFromSpec(request.spec_snapshot);
|
|
48
|
+
if (request.dataset_prebuilt) {
|
|
49
|
+
const trainingPath = request.dataset_prebuilt.training.replace(/^file:\/\//, "");
|
|
50
|
+
await copyFile(trainingPath, artifacts.trainingJsonl);
|
|
51
|
+
examples = await examplesFromChatJsonl(trainingPath);
|
|
52
|
+
}
|
|
53
|
+
else {
|
|
54
|
+
const jsonl = compileSpecToJsonl(request.spec_snapshot);
|
|
55
|
+
await writeFile(artifacts.trainingJsonl, `${jsonl}\n`, "utf8");
|
|
56
|
+
}
|
|
57
|
+
const system = buildSystemMessage(request.spec_snapshot);
|
|
58
|
+
const baseModelForEvaluation = config.paths.baseModel ?? request.spec_snapshot.base_model;
|
|
59
|
+
await store.updateRun({
|
|
60
|
+
runId: request.run_id,
|
|
61
|
+
status: "evaluating_baseline",
|
|
62
|
+
stage: "evaluating_baseline",
|
|
63
|
+
message: "Running baseline evaluation.",
|
|
64
|
+
details: { examples: examples.length },
|
|
65
|
+
});
|
|
66
|
+
const baseline = await evaluateExamples({
|
|
67
|
+
kind: "baseline",
|
|
68
|
+
modelId: baseModelForEvaluation,
|
|
69
|
+
baseModelId: baseModelForEvaluation,
|
|
70
|
+
examples,
|
|
71
|
+
system,
|
|
72
|
+
config,
|
|
73
|
+
outputPath: artifacts.baselineEvalJson,
|
|
74
|
+
});
|
|
75
|
+
await store.updateRun({
|
|
76
|
+
runId: request.run_id,
|
|
77
|
+
status: "training",
|
|
78
|
+
stage: "training",
|
|
79
|
+
message: config.dryRun ? "Recording dry-run training result." : "Launching local uv training process.",
|
|
80
|
+
details: { training_backend: config.training.backend, dry_run: config.dryRun },
|
|
81
|
+
});
|
|
82
|
+
const training = await launchProcessTraining({ request, artifacts, config });
|
|
83
|
+
await store.updateRun({
|
|
84
|
+
runId: request.run_id,
|
|
85
|
+
status: "evaluating_candidate",
|
|
86
|
+
stage: "evaluating_candidate",
|
|
87
|
+
message: "Running candidate evaluation.",
|
|
88
|
+
details: { model_artifact_uri: training.model_artifact_uri },
|
|
89
|
+
});
|
|
90
|
+
const candidate = await evaluateExamples({
|
|
91
|
+
kind: "candidate",
|
|
92
|
+
modelId: training.model_artifact_uri ?? training.training_job_name,
|
|
93
|
+
baseModelId: baseModelForEvaluation,
|
|
94
|
+
adapterPath: training.model_artifact_uri,
|
|
95
|
+
examples,
|
|
96
|
+
system,
|
|
97
|
+
config,
|
|
98
|
+
outputPath: artifacts.candidateEvalJson,
|
|
99
|
+
});
|
|
100
|
+
const comparison = compareEvalReports(baseline, candidate);
|
|
101
|
+
const completedAt = new Date().toISOString();
|
|
102
|
+
const duration = elapsed(startedPerf);
|
|
103
|
+
const report = runReportSchema.parse({
|
|
104
|
+
run_id: request.run_id,
|
|
105
|
+
behavior_spec_id: request.behavior_spec_id,
|
|
106
|
+
user_id: request.user_id,
|
|
107
|
+
run_number: request.run_number,
|
|
108
|
+
base_model: request.spec_snapshot.base_model,
|
|
109
|
+
fine_tuned_model_id: training.model_artifact_uri ?? training.training_job_name,
|
|
110
|
+
status: "completed",
|
|
111
|
+
baseline,
|
|
112
|
+
candidate,
|
|
113
|
+
comparison,
|
|
114
|
+
training,
|
|
115
|
+
artifact_uris: {
|
|
116
|
+
dataset: fileUri(artifacts.trainingJsonl),
|
|
117
|
+
baseline_eval: fileUri(artifacts.baselineEvalJson),
|
|
118
|
+
candidate_eval: fileUri(artifacts.candidateEvalJson),
|
|
119
|
+
report: fileUri(artifacts.runReportJson),
|
|
120
|
+
},
|
|
121
|
+
run_metadata: {
|
|
122
|
+
base_model: request.spec_snapshot.base_model,
|
|
123
|
+
fine_tuned_model_id: training.model_artifact_uri ?? training.training_job_name,
|
|
124
|
+
dataset_prebuilt: Boolean(request.dataset_prebuilt),
|
|
125
|
+
dataset_uri: fileUri(artifacts.trainingJsonl),
|
|
126
|
+
spec_example_count: request.spec_snapshot.examples.length,
|
|
127
|
+
training_example_count: request.dataset_prebuilt ? null : request.spec_snapshot.examples.length,
|
|
128
|
+
eval_examples_total: baseline.eval_examples_total,
|
|
129
|
+
eval_examples_used: baseline.eval_examples_used,
|
|
130
|
+
started_at: startedAt,
|
|
131
|
+
completed_at: completedAt,
|
|
132
|
+
elapsed_ms: duration.ms,
|
|
133
|
+
elapsed_seconds: duration.seconds,
|
|
134
|
+
},
|
|
135
|
+
created_at: completedAt,
|
|
136
|
+
});
|
|
137
|
+
await writeJson(artifacts.runReportJson, report);
|
|
138
|
+
await store.completeRun(report, artifacts.runDir, artifacts.runReportJson);
|
|
139
|
+
return {
|
|
140
|
+
request,
|
|
141
|
+
report,
|
|
142
|
+
reportPath: artifacts.runReportJson,
|
|
143
|
+
artifactDir: dirname(artifacts.runReportJson),
|
|
144
|
+
};
|
|
145
|
+
}
|
|
146
|
+
catch (error) {
|
|
147
|
+
await store.failRun(request.run_id, error instanceof Error ? error.message : String(error)).catch(() => undefined);
|
|
148
|
+
throw error;
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
//# sourceMappingURL=orchestrator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../src/orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EACL,qBAAqB,EACrB,OAAO,EACP,qBAAqB,EACrB,mBAAmB,EACnB,SAAS,GACV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,eAAe,GAIhB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC/G,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAS9C,MAAM,CAAC,KAAK,UAAU,YAAY,CAAI,IAAY;IAChD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAM,CAAC;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAY;IAC/C,OAAO,wBAAwB,CAAC,KAAK,CAAC,MAAM,YAAY,CAAU,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAa;IACvD,IAAI,CAAC,IAAI;QAAE,OAAO,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACpD,OAAO,uBAAuB,CAAC,KAAK,CAAC,MAAM,YAAY,CAAU,IAAI,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,OAAO,CAAC,OAAe;IAC9B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;IAChE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;AAChE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,KAGtC;IACC,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,MAAM,IAAI,qBAAqB,CAAC;QAChE,MAAM,EAAE,OAAO,CAAC,OAAO;QACvB,cAAc,EAAE,OAAO,CAAC,gBAAgB;QACxC,KAAK,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,mBAAmB,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;IACrF,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,qBAAqB,CAAC,SAAS,CAAC,CAAC;IACvC,MAAM,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC;IACpE,MAAM,KAAK,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAEjE,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,WAAW;YAClB,OAAO,EAAE,gCAAgC;YACzC,OAAO,EAAE,EAAE,YAAY,EAAE,SAAS,CAAC,MAAM,EAAE;SAC5C,CAAC,CAAC;QAEH,IAAI,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACvD,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAC7B,MAAM,YAAY,GAAG,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;YACjF,MAAM,QAAQ,CAAC,YAAY,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;YACtD,QAAQ,GAAG,MAAM,qBAAqB,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACxD,MAAM,SAAS,CAAC,SAAS,CAAC,aAAa,EAAE,GAAG,KAAK,IAAI,EAAE,MAAM,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACzD,MAAM,sBAAsB,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC;QAC1F,MAAM,KAAK,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,MAAM,EAAE,qBAAqB;YAC7B,KAAK,EAAE,qBAAqB;YAC5B,OAAO,EAAE,8BAA8B;YACvC,OAAO,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE;SACvC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC;YACtC,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,sBAAsB;YAC/B,WAAW,EAAE,sBAAsB;YACnC,QAAQ;YACR,MAAM;YACN,MAAM;YACN,UAAU,EAAE,SAAS,CAAC,gBAAgB;SACvC,CAAC,CAAC;QAEH,MAAM,KAAK,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,oCAAoC,CAAC,CAAC,CAAC,sCAAsC;YACtG,OAAO,EAAE,EAAE,gBAAgB,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;SAC/E,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAE7E,MAAM,KAAK,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,MAAM,EAAE,sBAAsB;YAC9B,KAAK,EAAE,sBAAsB;YAC7B,OAAO,EAAE,+BAA+B;YACxC,OAAO,EAAE,EAAE,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB,EAAE;SAC7D,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC;YACvC,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,QAAQ,CAAC,kBAAkB,IAAI,QAAQ,CAAC,iBAAiB;YAClE,WAAW,EAAE,sBAAsB;YACnC,WAAW,EAAE,QAAQ,CAAC,kBAAkB;YACxC,QAAQ;YACR,MAAM;YACN,MAAM;YACN,UAAU,EAAE,SAAS,CAAC,iBAAiB;SACxC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC;YACnC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;YAC5C,mBAAmB,EAAE,QAAQ,CAAC,kBAAkB,IAAI,QAAQ,CAAC,iBAAiB;YAC9E,MAAM,EAAE,WAAW;YACnB,QAAQ;YACR,SAAS;YACT,UAAU;YACV,QAAQ;YACR,aAAa,EAAE;gBACb,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC;gBACzC,aAAa,EAAE,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;gBAClD,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,CAAC;gBACpD,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC;aACzC;YACD,YAAY,EAAE;gBACZ,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBAC5C,mBAAmB,EAAE,QAAQ,CAAC,kBAAkB,IAAI,QAAQ,CAAC,iBAAiB;gBAC9E,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC;gBACnD,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC;gBAC7C,kBAAkB,EAAE,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM;gBACzD,sBAAsB,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM;gBAC/F,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB;gBACjD,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;gBAC/C,UAAU,EAAE,SAAS;gBACrB,YAAY,EAAE,WAAW;gBACzB,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,eAAe,EAAE,QAAQ,CAAC,OAAO;aAClC;YACD,UAAU,EAAE,WAAW;SACxB,CAAC,CAAC;QACH,MAAM,SAAS,CAAC,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QACjD,MAAM,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;QAC3E,OAAO;YACL,OAAO;YACP,MAAM;YACN,UAAU,EAAE,SAAS,CAAC,aAAa;YACnC,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC;SAC9C,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACnH,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { FineTuneRunRequest, LocalRunnerConfig, TrainingReport } from "./contracts.js";
|
|
2
|
+
import type { RunArtifacts } from "./artifacts.js";
|
|
3
|
+
export declare function buildTrainingHyperparameters(request: FineTuneRunRequest): Record<string, string>;
|
|
4
|
+
export declare function launchProcessTraining(args: {
|
|
5
|
+
request: FineTuneRunRequest;
|
|
6
|
+
artifacts: RunArtifacts;
|
|
7
|
+
config: LocalRunnerConfig;
|
|
8
|
+
}): Promise<TrainingReport>;
|