@elaraai/e3-types 1.0.79 → 1.0.81
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/src/api.d.ts +829 -36
- package/dist/src/api.d.ts.map +1 -1
- package/dist/src/api.js +301 -32
- package/dist/src/api.js.map +1 -1
- package/dist/src/collection-manifest.d.ts +37 -0
- package/dist/src/collection-manifest.d.ts.map +1 -0
- package/dist/src/collection-manifest.js +37 -0
- package/dist/src/collection-manifest.js.map +1 -0
- package/dist/src/dataflow.d.ts +264 -19
- package/dist/src/dataflow.d.ts.map +1 -1
- package/dist/src/dataflow.js +156 -15
- package/dist/src/dataflow.js.map +1 -1
- package/dist/src/dataflow.spec.js +184 -27
- package/dist/src/dataflow.spec.js.map +1 -1
- package/dist/src/dataset-blob.d.ts +75 -15
- package/dist/src/dataset-blob.d.ts.map +1 -1
- package/dist/src/dataset-blob.js +95 -28
- package/dist/src/dataset-blob.js.map +1 -1
- package/dist/src/dataset-blob.spec.d.ts +6 -0
- package/dist/src/dataset-blob.spec.d.ts.map +1 -0
- package/dist/src/dataset-blob.spec.js +92 -0
- package/dist/src/dataset-blob.spec.js.map +1 -0
- package/dist/src/dataset-ref.d.ts +5 -4
- package/dist/src/dataset-ref.d.ts.map +1 -1
- package/dist/src/dataset-ref.js +5 -4
- package/dist/src/dataset-ref.js.map +1 -1
- package/dist/src/environment.d.ts +3 -2
- package/dist/src/environment.d.ts.map +1 -1
- package/dist/src/environment.js +3 -2
- package/dist/src/environment.js.map +1 -1
- package/dist/src/execution.d.ts +112 -18
- package/dist/src/execution.d.ts.map +1 -1
- package/dist/src/execution.js +174 -45
- package/dist/src/execution.js.map +1 -1
- package/dist/src/execution.spec.d.ts +6 -0
- package/dist/src/execution.spec.d.ts.map +1 -0
- package/dist/src/execution.spec.js +108 -0
- package/dist/src/execution.spec.js.map +1 -0
- package/dist/src/function.d.ts +14 -12
- package/dist/src/function.d.ts.map +1 -1
- package/dist/src/function.js +17 -32
- package/dist/src/function.js.map +1 -1
- package/dist/src/index.d.ts +17 -12
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +28 -20
- package/dist/src/index.js.map +1 -1
- package/dist/src/intake.d.ts +75 -0
- package/dist/src/intake.d.ts.map +1 -0
- package/dist/src/intake.js +46 -0
- package/dist/src/intake.js.map +1 -0
- package/dist/src/lock.d.ts +253 -21
- package/dist/src/lock.d.ts.map +1 -1
- package/dist/src/lock.js +55 -21
- package/dist/src/lock.js.map +1 -1
- package/dist/src/names.d.ts +21 -0
- package/dist/src/names.d.ts.map +1 -0
- package/dist/src/names.js +31 -0
- package/dist/src/names.js.map +1 -0
- package/dist/src/package.d.ts +11 -78
- package/dist/src/package.d.ts.map +1 -1
- package/dist/src/package.js +13 -66
- package/dist/src/package.js.map +1 -1
- package/dist/src/record.d.ts +582 -18
- package/dist/src/record.d.ts.map +1 -1
- package/dist/src/record.js +405 -7
- package/dist/src/record.js.map +1 -1
- package/dist/src/{stream.spec.d.ts → record.spec.d.ts} +1 -1
- package/dist/src/record.spec.d.ts.map +1 -0
- package/dist/src/record.spec.js +143 -0
- package/dist/src/record.spec.js.map +1 -0
- package/dist/src/release.d.ts +36 -0
- package/dist/src/release.d.ts.map +1 -0
- package/dist/src/release.js +71 -0
- package/dist/src/release.js.map +1 -0
- package/dist/src/release.spec.d.ts +6 -0
- package/dist/src/release.spec.d.ts.map +1 -0
- package/dist/src/release.spec.js +42 -0
- package/dist/src/release.spec.js.map +1 -0
- package/dist/src/repository.d.ts +64 -0
- package/dist/src/repository.d.ts.map +1 -0
- package/dist/src/repository.js +49 -0
- package/dist/src/repository.js.map +1 -0
- package/dist/src/runner.d.ts +16 -62
- package/dist/src/runner.d.ts.map +1 -1
- package/dist/src/runner.js +16 -79
- package/dist/src/runner.js.map +1 -1
- package/dist/src/runner.spec.js +11 -85
- package/dist/src/runner.spec.js.map +1 -1
- package/dist/src/structure.d.ts +0 -57
- package/dist/src/structure.d.ts.map +1 -1
- package/dist/src/structure.js +0 -3
- package/dist/src/structure.js.map +1 -1
- package/dist/src/task.d.ts +210 -318
- package/dist/src/task.d.ts.map +1 -1
- package/dist/src/task.js +117 -472
- package/dist/src/task.js.map +1 -1
- package/dist/src/task.spec.js +62 -154
- package/dist/src/task.spec.js.map +1 -1
- package/dist/src/transfer.d.ts +38 -26
- package/dist/src/transfer.d.ts.map +1 -1
- package/dist/src/transfer.js +22 -26
- package/dist/src/transfer.js.map +1 -1
- package/dist/src/transfer.spec.js +4 -34
- package/dist/src/transfer.spec.js.map +1 -1
- package/dist/src/unit-plan.d.ts +130 -0
- package/dist/src/unit-plan.d.ts.map +1 -0
- package/dist/src/unit-plan.js +107 -0
- package/dist/src/unit-plan.js.map +1 -0
- package/dist/src/unit-plan.spec.d.ts +6 -0
- package/dist/src/unit-plan.spec.d.ts.map +1 -0
- package/dist/src/unit-plan.spec.js +29 -0
- package/dist/src/unit-plan.spec.js.map +1 -0
- package/dist/src/workspace.d.ts +22 -11
- package/dist/src/workspace.d.ts.map +1 -1
- package/dist/src/workspace.js +10 -11
- package/dist/src/workspace.js.map +1 -1
- package/package.json +3 -3
- package/src/api.ts +326 -32
- package/src/collection-manifest.ts +53 -0
- package/src/dataflow.spec.ts +223 -31
- package/src/dataflow.ts +183 -26
- package/src/dataset-blob.spec.ts +117 -0
- package/src/dataset-blob.ts +157 -21
- package/src/dataset-ref.ts +5 -4
- package/src/environment.ts +3 -2
- package/src/execution.spec.ts +114 -0
- package/src/execution.ts +175 -51
- package/src/function.ts +19 -32
- package/src/index.ts +141 -39
- package/src/intake.ts +53 -0
- package/src/lock.ts +67 -21
- package/src/names.ts +39 -0
- package/src/package.ts +15 -71
- package/src/record.spec.ts +195 -0
- package/src/record.ts +489 -7
- package/src/release.spec.ts +47 -0
- package/src/release.ts +69 -0
- package/src/repository.ts +67 -0
- package/src/runner.spec.ts +11 -94
- package/src/runner.ts +16 -80
- package/src/structure.ts +0 -8
- package/src/task.spec.ts +67 -188
- package/src/task.ts +140 -522
- package/src/transfer.spec.ts +4 -51
- package/src/transfer.ts +22 -26
- package/src/unit-plan.spec.ts +31 -0
- package/src/unit-plan.ts +121 -0
- package/src/workspace.ts +13 -11
- package/dist/src/stream.d.ts +0 -97
- package/dist/src/stream.d.ts.map +0 -1
- package/dist/src/stream.js +0 -134
- package/dist/src/stream.js.map +0 -1
- package/dist/src/stream.spec.d.ts.map +0 -1
- package/dist/src/stream.spec.js +0 -60
- package/dist/src/stream.spec.js.map +0 -1
- package/src/stream.spec.ts +0 -88
- package/src/stream.ts +0 -170
package/dist/src/api.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/api.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;GAaG;AAEH,OAAO,EACL,WAAW,EACX,UAAU,EACV,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,SAAS,EACT,WAAW,EACX,QAAQ,EACR,QAAQ,EACR,YAAY,EAEZ,KAAK,QAAQ,EACb,KAAK,WAAW,EACjB,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/api.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;GAaG;AAEH,OAAO,EACL,WAAW,EACX,UAAU,EACV,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,SAAS,EACT,WAAW,EACX,QAAQ,EACR,QAAQ,EACR,YAAY,EAEZ,KAAK,QAAQ,EACb,KAAK,WAAW,EACjB,MAAM,eAAe,CAAC;AAYvB,eAAO,MAAM,0BAA0B;;EAAwC,CAAC;AAChF,eAAO,MAAM,6BAA6B;;EAAwC,CAAC;AACnF,eAAO,MAAM,wBAAwB;;EAAwC,CAAC;AAC9E,eAAO,MAAM,cAAc;;;;;EAKzB,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;EAGnC,CAAC;AACH,eAAO,MAAM,wBAAwB;;;EAGnC,CAAC;AACH,eAAO,MAAM,sBAAsB;;;EAA+D,CAAC;AACnG,eAAO,MAAM,uBAAuB;;EAAqC,CAAC;AAC1E,eAAO,MAAM,wBAAwB;;;EAA0D,CAAC;AAChG,eAAO,MAAM,qBAAqB;;EAAmC,CAAC;AACtE,eAAO,MAAM,0BAA0B;;EAAmC,CAAC;AAC3E,eAAO,MAAM,uBAAuB;;EAAmC,CAAC;AACxE,eAAO,MAAM,iBAAiB;;EAAsC,CAAC;AACrE,eAAO,MAAM,yBAAyB;;EAAmC,CAAC;AAC1E,eAAO,MAAM,iBAAiB;;EAAsC,CAAC;AACrE,eAAO,MAAM,2BAA2B;;EAAmC,CAAC;AAC5E;;;6BAG6B;AAC7B,eAAO,MAAM,4BAA4B;;;;EAIvC,CAAC;AACH;mEACmE;AACnE,eAAO,MAAM,oBAAoB;;;;EAI/B,CAAC;AAEH,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmBpB,CAAC;AAMH,eAAO,MAAM,YAAY,GAAI,CAAC,SAAS,QAAQ,EAAE,aAAa,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAG7D,CAAC;AAMH;;;;;;;GAOG;AACH,eAAO,MAAM,oBAAoB;;;;;EAK/B,CAAC;AAEH;;;;;;;;;GASG;AACH,eAAO,MAAM,aAAa;;;;;EAKxB,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,YAAY;;;;;;;;EAQvB,CAAC;AAMH;;;;;;GAMG;AACH,eAAO,MAAM,wBAAwB;;;;EAInC,CAAC;AAEH;;;;GAIG;AACH,eAAO,MAAM,iBAAiB;;EAE5B,CAAC;AAEH;;;;;;GAMG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;EAI7B,CAAC;AAMH;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB;;;EAG9B,CAAC;AAEH;;;;;;GAMG;AACH,eAAO,MAAM,eAAe;;;;EAI1B,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAM7B,CAAC;AAMH;;;;GAIG;AACH,eAAO,MAAM,0BAA0B;;EAErC,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB;;;;;EAK5B,CAAC;AAEH;;;;;;;;;GASG;AACH,eAAO,MAAM,gBAAgB;;;;EAI3B,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,0BAA0B;;;;;;;;;EAKrC,CAAC;AAEH;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;EAUzB,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;EAQ9B,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;EAK/B,CAAC;AAEH;;;;;;GAMG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAIhC,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAK7B,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAIpC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAGtC,CAAC;AAEH;;;;;;GAMG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAIpC,CAAC;AAEH;;;;;GAKG;AACH,eAAO,MAAM,0BAA0B;;;EAGrC,CAAC;AAMH;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;EAI5B,CAAC;AAEH,oFAAoF;AACpF,eAAO,MAAM,sBAAsB;;EAAsC,CAAC;AAE1E,kFAAkF;AAClF,eAAO,MAAM,qBAAqB;;EAAqC,CAAC;AAExE,gCAAgC;AAChC,eAAO,MAAM,wBAAwB;IACnC,qCAAqC;;IAErC,2CAA2C;;EAE3C,CAAC;AAEH,sCAAsC;AACtC,eAAO,MAAM,oBAAoB;IAC/B,wBAAwB;;IAExB,wCAAwC;;EAExC,CAAC;AAEH,0CAA0C;AAC1C,eAAO,MAAM,mBAAmB;IAC9B,oBAAoB;;IAEpB,wCAAwC;;EAExC,CAAC;AAEH,uDAAuD;AACvD,eAAO,MAAM,0BAA0B;IACrC,4BAA4B;;IAE5B,2CAA2C;;EAE3C,CAAC;AAEH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,cAAc;;;;;;;;;QAzCzB,qCAAqC;;QAErC,2CAA2C;;;;QAM3C,wBAAwB;;QAExB,wCAAwC;;;;QAMxC,oBAAoB;;QAEpB,wCAAwC;;;;QAMxC,4BAA4B;;QAE5B,2CAA2C;;;EAuB3C,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;EAMhC,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;YAjF7B,qCAAqC;;YAErC,2CAA2C;;;;YAM3C,wBAAwB;;YAExB,wCAAwC;;;;YAMxC,oBAAoB;;YAEpB,wCAAwC;;;;YAMxC,4BAA4B;;YAE5B,2CAA2C;;;;;;;;EA+D3C,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,0BAA0B;IACrC,4BAA4B;;;;;;;IAO5B,yBAAyB;;;;;;;;;;;EAWzB,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBA5HpC,qCAAqC;;gBAErC,2CAA2C;;;;gBAM3C,wBAAwB;;gBAExB,wCAAwC;;;;gBAMxC,oBAAoB;;gBAEpB,wCAAwC;;;;gBAMxC,4BAA4B;;gBAE5B,2CAA2C;;;;;;;;;;QAqE3C,4BAA4B;;;;;;;QAO5B,yBAAyB;;;;;;;;;;;;EA4BzB,CAAC;AAMH;;;;;;;GAOG;AACH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;EAI3B,CAAC;AAEH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQ1B,CAAC;AAMH;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;EAG9B,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,YAAY;;;;;;EAMvB,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;EAUlC,CAAC;AAEH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;EAQ7B,CAAC;AAMH;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAuC5B,CAAC;AAEH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,sBAAsB;;;;;EAKjC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;EAMvC,CAAC;AAEH;;;;;;;;;GASG;AACH,eAAO,MAAM,kBAAkB;;;;;EAK7B,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,YAAY;;;;;;;;;;;;EAKvB,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;EAK5B,CAAC;AAEH;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUxC,CAAC;AAMH;;;;GAIG;AACH,eAAO,MAAM,0BAA0B;;;;;;;EAOrC,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;EAShC,CAAC;AAMH;;;;GAIG;AACH,eAAO,MAAM,YAAY;;EAAoC,CAAC;AAE9D;;;;;;;GAOG;AACH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWxB,CAAC;AAMH;;;;;;;;;GASG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAMlC;;2DAEuD;;;EAGvD,CAAC;AASH;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;EAI5B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;EAKzB,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAY5B,CAAC;AAEH,gFAAgF;AAChF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;EAIlC,CAAC;AAEH,uFAAuF;AACvF,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAKhC,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQ7B,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;EAIlC,CAAC;AAEH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;EAQ7B,CAAC;AAEH;;;;GAIG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAK5B;;wEAEgE;;;IAGlE;;4EAEwE;;;QAGtE,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAE5B;0DACkD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAElD,iDAAiD;;;EAGnD,CAAC;AAEH,0EAA0E;AAC1E,eAAO,MAAM,oBAAoB;;;;;;;IAO/B;8CAC0C;;EAE1C,CAAC;AAEH,yDAAyD;AACzD,eAAO,MAAM,uBAAuB;;;;;;;;QANlC;kDAC0C;;;EAO1C,CAAC;AAMH,MAAM,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,SAAS,CAAC,CAAC;AAClD,MAAM,MAAM,gBAAgB,GAAG,WAAW,CAAC,OAAO,oBAAoB,CAAC,CAAC;AACxE,MAAM,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,aAAa,CAAC,CAAC;AAC1D,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,YAAY,CAAC,CAAC;AACxD,MAAM,MAAM,oBAAoB,GAAG,WAAW,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAChF,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAClE,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AACpE,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AACtE,MAAM,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,eAAe,CAAC,CAAC;AAC9D,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AACpE,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACpF,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACpF,6EAA6E;AAC7E,MAAM,MAAM,YAAY,GAAG,WAAW,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AACxE,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,cAAc,CAAC,CAAC;AAC5D,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AACtE,MAAM,MAAM,gBAAgB,GAAG,WAAW,CAAC,OAAO,oBAAoB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAC1E,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AACpE,MAAM,MAAM,qBAAqB,GAAG,WAAW,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAClF,MAAM,MAAM,uBAAuB,GAAG,WAAW,CAAC,OAAO,2BAA2B,CAAC,CAAC;AACtF,MAAM,MAAM,qBAAqB,GAAG,WAAW,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAClF,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAClE,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,cAAc,CAAC,CAAC;AAC5D,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAC1E,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AACpE,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACpF,MAAM,MAAM,qBAAqB,GAAG,WAAW,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAClF,MAAM,MAAM,YAAY,GAAG,WAAW,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAChE,MAAM,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,eAAe,CAAC,CAAC;AAC9D,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AACtE,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,YAAY,CAAC,CAAC;AACxD,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAC9E,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AACpE,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAClE,MAAM,MAAM,kBAAkB,GAAG,WAAW,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAC5E,MAAM,MAAM,wBAAwB,GAAG,WAAW,CAAC,OAAO,4BAA4B,CAAC,CAAC;AACxF,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AACpE,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,YAAY,CAAC,CAAC;AACxD,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAClE,MAAM,MAAM,yBAAyB,GAAG,WAAW,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAC1F,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACpF,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAC1E,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,YAAY,CAAC,CAAC;AACxD,MAAM,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,aAAa,CAAC,CAAC;AAC1D,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAC9E,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAClE,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,cAAc,CAAC,CAAC;AAC5D,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAClE,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAC9E,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAC1E,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AACpE,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAC9E,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AACpE,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AACtE,MAAM,MAAM,gBAAgB,GAAG,WAAW,CAAC,OAAO,oBAAoB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,OAAO,uBAAuB,CAAC,CAAC"}
|
package/dist/src/api.js
CHANGED
|
@@ -18,7 +18,10 @@
|
|
|
18
18
|
*/
|
|
19
19
|
import { VariantType, StructType, ArrayType, OptionType, StringType, IntegerType, FloatType, BooleanType, BlobType, NullType, DateTimeType, EastTypeType, } from '@elaraai/east';
|
|
20
20
|
import { StructureType, TreePathType } from './structure.js';
|
|
21
|
+
import { IntakeFileType } from './intake.js';
|
|
21
22
|
import { RunnerType } from './runner.js';
|
|
23
|
+
import { TaskBodyType, TaskInputType, TaskOutputType, TaskRoleType } from './task.js';
|
|
24
|
+
import { RequeueReasonType, StageUnitType } from './dataflow.js';
|
|
22
25
|
// =============================================================================
|
|
23
26
|
// Error Types
|
|
24
27
|
// =============================================================================
|
|
@@ -58,6 +61,13 @@ export const DatasetTypeMismatchErrorType = StructType({
|
|
|
58
61
|
path: StringType,
|
|
59
62
|
message: StringType,
|
|
60
63
|
});
|
|
64
|
+
/** A name e3 would make a path of that cannot be one path segment: a
|
|
65
|
+
* repository's, a workspace's, or a package's name or version. */
|
|
66
|
+
export const InvalidNameErrorType = StructType({
|
|
67
|
+
kind: StringType,
|
|
68
|
+
name: StringType,
|
|
69
|
+
message: StringType,
|
|
70
|
+
});
|
|
61
71
|
export const ErrorType = VariantType({
|
|
62
72
|
repository_not_found: RepositoryNotFoundErrorType,
|
|
63
73
|
workspace_not_found: WorkspaceNotFoundErrorType,
|
|
@@ -75,9 +85,8 @@ export const ErrorType = VariantType({
|
|
|
75
85
|
dataflow_aborted: NullType,
|
|
76
86
|
permission_denied: PermissionDeniedErrorType,
|
|
77
87
|
internal: InternalErrorType,
|
|
78
|
-
// Appended last: BEAST2 encodes a variant case by index, so a case added at
|
|
79
|
-
// the end leaves every existing payload decodable.
|
|
80
88
|
dataset_type_mismatch: DatasetTypeMismatchErrorType,
|
|
89
|
+
invalid_name: InvalidNameErrorType,
|
|
81
90
|
});
|
|
82
91
|
// =============================================================================
|
|
83
92
|
// Response Wrapper
|
|
@@ -108,10 +117,16 @@ export const RepositoryStatusType = StructType({
|
|
|
108
117
|
*
|
|
109
118
|
* @property dryRun - If true, report what would be deleted without deleting
|
|
110
119
|
* @property minAge - Minimum age in milliseconds for objects to be considered for deletion
|
|
120
|
+
* @property keepRuns - The runs of each workspace kept however old, the latest
|
|
121
|
+
* first; the server's default when `none`
|
|
122
|
+
* @property keepDays - The days of runs and executions kept however many; the
|
|
123
|
+
* server's default when `none`
|
|
111
124
|
*/
|
|
112
125
|
export const GcRequestType = StructType({
|
|
113
126
|
dryRun: BooleanType,
|
|
114
127
|
minAge: OptionType(IntegerType),
|
|
128
|
+
keepRuns: OptionType(IntegerType),
|
|
129
|
+
keepDays: OptionType(IntegerType),
|
|
115
130
|
});
|
|
116
131
|
/**
|
|
117
132
|
* Garbage collection result.
|
|
@@ -121,6 +136,9 @@ export const GcRequestType = StructType({
|
|
|
121
136
|
* @property retainedObjects - Number of objects still referenced
|
|
122
137
|
* @property skippedYoung - Number of objects skipped due to minAge
|
|
123
138
|
* @property bytesFreed - Total bytes freed by deletion
|
|
139
|
+
* @property deletedRuns - Number of dataflow run records deleted
|
|
140
|
+
* @property deletedExecutions - Number of execution attempts deleted, each with
|
|
141
|
+
* its owner record and logs
|
|
124
142
|
*/
|
|
125
143
|
export const GcResultType = StructType({
|
|
126
144
|
deletedObjects: IntegerType,
|
|
@@ -128,6 +146,8 @@ export const GcResultType = StructType({
|
|
|
128
146
|
retainedObjects: IntegerType,
|
|
129
147
|
skippedYoung: IntegerType,
|
|
130
148
|
bytesFreed: IntegerType,
|
|
149
|
+
deletedRuns: IntegerType,
|
|
150
|
+
deletedExecutions: IntegerType,
|
|
131
151
|
});
|
|
132
152
|
// =============================================================================
|
|
133
153
|
// Async Operation Types
|
|
@@ -230,13 +250,155 @@ export const WorkspaceInfoType = StructType({
|
|
|
230
250
|
packageName: OptionType(StringType),
|
|
231
251
|
packageVersion: OptionType(StringType),
|
|
232
252
|
});
|
|
253
|
+
/**
|
|
254
|
+
* What a deploy does with a record it cannot keep as it is.
|
|
255
|
+
*
|
|
256
|
+
* - `migrate`: run the migrations the workspace has not applied, and refuse a
|
|
257
|
+
* record no migration carries to the package's type
|
|
258
|
+
* - `fail`: run none, and refuse a record with migrations to run, for a
|
|
259
|
+
* workspace whose migrations go through their own change control
|
|
260
|
+
* - `reset`: reset a record it can neither keep nor migrate to the package's
|
|
261
|
+
* initial value, under a `$reset` commit, so the reset is in its history
|
|
262
|
+
*/
|
|
263
|
+
export const SchemaPolicyType = VariantType({
|
|
264
|
+
migrate: NullType,
|
|
265
|
+
fail: NullType,
|
|
266
|
+
reset: NullType,
|
|
267
|
+
});
|
|
233
268
|
/**
|
|
234
269
|
* Request to deploy a package to a workspace.
|
|
235
270
|
*
|
|
236
271
|
* @property packageRef - Package reference in format "name" or "name@version"
|
|
272
|
+
* @property schema - What the deploy does with a record it cannot keep as it is
|
|
273
|
+
* @property allowDropRecords - Whether a record the package no longer declares
|
|
274
|
+
* may be dropped, with its state and history
|
|
275
|
+
* @property plan - Say what the deploy would do, and write nothing
|
|
237
276
|
*/
|
|
238
277
|
export const WorkspaceDeployRequestType = StructType({
|
|
239
278
|
packageRef: StringType,
|
|
279
|
+
schema: SchemaPolicyType,
|
|
280
|
+
allowDropRecords: BooleanType,
|
|
281
|
+
plan: BooleanType,
|
|
282
|
+
});
|
|
283
|
+
/**
|
|
284
|
+
* What a deploy decided for one record.
|
|
285
|
+
*
|
|
286
|
+
* @property record - The record's dataset ref path
|
|
287
|
+
* @property action - What the deploy does to it:
|
|
288
|
+
* - `mint`: the workspace does not hold it, so it is minted from the
|
|
289
|
+
* package's initial value
|
|
290
|
+
* - `keep`: kept as the workspace holds it; `deploy` when the package under
|
|
291
|
+
* it changed, which a `$deploy` commit records in its history
|
|
292
|
+
* - `migrate`: migrated by the steps the workspace has not applied, in order
|
|
293
|
+
* - `reset`: reset to the package's initial value under the `reset` policy,
|
|
294
|
+
* and why it could not be kept or migrated
|
|
295
|
+
* - `drop`: the package does not declare it, so it is dropped, with its
|
|
296
|
+
* state and history
|
|
297
|
+
* - `refused`: refused, and why, with the fix: the deploy writes nothing
|
|
298
|
+
*/
|
|
299
|
+
export const RecordPlanType = StructType({
|
|
300
|
+
record: StringType,
|
|
301
|
+
action: VariantType({
|
|
302
|
+
mint: NullType,
|
|
303
|
+
keep: StructType({ deploy: BooleanType }),
|
|
304
|
+
migrate: StructType({ steps: ArrayType(StringType) }),
|
|
305
|
+
reset: StructType({ reason: StringType }),
|
|
306
|
+
drop: NullType,
|
|
307
|
+
refused: StructType({ reason: StringType }),
|
|
308
|
+
}),
|
|
309
|
+
});
|
|
310
|
+
/**
|
|
311
|
+
* What a deploy decided for one of a record's indexes.
|
|
312
|
+
*
|
|
313
|
+
* @property record - The record's dataset ref path
|
|
314
|
+
* @property index - The index's name
|
|
315
|
+
* @property action - `build` when the state names no index under the
|
|
316
|
+
* package's declaration, `drop` when it names one the package does not
|
|
317
|
+
* declare, and `keep` when the two agree and nothing runs
|
|
318
|
+
*/
|
|
319
|
+
export const RecordIndexPlanType = StructType({
|
|
320
|
+
record: StringType,
|
|
321
|
+
index: StringType,
|
|
322
|
+
action: VariantType({
|
|
323
|
+
build: NullType,
|
|
324
|
+
drop: NullType,
|
|
325
|
+
keep: NullType,
|
|
326
|
+
}),
|
|
327
|
+
});
|
|
328
|
+
/**
|
|
329
|
+
* The step a deploy is at with one record.
|
|
330
|
+
*
|
|
331
|
+
* - `waiting`: its turn has not come, or it needs nothing but the deploy's
|
|
332
|
+
* commit
|
|
333
|
+
* - `migrating`: running migration step `step` of the `steps` it owes, `name`
|
|
334
|
+
* - `indexing`: building `index`, the `build`th of the `builds` it owes
|
|
335
|
+
* - `done`: its migrations and index builds have run
|
|
336
|
+
*/
|
|
337
|
+
export const RecordDeployStepType = VariantType({
|
|
338
|
+
waiting: NullType,
|
|
339
|
+
migrating: StructType({ name: StringType, step: IntegerType, steps: IntegerType }),
|
|
340
|
+
indexing: StructType({ index: StringType, build: IntegerType, builds: IntegerType }),
|
|
341
|
+
done: NullType,
|
|
342
|
+
});
|
|
343
|
+
/**
|
|
344
|
+
* One record a deploy is deploying.
|
|
345
|
+
*
|
|
346
|
+
* @property plan - What the deploy decided for it
|
|
347
|
+
* @property indexes - The indexes the package declares for it
|
|
348
|
+
* @property step - How far the deploy has got with it
|
|
349
|
+
*/
|
|
350
|
+
export const RecordDeployStateType = StructType({
|
|
351
|
+
plan: RecordPlanType,
|
|
352
|
+
indexes: ArrayType(StringType),
|
|
353
|
+
step: RecordDeployStepType,
|
|
354
|
+
});
|
|
355
|
+
/**
|
|
356
|
+
* How far a deploy has got, for a client to show while it runs.
|
|
357
|
+
*
|
|
358
|
+
* @property package - The package it deploys
|
|
359
|
+
* @property startedAt - When it began taking its files in
|
|
360
|
+
* @property files - Each file source it takes in, in the package's order
|
|
361
|
+
* @property records - Each record it deploys, in the package's order, and
|
|
362
|
+
* each it drops
|
|
363
|
+
*/
|
|
364
|
+
export const DeployProgressType = StructType({
|
|
365
|
+
package: StructType({ name: StringType, version: StringType }),
|
|
366
|
+
startedAt: DateTimeType,
|
|
367
|
+
files: ArrayType(IntakeFileType),
|
|
368
|
+
records: ArrayType(RecordDeployStateType),
|
|
369
|
+
});
|
|
370
|
+
/**
|
|
371
|
+
* What a deploy did, or under `plan` would do.
|
|
372
|
+
*
|
|
373
|
+
* @property records - What it decided for each record
|
|
374
|
+
* @property indexes - What it decided for each index of the records it keeps
|
|
375
|
+
* @property warnings - The inputs it left unassigned, and why: a server never
|
|
376
|
+
* reads a `file` source, whose path is on the client's machine
|
|
377
|
+
*/
|
|
378
|
+
export const WorkspaceDeployResultType = StructType({
|
|
379
|
+
records: ArrayType(RecordPlanType),
|
|
380
|
+
indexes: ArrayType(RecordIndexPlanType),
|
|
381
|
+
warnings: ArrayType(StringType),
|
|
382
|
+
});
|
|
383
|
+
/**
|
|
384
|
+
* A deploy job's progress: `pending` until it starts, then `deploying`, with
|
|
385
|
+
* how far it has got once it has said.
|
|
386
|
+
*/
|
|
387
|
+
export const WorkspaceDeployProgressType = VariantType({
|
|
388
|
+
pending: NullType,
|
|
389
|
+
deploying: OptionType(DeployProgressType),
|
|
390
|
+
});
|
|
391
|
+
/**
|
|
392
|
+
* A deploy job's status.
|
|
393
|
+
*
|
|
394
|
+
* - `processing`: still running, and how far it has got
|
|
395
|
+
* - `completed`: what the deploy did
|
|
396
|
+
* - `failed`: why it did not
|
|
397
|
+
*/
|
|
398
|
+
export const WorkspaceDeployStatusType = VariantType({
|
|
399
|
+
processing: WorkspaceDeployProgressType,
|
|
400
|
+
completed: WorkspaceDeployResultType,
|
|
401
|
+
failed: StructType({ message: StringType }),
|
|
240
402
|
});
|
|
241
403
|
/**
|
|
242
404
|
* Workspace export request body.
|
|
@@ -340,6 +502,9 @@ export const DatasetStatusInfoType = StructType({
|
|
|
340
502
|
* @property inputs - Dataset paths this task reads from
|
|
341
503
|
* @property output - Dataset path this task writes to
|
|
342
504
|
* @property dependsOn - Names of tasks that must complete before this one
|
|
505
|
+
* @property peakBytes - The highest peak resident memory, in bytes, a runner
|
|
506
|
+
* of the execution the status comes from reached: the one the output came
|
|
507
|
+
* from, or the failure; `none` when it recorded none, or while it runs
|
|
343
508
|
*/
|
|
344
509
|
export const TaskStatusInfoType = StructType({
|
|
345
510
|
name: StringType,
|
|
@@ -348,6 +513,7 @@ export const TaskStatusInfoType = StructType({
|
|
|
348
513
|
inputs: ArrayType(StringType),
|
|
349
514
|
output: StringType,
|
|
350
515
|
dependsOn: ArrayType(StringType),
|
|
516
|
+
peakBytes: OptionType(IntegerType),
|
|
351
517
|
});
|
|
352
518
|
/**
|
|
353
519
|
* Summary counts for workspace status.
|
|
@@ -396,43 +562,45 @@ export const WorkspaceStatusResultType = StructType({
|
|
|
396
562
|
*
|
|
397
563
|
* @property name - Task name
|
|
398
564
|
* @property hash - Task definition hash
|
|
399
|
-
* @property
|
|
565
|
+
* @property role - What the task's output is for: data, or a ui with what it
|
|
566
|
+
* binds
|
|
400
567
|
*/
|
|
401
568
|
export const TaskListItemType = StructType({
|
|
402
569
|
name: StringType,
|
|
403
570
|
hash: StringType,
|
|
404
|
-
|
|
571
|
+
role: TaskRoleType,
|
|
405
572
|
});
|
|
406
573
|
/**
|
|
407
|
-
* Detailed task information.
|
|
574
|
+
* Detailed task information: the task object's fields.
|
|
408
575
|
*
|
|
409
576
|
* @property name - Task name
|
|
410
577
|
* @property hash - Task definition hash
|
|
411
|
-
* @property
|
|
412
|
-
* @property
|
|
413
|
-
* @property
|
|
578
|
+
* @property body - What the task runs: an East program, or a command
|
|
579
|
+
* @property runner - The runtime it runs on
|
|
580
|
+
* @property inputs - The datasets it reads, each with its partition
|
|
581
|
+
* @property output - Where its output goes, and how it is made
|
|
582
|
+
* @property role - What its output is for: data, or a ui with what it binds
|
|
414
583
|
*/
|
|
415
584
|
export const TaskDetailsType = StructType({
|
|
416
585
|
name: StringType,
|
|
417
586
|
hash: StringType,
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
587
|
+
body: TaskBodyType,
|
|
588
|
+
runner: RunnerType,
|
|
589
|
+
inputs: ArrayType(TaskInputType),
|
|
590
|
+
output: TaskOutputType,
|
|
591
|
+
role: TaskRoleType,
|
|
423
592
|
});
|
|
424
593
|
// =============================================================================
|
|
425
594
|
// Execution Types
|
|
426
595
|
// =============================================================================
|
|
427
596
|
/**
|
|
428
|
-
* Request to start dataflow execution.
|
|
597
|
+
* Request to start dataflow execution. The run takes the server's budget of
|
|
598
|
+
* cores and memory, which it shares with everything else the server runs.
|
|
429
599
|
*
|
|
430
|
-
* @property concurrency - Maximum parallel tasks (default: 4)
|
|
431
600
|
* @property force - Force re-execution of all tasks
|
|
432
601
|
* @property filter - Filter to specific task names (glob pattern)
|
|
433
602
|
*/
|
|
434
603
|
export const DataflowRequestType = StructType({
|
|
435
|
-
concurrency: OptionType(IntegerType),
|
|
436
604
|
force: BooleanType,
|
|
437
605
|
filter: OptionType(StringType),
|
|
438
606
|
});
|
|
@@ -498,11 +666,15 @@ export const DataflowResultType = StructType({
|
|
|
498
666
|
* Dataflow event types for API polling.
|
|
499
667
|
*
|
|
500
668
|
* - `start`: Task started executing
|
|
501
|
-
* - `complete`: Task executed and succeeded
|
|
669
|
+
* - `complete`: Task executed and succeeded, with the highest peak memory its
|
|
670
|
+
* runners reached when they reported one
|
|
502
671
|
* - `cached`: Task result retrieved from cache (no execution)
|
|
503
672
|
* - `failed`: Task exited with non-zero code
|
|
504
673
|
* - `error`: Internal error during task execution
|
|
505
674
|
* - `input_unavailable`: Task couldn't run because inputs not available
|
|
675
|
+
* - `requeued`: A unit of a split task was stopped — by the budget's guard, or
|
|
676
|
+
* its cgroup's cap — and runs again once the memory it reserves fits: the
|
|
677
|
+
* unit, why, the most it was measured using and what it reserves, in bytes
|
|
506
678
|
*/
|
|
507
679
|
export const DataflowEventType = VariantType({
|
|
508
680
|
start: StructType({
|
|
@@ -513,6 +685,7 @@ export const DataflowEventType = VariantType({
|
|
|
513
685
|
task: StringType,
|
|
514
686
|
timestamp: StringType,
|
|
515
687
|
duration: FloatType,
|
|
688
|
+
peakBytes: OptionType(IntegerType),
|
|
516
689
|
}),
|
|
517
690
|
cached: StructType({
|
|
518
691
|
task: StringType,
|
|
@@ -534,6 +707,14 @@ export const DataflowEventType = VariantType({
|
|
|
534
707
|
timestamp: StringType,
|
|
535
708
|
reason: StringType,
|
|
536
709
|
}),
|
|
710
|
+
requeued: StructType({
|
|
711
|
+
task: StringType,
|
|
712
|
+
timestamp: StringType,
|
|
713
|
+
unit: StageUnitType,
|
|
714
|
+
reason: RequeueReasonType,
|
|
715
|
+
peak: IntegerType,
|
|
716
|
+
reserves: IntegerType,
|
|
717
|
+
}),
|
|
537
718
|
});
|
|
538
719
|
/**
|
|
539
720
|
* Execution status for API polling responses.
|
|
@@ -562,6 +743,52 @@ export const DataflowExecutionSummaryType = StructType({
|
|
|
562
743
|
skipped: IntegerType,
|
|
563
744
|
duration: FloatType,
|
|
564
745
|
});
|
|
746
|
+
/**
|
|
747
|
+
* A server's budget of cores and memory, which every runner it spawns takes
|
|
748
|
+
* from, and what its runners hold of it now.
|
|
749
|
+
*
|
|
750
|
+
* @property cores - Runner processes at once
|
|
751
|
+
* @property memory - Bytes of memory the runners may hold between them
|
|
752
|
+
* @property coresInUse - Runner processes holding the budget now
|
|
753
|
+
* @property memoryInUse - Bytes the runners hold now, each at the larger of
|
|
754
|
+
* its reservation and what it was last measured using
|
|
755
|
+
*/
|
|
756
|
+
export const DataflowBudgetType = StructType({
|
|
757
|
+
cores: IntegerType,
|
|
758
|
+
memory: IntegerType,
|
|
759
|
+
coresInUse: IntegerType,
|
|
760
|
+
memoryInUse: IntegerType,
|
|
761
|
+
});
|
|
762
|
+
/**
|
|
763
|
+
* A task, or a unit of a split task, waiting for room in the server's budget.
|
|
764
|
+
*
|
|
765
|
+
* @property task - The task
|
|
766
|
+
* @property unit - The unit, for a split task's; `none` for a task run as one
|
|
767
|
+
* @property needs - The memory, in bytes, it waits to reserve; 0 when it
|
|
768
|
+
* waits for a core alone
|
|
769
|
+
* @property since - ISO timestamp when it began waiting
|
|
770
|
+
*/
|
|
771
|
+
export const UnitWaitType = StructType({
|
|
772
|
+
task: StringType,
|
|
773
|
+
unit: OptionType(StageUnitType),
|
|
774
|
+
needs: IntegerType,
|
|
775
|
+
since: StringType,
|
|
776
|
+
});
|
|
777
|
+
/**
|
|
778
|
+
* A split task's progress through the stage it is in.
|
|
779
|
+
*
|
|
780
|
+
* @property task - The task
|
|
781
|
+
* @property merge - The merge level, from 1, and the levels the merges take;
|
|
782
|
+
* `none` while its pieces run
|
|
783
|
+
* @property done - The stage's units that have finished
|
|
784
|
+
* @property units - The stage's units
|
|
785
|
+
*/
|
|
786
|
+
export const SplitProgressType = StructType({
|
|
787
|
+
task: StringType,
|
|
788
|
+
merge: OptionType(StructType({ level: IntegerType, levels: IntegerType })),
|
|
789
|
+
done: IntegerType,
|
|
790
|
+
units: IntegerType,
|
|
791
|
+
});
|
|
565
792
|
/**
|
|
566
793
|
* Dataflow execution state returned by API polling.
|
|
567
794
|
*
|
|
@@ -577,6 +804,12 @@ export const DataflowExecutionSummaryType = StructType({
|
|
|
577
804
|
* @property summary - Execution summary (available when complete)
|
|
578
805
|
* @property events - Task events (may be paginated via offset/limit)
|
|
579
806
|
* @property totalEvents - Total number of events (for pagination)
|
|
807
|
+
* @property budget - The server's budget now, where it has one: a server whose
|
|
808
|
+
* runners hold none, as a remote backend's, serves `none`
|
|
809
|
+
* @property waiting - The tasks and units of the run waiting for room, while it
|
|
810
|
+
* runs; nothing stores them
|
|
811
|
+
* @property splits - Each split task's progress, while the run runs; nothing
|
|
812
|
+
* stores it
|
|
580
813
|
*/
|
|
581
814
|
export const ApiDataflowExecutionStateType = StructType({
|
|
582
815
|
status: ApiExecutionStatusType,
|
|
@@ -585,18 +818,25 @@ export const ApiDataflowExecutionStateType = StructType({
|
|
|
585
818
|
summary: OptionType(DataflowExecutionSummaryType),
|
|
586
819
|
events: ArrayType(DataflowEventType),
|
|
587
820
|
totalEvents: IntegerType,
|
|
821
|
+
budget: OptionType(DataflowBudgetType),
|
|
822
|
+
waiting: ArrayType(UnitWaitType),
|
|
823
|
+
splits: ArrayType(SplitProgressType),
|
|
588
824
|
});
|
|
589
825
|
// =============================================================================
|
|
590
826
|
// Task Execution History Types
|
|
591
827
|
// =============================================================================
|
|
592
828
|
/**
|
|
593
|
-
* Execution status for history listing
|
|
829
|
+
* Execution status for history listing: `cancelled` when e3 stopped the
|
|
830
|
+
* execution because its run was aborted, `interrupted` when the orchestrator
|
|
831
|
+
* that owned it exited before it finished.
|
|
594
832
|
*/
|
|
595
833
|
export const ExecutionHistoryStatusType = VariantType({
|
|
596
834
|
running: NullType,
|
|
597
835
|
success: NullType,
|
|
598
836
|
failed: NullType,
|
|
599
837
|
error: NullType,
|
|
838
|
+
cancelled: NullType,
|
|
839
|
+
interrupted: NullType,
|
|
600
840
|
});
|
|
601
841
|
/**
|
|
602
842
|
* A single execution in task history.
|
|
@@ -608,6 +848,8 @@ export const ExecutionHistoryStatusType = VariantType({
|
|
|
608
848
|
* @property completedAt - ISO timestamp when execution finished (if done)
|
|
609
849
|
* @property duration - Execution duration in milliseconds (if done)
|
|
610
850
|
* @property exitCode - Process exit code (if failed)
|
|
851
|
+
* @property peakBytes - The highest peak resident memory, in bytes, a runner
|
|
852
|
+
* of the execution reached, when it succeeded or failed and one reported it
|
|
611
853
|
*/
|
|
612
854
|
export const ExecutionListItemType = StructType({
|
|
613
855
|
inputsHash: StringType,
|
|
@@ -617,6 +859,7 @@ export const ExecutionListItemType = StructType({
|
|
|
617
859
|
completedAt: OptionType(StringType),
|
|
618
860
|
duration: OptionType(IntegerType),
|
|
619
861
|
exitCode: OptionType(IntegerType),
|
|
862
|
+
peakBytes: OptionType(IntegerType),
|
|
620
863
|
});
|
|
621
864
|
// =============================================================================
|
|
622
865
|
// Dataset List Types (recursive)
|
|
@@ -631,7 +874,9 @@ export const TreeKindType = VariantType({ struct: NullType });
|
|
|
631
874
|
* A list entry -- either a dataset leaf or a tree branch.
|
|
632
875
|
*
|
|
633
876
|
* Used by the `?list=true&status=true` endpoints to return both
|
|
634
|
-
* tree structure entries and dataset leaves in a single flat list.
|
|
877
|
+
* tree structure entries and dataset leaves in a single flat list. A dataset's
|
|
878
|
+
* `size` is what its value weighs in the store, as its status reports it: for
|
|
879
|
+
* a collection, its segments and its manifest.
|
|
635
880
|
*/
|
|
636
881
|
export const ListEntryType = VariantType({
|
|
637
882
|
dataset: StructType({
|
|
@@ -655,7 +900,8 @@ export const ListEntryType = VariantType({
|
|
|
655
900
|
* @property type - East type of the dataset
|
|
656
901
|
* @property refType - Ref type: "unassigned", "null", or "value"
|
|
657
902
|
* @property hash - Object hash (None if unassigned/null)
|
|
658
|
-
* @property size -
|
|
903
|
+
* @property size - Bytes the value weighs in the store: for a collection, its
|
|
904
|
+
* segments and its manifest (None if unassigned)
|
|
659
905
|
*/
|
|
660
906
|
export const DatasetStatusDetailType = StructType({
|
|
661
907
|
path: StringType,
|
|
@@ -663,10 +909,9 @@ export const DatasetStatusDetailType = StructType({
|
|
|
663
909
|
refType: StringType,
|
|
664
910
|
hash: OptionType(StringType),
|
|
665
911
|
size: OptionType(IntegerType),
|
|
666
|
-
/** Segment and element counts of a stored collection, read from
|
|
667
|
-
*
|
|
668
|
-
*
|
|
669
|
-
* the positional struct rule. */
|
|
912
|
+
/** Segment and element counts of a stored collection, read from its
|
|
913
|
+
* manifest — so a re-pointed input is inspectable without decoding it.
|
|
914
|
+
* `none` for a non-collection or an unset dataset. */
|
|
670
915
|
segments: OptionType(IntegerType),
|
|
671
916
|
rows: OptionType(IntegerType),
|
|
672
917
|
});
|
|
@@ -752,6 +997,10 @@ export const OneShotRequestType = StructType({
|
|
|
752
997
|
/**
|
|
753
998
|
* A record mutation call. Positional args (after the implicit current state),
|
|
754
999
|
* one beast2-encoded value per declared parameter.
|
|
1000
|
+
*
|
|
1001
|
+
* Of the limits, `timeoutMs` bounds each run of the mutation's program and
|
|
1002
|
+
* `maxLogBytes` the stderr a failure returns. `maxResultBytes` does not apply:
|
|
1003
|
+
* a mutation's output is stored as segments and never read whole.
|
|
755
1004
|
*/
|
|
756
1005
|
export const MutationCallRequestType = StructType({
|
|
757
1006
|
args: ArrayType(BlobType),
|
|
@@ -763,31 +1012,48 @@ export const MutationCallRequestType = StructType({
|
|
|
763
1012
|
*
|
|
764
1013
|
* - `committed`: the new commit + state hashes
|
|
765
1014
|
* - `invalid`: record/mutation lookup or arity error; nothing ran
|
|
766
|
-
* - `failed`: the
|
|
767
|
-
* - `
|
|
768
|
-
* - `
|
|
769
|
-
*
|
|
1015
|
+
* - `failed`: the mutation's program failed (incl. a body's `$.error`; see stderr)
|
|
1016
|
+
* - `timed_out`: the program exceeded its time budget
|
|
1017
|
+
* - `conflict`: the compare-and-swap lost the race `attempts` times, or the
|
|
1018
|
+
* write disagreed with the state it landed on — then `detail` names the key,
|
|
1019
|
+
* and resubmitting the same write cannot help
|
|
770
1020
|
*/
|
|
771
1021
|
export const MutationResultType = StructType({
|
|
772
1022
|
outcome: VariantType({
|
|
773
1023
|
committed: StructType({ commitHash: StringType, stateHash: StringType }),
|
|
774
1024
|
invalid: StructType({ message: StringType }),
|
|
775
1025
|
failed: StructType({ exitCode: IntegerType, stderr: StringType }),
|
|
776
|
-
too_large: StructType({ bytes: IntegerType, limit: IntegerType, stderr: StringType }),
|
|
777
1026
|
timed_out: StructType({ ms: IntegerType, stderr: StringType }),
|
|
778
|
-
conflict: StructType({ attempts: IntegerType }),
|
|
1027
|
+
conflict: StructType({ attempts: IntegerType, detail: OptionType(StringType) }),
|
|
779
1028
|
}),
|
|
780
1029
|
});
|
|
781
1030
|
/**
|
|
782
1031
|
* A record's callable surface, returned by `describe` so dynamic callers can
|
|
783
|
-
* encode mutation arguments
|
|
784
|
-
* after the implicit current state.
|
|
1032
|
+
* encode mutation arguments and read through its indexes. The mutation
|
|
1033
|
+
* `argTypes` are the EXTRA parameters after the implicit current state.
|
|
785
1034
|
*/
|
|
786
1035
|
export const RecordSignatureType = StructType({
|
|
787
1036
|
name: StringType,
|
|
788
1037
|
mutations: ArrayType(StructType({
|
|
789
1038
|
name: StringType,
|
|
790
1039
|
argTypes: ArrayType(EastTypeType),
|
|
1040
|
+
/** The write form — `reduce`, `edit` or `patch` — which says what the
|
|
1041
|
+
* arguments MEAN: a `patch` mutation's one argument is a
|
|
1042
|
+
* `PatchType(State)`, not a value of the record's own type. */
|
|
1043
|
+
form: StringType,
|
|
1044
|
+
})),
|
|
1045
|
+
/** The indexes the record declares. A page read through one is decoded by
|
|
1046
|
+
* `indexWindowType(K, keyType, valueType, V)` over the record's
|
|
1047
|
+
* `Dict<K, V>`, and a key search through one takes a `keyType` key. */
|
|
1048
|
+
indexes: ArrayType(StructType({
|
|
1049
|
+
name: StringType,
|
|
1050
|
+
/** The index key's type. */
|
|
1051
|
+
keyType: EastTypeType,
|
|
1052
|
+
/** The covering projection's type: `Null` when the index projects
|
|
1053
|
+
* nothing, and a read joins the rows instead. */
|
|
1054
|
+
valueType: EastTypeType,
|
|
1055
|
+
/** Whether a row may hold several index keys. */
|
|
1056
|
+
multi: BooleanType,
|
|
791
1057
|
})),
|
|
792
1058
|
});
|
|
793
1059
|
/** One commit in a record's history (its hash plus the commit fields). */
|
|
@@ -798,6 +1064,9 @@ export const RecordCommitInfoType = StructType({
|
|
|
798
1064
|
mutation: StringType,
|
|
799
1065
|
actor: StringType,
|
|
800
1066
|
at: DateTimeType,
|
|
1067
|
+
/** The delta this commit applied, when it wrote one — so history shows WHAT
|
|
1068
|
+
* changed without diffing two states. */
|
|
1069
|
+
delta: OptionType(StringType),
|
|
801
1070
|
});
|
|
802
1071
|
/** A page of a record's commit history, newest first. */
|
|
803
1072
|
export const RecordHistoryResultType = StructType({
|