@elaraai/e3-types 1.0.79 → 1.0.81
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/src/api.d.ts +829 -36
- package/dist/src/api.d.ts.map +1 -1
- package/dist/src/api.js +301 -32
- package/dist/src/api.js.map +1 -1
- package/dist/src/collection-manifest.d.ts +37 -0
- package/dist/src/collection-manifest.d.ts.map +1 -0
- package/dist/src/collection-manifest.js +37 -0
- package/dist/src/collection-manifest.js.map +1 -0
- package/dist/src/dataflow.d.ts +264 -19
- package/dist/src/dataflow.d.ts.map +1 -1
- package/dist/src/dataflow.js +156 -15
- package/dist/src/dataflow.js.map +1 -1
- package/dist/src/dataflow.spec.js +184 -27
- package/dist/src/dataflow.spec.js.map +1 -1
- package/dist/src/dataset-blob.d.ts +75 -15
- package/dist/src/dataset-blob.d.ts.map +1 -1
- package/dist/src/dataset-blob.js +95 -28
- package/dist/src/dataset-blob.js.map +1 -1
- package/dist/src/dataset-blob.spec.d.ts +6 -0
- package/dist/src/dataset-blob.spec.d.ts.map +1 -0
- package/dist/src/dataset-blob.spec.js +92 -0
- package/dist/src/dataset-blob.spec.js.map +1 -0
- package/dist/src/dataset-ref.d.ts +5 -4
- package/dist/src/dataset-ref.d.ts.map +1 -1
- package/dist/src/dataset-ref.js +5 -4
- package/dist/src/dataset-ref.js.map +1 -1
- package/dist/src/environment.d.ts +3 -2
- package/dist/src/environment.d.ts.map +1 -1
- package/dist/src/environment.js +3 -2
- package/dist/src/environment.js.map +1 -1
- package/dist/src/execution.d.ts +112 -18
- package/dist/src/execution.d.ts.map +1 -1
- package/dist/src/execution.js +174 -45
- package/dist/src/execution.js.map +1 -1
- package/dist/src/execution.spec.d.ts +6 -0
- package/dist/src/execution.spec.d.ts.map +1 -0
- package/dist/src/execution.spec.js +108 -0
- package/dist/src/execution.spec.js.map +1 -0
- package/dist/src/function.d.ts +14 -12
- package/dist/src/function.d.ts.map +1 -1
- package/dist/src/function.js +17 -32
- package/dist/src/function.js.map +1 -1
- package/dist/src/index.d.ts +17 -12
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +28 -20
- package/dist/src/index.js.map +1 -1
- package/dist/src/intake.d.ts +75 -0
- package/dist/src/intake.d.ts.map +1 -0
- package/dist/src/intake.js +46 -0
- package/dist/src/intake.js.map +1 -0
- package/dist/src/lock.d.ts +253 -21
- package/dist/src/lock.d.ts.map +1 -1
- package/dist/src/lock.js +55 -21
- package/dist/src/lock.js.map +1 -1
- package/dist/src/names.d.ts +21 -0
- package/dist/src/names.d.ts.map +1 -0
- package/dist/src/names.js +31 -0
- package/dist/src/names.js.map +1 -0
- package/dist/src/package.d.ts +11 -78
- package/dist/src/package.d.ts.map +1 -1
- package/dist/src/package.js +13 -66
- package/dist/src/package.js.map +1 -1
- package/dist/src/record.d.ts +582 -18
- package/dist/src/record.d.ts.map +1 -1
- package/dist/src/record.js +405 -7
- package/dist/src/record.js.map +1 -1
- package/dist/src/{stream.spec.d.ts → record.spec.d.ts} +1 -1
- package/dist/src/record.spec.d.ts.map +1 -0
- package/dist/src/record.spec.js +143 -0
- package/dist/src/record.spec.js.map +1 -0
- package/dist/src/release.d.ts +36 -0
- package/dist/src/release.d.ts.map +1 -0
- package/dist/src/release.js +71 -0
- package/dist/src/release.js.map +1 -0
- package/dist/src/release.spec.d.ts +6 -0
- package/dist/src/release.spec.d.ts.map +1 -0
- package/dist/src/release.spec.js +42 -0
- package/dist/src/release.spec.js.map +1 -0
- package/dist/src/repository.d.ts +64 -0
- package/dist/src/repository.d.ts.map +1 -0
- package/dist/src/repository.js +49 -0
- package/dist/src/repository.js.map +1 -0
- package/dist/src/runner.d.ts +16 -62
- package/dist/src/runner.d.ts.map +1 -1
- package/dist/src/runner.js +16 -79
- package/dist/src/runner.js.map +1 -1
- package/dist/src/runner.spec.js +11 -85
- package/dist/src/runner.spec.js.map +1 -1
- package/dist/src/structure.d.ts +0 -57
- package/dist/src/structure.d.ts.map +1 -1
- package/dist/src/structure.js +0 -3
- package/dist/src/structure.js.map +1 -1
- package/dist/src/task.d.ts +210 -318
- package/dist/src/task.d.ts.map +1 -1
- package/dist/src/task.js +117 -472
- package/dist/src/task.js.map +1 -1
- package/dist/src/task.spec.js +62 -154
- package/dist/src/task.spec.js.map +1 -1
- package/dist/src/transfer.d.ts +38 -26
- package/dist/src/transfer.d.ts.map +1 -1
- package/dist/src/transfer.js +22 -26
- package/dist/src/transfer.js.map +1 -1
- package/dist/src/transfer.spec.js +4 -34
- package/dist/src/transfer.spec.js.map +1 -1
- package/dist/src/unit-plan.d.ts +130 -0
- package/dist/src/unit-plan.d.ts.map +1 -0
- package/dist/src/unit-plan.js +107 -0
- package/dist/src/unit-plan.js.map +1 -0
- package/dist/src/unit-plan.spec.d.ts +6 -0
- package/dist/src/unit-plan.spec.d.ts.map +1 -0
- package/dist/src/unit-plan.spec.js +29 -0
- package/dist/src/unit-plan.spec.js.map +1 -0
- package/dist/src/workspace.d.ts +22 -11
- package/dist/src/workspace.d.ts.map +1 -1
- package/dist/src/workspace.js +10 -11
- package/dist/src/workspace.js.map +1 -1
- package/package.json +3 -3
- package/src/api.ts +326 -32
- package/src/collection-manifest.ts +53 -0
- package/src/dataflow.spec.ts +223 -31
- package/src/dataflow.ts +183 -26
- package/src/dataset-blob.spec.ts +117 -0
- package/src/dataset-blob.ts +157 -21
- package/src/dataset-ref.ts +5 -4
- package/src/environment.ts +3 -2
- package/src/execution.spec.ts +114 -0
- package/src/execution.ts +175 -51
- package/src/function.ts +19 -32
- package/src/index.ts +141 -39
- package/src/intake.ts +53 -0
- package/src/lock.ts +67 -21
- package/src/names.ts +39 -0
- package/src/package.ts +15 -71
- package/src/record.spec.ts +195 -0
- package/src/record.ts +489 -7
- package/src/release.spec.ts +47 -0
- package/src/release.ts +69 -0
- package/src/repository.ts +67 -0
- package/src/runner.spec.ts +11 -94
- package/src/runner.ts +16 -80
- package/src/structure.ts +0 -8
- package/src/task.spec.ts +67 -188
- package/src/task.ts +140 -522
- package/src/transfer.spec.ts +4 -51
- package/src/transfer.ts +22 -26
- package/src/unit-plan.spec.ts +31 -0
- package/src/unit-plan.ts +121 -0
- package/src/workspace.ts +13 -11
- package/dist/src/stream.d.ts +0 -97
- package/dist/src/stream.d.ts.map +0 -1
- package/dist/src/stream.js +0 -134
- package/dist/src/stream.js.map +0 -1
- package/dist/src/stream.spec.d.ts.map +0 -1
- package/dist/src/stream.spec.js +0 -60
- package/dist/src/stream.spec.js.map +0 -1
- package/src/stream.spec.ts +0 -88
- package/src/stream.ts +0 -170
package/dist/src/function.d.ts
CHANGED
|
@@ -21,7 +21,7 @@ import { StructType, StringType, ArrayType, OptionType, ValueTypeOf } from '@ela
|
|
|
21
21
|
* `PackageObject.functions`.
|
|
22
22
|
*/
|
|
23
23
|
export declare const FunctionObjectType: StructType<{
|
|
24
|
-
/** Hash of the encoded EastIR bundle (encodeEastIR),
|
|
24
|
+
/** Hash of the encoded EastIR bundle (encodeEastIR), as a task's program is. */
|
|
25
25
|
readonly bodyIr: StringType;
|
|
26
26
|
/** Positional parameter types — the IR's signature, surfaced for arity/type
|
|
27
27
|
* validation and `describe` without decoding the whole IR. */
|
|
@@ -110,8 +110,8 @@ export declare const FunctionObjectType: StructType<{
|
|
|
110
110
|
readonly Vector: import("@elaraai/east").RecursiveTypeMarker;
|
|
111
111
|
readonly Matrix: import("@elaraai/east").RecursiveTypeMarker;
|
|
112
112
|
}>>;
|
|
113
|
-
/** Author-chosen runtime
|
|
114
|
-
*
|
|
113
|
+
/** Author-chosen runtime: a stock runner runs the function as a unit, and a
|
|
114
|
+
* `custom` one runs its command with `run`'s arguments. */
|
|
115
115
|
readonly runner: import("@elaraai/east").VariantType<{
|
|
116
116
|
readonly east_node: StructType<{
|
|
117
117
|
readonly platforms: ArrayType<StringType>;
|
|
@@ -128,22 +128,24 @@ export declare const FunctionObjectType: StructType<{
|
|
|
128
128
|
}>;
|
|
129
129
|
/**
|
|
130
130
|
* Hash of an `EnvironmentSpecType` object the function executes in;
|
|
131
|
-
* `none` ⇒ the stock runtime image.
|
|
132
|
-
* fields positionally) with a legacy dual decoder — see
|
|
133
|
-
* {@link decodeFunctionObject}.
|
|
131
|
+
* `none` ⇒ the stock runtime image.
|
|
134
132
|
*/
|
|
135
133
|
readonly environment: OptionType<StringType>;
|
|
136
134
|
}>;
|
|
137
135
|
export type FunctionObjectType = typeof FunctionObjectType;
|
|
138
136
|
export type FunctionObject = ValueTypeOf<typeof FunctionObjectType>;
|
|
139
137
|
/**
|
|
140
|
-
* Decode a `FunctionObject` from BEAST2 bytes
|
|
141
|
-
* pre-`environment` wire format (dual-decode migration, like
|
|
142
|
-
* `decodePackageObject`).
|
|
138
|
+
* Decode a `FunctionObject` from BEAST2 bytes.
|
|
143
139
|
*
|
|
144
|
-
*
|
|
145
|
-
*
|
|
146
|
-
*
|
|
140
|
+
* @remarks
|
|
141
|
+
* A package-borne wire, so it changes by hard cutover: a package exported by
|
|
142
|
+
* an older SDK is re-exported with the current one, and this says so.
|
|
143
|
+
*
|
|
144
|
+
* @param data - the stored bytes
|
|
145
|
+
* @returns the function object
|
|
146
|
+
* @throws {Error} When the bytes are not a current function object — a
|
|
147
|
+
* package exported by an older SDK, which is re-exported with the current
|
|
148
|
+
* one.
|
|
147
149
|
*/
|
|
148
150
|
export declare function decodeFunctionObject(data: Uint8Array): FunctionObject;
|
|
149
151
|
//# sourceMappingURL=function.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"function.d.ts","sourceRoot":"","sources":["../../src/function.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAgB,UAAU,EAAE,WAAW,
|
|
1
|
+
{"version":3,"file":"function.d.ts","sourceRoot":"","sources":["../../src/function.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAgB,UAAU,EAAE,WAAW,EAAmB,MAAM,eAAe,CAAC;AAG1H;;;GAGG;AACH,eAAO,MAAM,kBAAkB;IAC7B,gFAAgF;;IAEhF;mEAC+D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAE/D,wEAAwE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAExE;gEAC4D;;;;;;;;;;;;;;;IAE5D;;;OAGG;;EAEH,CAAC;AACH,MAAM,MAAM,kBAAkB,GAAG,OAAO,kBAAkB,CAAC;AAE3D,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAIpE;;;;;;;;;;;;GAYG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,UAAU,GAAG,cAAc,CASrE"}
|
package/dist/src/function.js
CHANGED
|
@@ -15,65 +15,50 @@
|
|
|
15
15
|
* loading the IR bundle, and so dynamic callers (CLI literal parsing,
|
|
16
16
|
* non-TS clients) have the types they need to encode arguments.
|
|
17
17
|
*/
|
|
18
|
-
import { StructType, StringType, ArrayType, EastTypeType, OptionType, decodeBeast2For
|
|
18
|
+
import { StructType, StringType, ArrayType, EastTypeType, OptionType, decodeBeast2For } from '@elaraai/east';
|
|
19
19
|
import { RunnerType } from './runner.js';
|
|
20
20
|
/**
|
|
21
21
|
* Function object stored in the object store, referenced by name from
|
|
22
22
|
* `PackageObject.functions`.
|
|
23
23
|
*/
|
|
24
24
|
export const FunctionObjectType = StructType({
|
|
25
|
-
/** Hash of the encoded EastIR bundle (encodeEastIR),
|
|
25
|
+
/** Hash of the encoded EastIR bundle (encodeEastIR), as a task's program is. */
|
|
26
26
|
bodyIr: StringType,
|
|
27
27
|
/** Positional parameter types — the IR's signature, surfaced for arity/type
|
|
28
28
|
* validation and `describe` without decoding the whole IR. */
|
|
29
29
|
inputTypes: ArrayType(EastTypeType),
|
|
30
30
|
/** Return type — used to decode the result `value` blob client-side. */
|
|
31
31
|
outputType: EastTypeType,
|
|
32
|
-
/** Author-chosen runtime
|
|
33
|
-
*
|
|
32
|
+
/** Author-chosen runtime: a stock runner runs the function as a unit, and a
|
|
33
|
+
* `custom` one runs its command with `run`'s arguments. */
|
|
34
34
|
runner: RunnerType,
|
|
35
35
|
/**
|
|
36
36
|
* Hash of an `EnvironmentSpecType` object the function executes in;
|
|
37
|
-
* `none` ⇒ the stock runtime image.
|
|
38
|
-
* fields positionally) with a legacy dual decoder — see
|
|
39
|
-
* {@link decodeFunctionObject}.
|
|
37
|
+
* `none` ⇒ the stock runtime image.
|
|
40
38
|
*/
|
|
41
39
|
environment: OptionType(StringType),
|
|
42
40
|
});
|
|
43
|
-
/**
|
|
44
|
-
* The pre-`environment` function object wire shape, kept only so
|
|
45
|
-
* {@link decodeFunctionObject} can read functions exported before execution
|
|
46
|
-
* environments existed.
|
|
47
|
-
*/
|
|
48
|
-
const PreEnvironmentFunctionObjectType = StructType({
|
|
49
|
-
bodyIr: StringType,
|
|
50
|
-
inputTypes: ArrayType(EastTypeType),
|
|
51
|
-
outputType: EastTypeType,
|
|
52
|
-
runner: RunnerType,
|
|
53
|
-
});
|
|
54
41
|
const decodeCurrentFunction = decodeBeast2For(FunctionObjectType);
|
|
55
|
-
const decodePreEnvironmentFunction = decodeBeast2For(PreEnvironmentFunctionObjectType);
|
|
56
42
|
/**
|
|
57
|
-
* Decode a `FunctionObject` from BEAST2 bytes
|
|
58
|
-
*
|
|
59
|
-
*
|
|
43
|
+
* Decode a `FunctionObject` from BEAST2 bytes.
|
|
44
|
+
*
|
|
45
|
+
* @remarks
|
|
46
|
+
* A package-borne wire, so it changes by hard cutover: a package exported by
|
|
47
|
+
* an older SDK is re-exported with the current one, and this says so.
|
|
60
48
|
*
|
|
61
|
-
*
|
|
62
|
-
*
|
|
63
|
-
*
|
|
49
|
+
* @param data - the stored bytes
|
|
50
|
+
* @returns the function object
|
|
51
|
+
* @throws {Error} When the bytes are not a current function object — a
|
|
52
|
+
* package exported by an older SDK, which is re-exported with the current
|
|
53
|
+
* one.
|
|
64
54
|
*/
|
|
65
55
|
export function decodeFunctionObject(data) {
|
|
66
56
|
try {
|
|
67
57
|
return decodeCurrentFunction(data);
|
|
68
58
|
}
|
|
69
59
|
catch (err) {
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
return { ...legacy, environment: none };
|
|
73
|
-
}
|
|
74
|
-
catch {
|
|
75
|
-
throw err; // no known shape — surface the current-format error
|
|
76
|
-
}
|
|
60
|
+
throw new Error(`the function object does not decode: the package was exported by an older e3 SDK — re-export it with the current one ` +
|
|
61
|
+
`(${err instanceof Error ? err.message : String(err)})`);
|
|
77
62
|
}
|
|
78
63
|
}
|
|
79
64
|
//# sourceMappingURL=function.js.map
|
package/dist/src/function.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"function.js","sourceRoot":"","sources":["../../src/function.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAe,eAAe,EAAE,
|
|
1
|
+
{"version":3,"file":"function.js","sourceRoot":"","sources":["../../src/function.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAe,eAAe,EAAE,MAAM,eAAe,CAAC;AAC1H,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC;;;GAGG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,UAAU,CAAC;IAC3C,gFAAgF;IAChF,MAAM,EAAE,UAAU;IAClB;mEAC+D;IAC/D,UAAU,EAAE,SAAS,CAAC,YAAY,CAAC;IACnC,wEAAwE;IACxE,UAAU,EAAE,YAAY;IACxB;gEAC4D;IAC5D,MAAM,EAAE,UAAU;IAClB;;;OAGG;IACH,WAAW,EAAE,UAAU,CAAC,UAAU,CAAC;CACpC,CAAC,CAAC;AAKH,MAAM,qBAAqB,GAAG,eAAe,CAAC,kBAAkB,CAAC,CAAC;AAElE;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAgB;IACnD,IAAI,CAAC;QACH,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,uHAAuH;YACvH,IAAI,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CACxD,CAAC;IACJ,CAAC;AACH,CAAC"}
|
package/dist/src/index.d.ts
CHANGED
|
@@ -22,21 +22,26 @@
|
|
|
22
22
|
*/
|
|
23
23
|
export { DataRefType, type DataRef, unassignedRef, nullRef, DataTreeType, } from './dataset.js';
|
|
24
24
|
export { VersionVectorType, type VersionVector, DatasetRefType, type DatasetRef, } from './dataset-ref.js';
|
|
25
|
-
export { TaskObjectType, type TaskObject, decodeTaskObject,
|
|
26
|
-
export { type StreamMergeMode, type StreamCommandSpec, streamCommandIr, mergeCommandIr, } from './stream.js';
|
|
25
|
+
export { TASK_OBJECT_KIND, TaskObjectType, type TaskObject, decodeTaskObject, TaskBodyType, type TaskBody, TaskPartitionType, type TaskPartition, TaskInputType, type TaskInput, TaskOutputKindType, type TaskOutputKind, TaskOutputType, type TaskOutput, DataManifestType, type DataManifest, TaskRoleType, type TaskRole, } from './task.js';
|
|
27
26
|
export { EnvironmentSpecType, type EnvironmentSpec, PythonEnvironmentType, type PythonEnvironment, NodeEnvironmentType, type NodeEnvironment, ImageEnvironmentType, type ImageEnvironment, ToolsEnvironmentType, type ToolsEnvironment, WorkspaceNodeEnvironmentType, type WorkspaceNodeEnvironment, environmentSpecObjectHashes, } from './environment.js';
|
|
28
|
-
export { StructureType, type Structure, PathSegmentType, type PathSegment, TreePathType, type TreePath, type ParsePathResult, type ParseDatasetPathResult, type ParsePackageRefResult, treePath, pathToString, parsePath, parseDatasetPath, parsePackageRef, urlPathToTreePath,
|
|
29
|
-
export { RunnerType, type RunnerValue,
|
|
27
|
+
export { StructureType, type Structure, PathSegmentType, type PathSegment, TreePathType, type TreePath, type ParsePathResult, type ParseDatasetPathResult, type ParsePackageRefResult, treePath, pathToString, parsePath, parseDatasetPath, parsePackageRef, urlPathToTreePath, } from './structure.js';
|
|
28
|
+
export { RunnerType, type RunnerValue, withRunnerLifeline, } from './runner.js';
|
|
30
29
|
export { FunctionObjectType, type FunctionObject, decodeFunctionObject, } from './function.js';
|
|
31
|
-
export { RecordCommitType, type RecordCommit, MutationObjectType, type MutationObject, RecordObjectType, type RecordObject, } from './record.js';
|
|
32
|
-
export { PackageDataType, type PackageData, PackageObjectType, type PackageObject, DatasetSourceWireType, type DatasetSourceWire, decodePackageObject,
|
|
33
|
-
export { WorkspaceStateType, type WorkspaceState, } from './workspace.js';
|
|
34
|
-
export { ExecutionStatusType, type ExecutionStatus, type ExecutionOwner, } from './execution.js';
|
|
35
|
-
export { LockOperationType, type LockOperation, ProcessHolderType, type ProcessHolder, LockStateType, type LockState, } from './lock.js';
|
|
30
|
+
export { RecordCommitType, type RecordCommit, MutationObjectType, type MutationObject, RecordObjectType, type RecordObject, decodeRecordObject, RecordIndexObjectType, type RecordIndexObject, RECORD_STATE_KIND, RecordStateType, type RecordState, isRecordStateType, indexCollectionType, indexWindowType, decodeRecordCommit, decodeMutationObject, MutationFormType, type MutationForm, MigrationObjectType, type MigrationObject, decodeMigrationObject, MigrationFormType, type MigrationForm, DELTA_CONFLICT, patchOpsType, mutationDeltaType, editTypeOf, type DeltaTarget, } from './record.js';
|
|
31
|
+
export { PackageDataType, type PackageData, PackageObjectType, type PackageObject, DatasetSourceWireType, type DatasetSourceWire, decodePackageObject, PackageTransferInitRequestType, type PackageTransferInitRequest, PackageTransferInitResponseType, type PackageTransferInitResponse, PackageJobResponseType, type PackageJobResponse, PackageImportResultType, type PackageImportResult, PackageExportResultType, type PackageExportResult, PackageImportProgressType, type PackageImportProgress, PackageImportStatusType, type PackageImportStatus, PackageExportProgressType, type PackageExportProgress, PackageExportStatusType, type PackageExportStatus, } from './package.js';
|
|
32
|
+
export { WorkspaceStateType, type WorkspaceState, WorkspaceRecordType, type WorkspaceRecord, } from './workspace.js';
|
|
33
|
+
export { ExecutionStatusType, type ExecutionStatus, decodeExecutionStatus, executionStatusRoots, ExecutionOwnerType, type ExecutionOwner, } from './execution.js';
|
|
34
|
+
export { LockOperationType, type LockOperation, ProcessHolderType, type ProcessHolder, LambdaHolderType, type LambdaHolder, LockHolderVariantType, type LockHolderVariant, LockStateType, type LockState, LockProgressType, type LockProgress, LockStatusType, type LockStatus, } from './lock.js';
|
|
35
|
+
export { IntakeStepType, type IntakeStep, IntakeFileType, type IntakeFile, } from './intake.js';
|
|
36
|
+
export { RepositoryRecordType, type RepositoryRecord, RepoStatusType, type RepoStatus, RepoMetadataType, type RepoMetadata, } from './repository.js';
|
|
37
|
+
export { E3_RELEASE, compareReleases } from './release.js';
|
|
38
|
+
export { type NamedKind, nameProblem } from './names.js';
|
|
36
39
|
export { TRANSFER_PROTOCOL_VERSION, transferPartCount, transferPartRange, TransferUploadRequestType, type TransferUploadRequest, TransferUploadResponseType, type TransferUploadResponse, TransferPartResponseType, type TransferPartResponse, TransferDoneResponseType, type TransferDoneResponse, } from './transfer.js';
|
|
37
|
-
export { isCollectionRoot, encodeDatasetBlob, } from './dataset-blob.js';
|
|
40
|
+
export { isCollectionRoot, encodeDatasetBlob, writeCollectionManifest, type CollectionSegmentRef, type CollectionPiece, type SegmentSink, } from './dataset-blob.js';
|
|
41
|
+
export { COLLECTION_MANIFEST_KIND, CollectionManifestType, CollectionManifestEntryType, type CollectionManifest, type CollectionManifestEntry, isCollectionManifestType, isCollectionManifest, encodeCollectionManifest, decodeCollectionManifest, manifestElementCount, manifestByteSize, } from './collection-manifest.js';
|
|
38
42
|
export { checkDatasetType, datasetAddress, type DatasetTypeMismatch, } from './dataset-type.js';
|
|
39
43
|
export { BEAST2_CONTENT_TYPE } from './constants.js';
|
|
40
|
-
export { WorkspaceNotFoundErrorType, WorkspaceNotDeployedErrorType, WorkspaceExistsErrorType, LockHolderType, WorkspaceLockedErrorType, PackageNotFoundErrorType, PackageExistsErrorType, PackageInvalidErrorType, DatasetNotFoundErrorType, TaskNotFoundErrorType, ExecutionNotFoundErrorType, ObjectNotFoundErrorType, DataflowErrorType, PermissionDeniedErrorType, InternalErrorType, RepositoryNotFoundErrorType, DatasetTypeMismatchErrorType, ErrorType, ResponseType, RepositoryStatusType, GcRequestType, GcResultType, AsyncOperationStatusType, GcStartResultType, GcStatusResultType, PackageListItemType, PackageInfoType, PackageDetailsType, WorkspaceCreateRequestType, WorkspaceInfoType, WorkspaceDeployRequestType, WorkspaceExportRequestType, DatasetStatusType, TaskStatusUpToDateType, TaskStatusWaitingType, TaskStatusInProgressType, TaskStatusFailedType, TaskStatusErrorType, TaskStatusStaleRunningType, TaskStatusType, DatasetStatusInfoType, TaskStatusInfoType, WorkspaceStatusSummaryType, WorkspaceStatusResultType, TaskListItemType, TaskDetailsType, DataflowRequestType, LogChunkType, TaskExecutionResultType, DataflowResultType, DataflowEventType, ApiExecutionStatusType, DataflowExecutionSummaryType, ApiDataflowExecutionStateType, ExecutionHistoryStatusType, ExecutionListItemType, TreeKindType, ListEntryType, DatasetStatusDetailType, ExecuteLimitsType, DiagnosticType, ExecuteResultType, FunctionCallRequestType, FunctionSignatureType, OneShotRequestType, MutationCallRequestType, MutationResultType, RecordSignatureType, RecordCommitInfoType, RecordHistoryResultType, type Error, type RepositoryStatus, type GcRequest, type GcResult, type AsyncOperationStatus, type GcStartResult, type GcStatusResult, type PackageListItem, type PackageInfo, type PackageDetails, type WorkspaceInfo, type WorkspaceCreateRequest, type WorkspaceDeployRequest, type DatasetStatus, type TaskStatus as ApiTaskStatus, type DatasetStatusInfo, type TaskStatusInfo, type WorkspaceStatusSummary, type WorkspaceStatusResult, type TaskListItem, type TaskDetails, type DataflowRequest, type LogChunk, type TaskExecutionResult, type DataflowResult, type DataflowEvent, type ApiExecutionStatus, type DataflowExecutionSummary, type ApiDataflowExecutionState, type ExecutionHistoryStatus, type ExecutionListItem, type TreeKind, type ListEntry, type DatasetStatusDetail, type ExecuteLimits, type Diagnostic, type ExecuteResult, type FunctionCallRequest, type FunctionSignature, type OneShotRequest, type MutationCallRequest, type MutationResult, type RecordSignature, type RecordCommitInfo, type RecordHistoryResult, } from './api.js';
|
|
41
|
-
export { type DataflowExecutionStatus, type TaskStatus, TaskStateType, type TaskState, DataflowGraphTaskType, type DataflowGraphTask, DataflowGraphType, type DataflowGraph, ExecutionEventType, type ExecutionEvent, type PartitionProgress, DataflowExecutionStateType, type DataflowExecutionState, DataflowRunStatusType, type DataflowRunStatus, TaskExecutionRecordType, type TaskExecutionRecord, DataflowRunSummaryType, type DataflowRunSummary, DataflowRunType, type DataflowRun, } from './dataflow.js';
|
|
44
|
+
export { WorkspaceNotFoundErrorType, WorkspaceNotDeployedErrorType, WorkspaceExistsErrorType, LockHolderType, WorkspaceLockedErrorType, PackageNotFoundErrorType, PackageExistsErrorType, PackageInvalidErrorType, DatasetNotFoundErrorType, TaskNotFoundErrorType, ExecutionNotFoundErrorType, ObjectNotFoundErrorType, DataflowErrorType, PermissionDeniedErrorType, InternalErrorType, RepositoryNotFoundErrorType, DatasetTypeMismatchErrorType, InvalidNameErrorType, ErrorType, ResponseType, RepositoryStatusType, GcRequestType, GcResultType, AsyncOperationStatusType, GcStartResultType, GcStatusResultType, PackageListItemType, PackageInfoType, PackageDetailsType, WorkspaceCreateRequestType, WorkspaceInfoType, SchemaPolicyType, WorkspaceDeployRequestType, RecordPlanType, RecordIndexPlanType, RecordDeployStepType, RecordDeployStateType, DeployProgressType, WorkspaceDeployResultType, WorkspaceDeployProgressType, WorkspaceDeployStatusType, WorkspaceExportRequestType, DatasetStatusType, TaskStatusUpToDateType, TaskStatusWaitingType, TaskStatusInProgressType, TaskStatusFailedType, TaskStatusErrorType, TaskStatusStaleRunningType, TaskStatusType, DatasetStatusInfoType, TaskStatusInfoType, WorkspaceStatusSummaryType, WorkspaceStatusResultType, TaskListItemType, TaskDetailsType, DataflowRequestType, LogChunkType, TaskExecutionResultType, DataflowResultType, DataflowEventType, ApiExecutionStatusType, DataflowExecutionSummaryType, DataflowBudgetType, UnitWaitType, SplitProgressType, ApiDataflowExecutionStateType, ExecutionHistoryStatusType, ExecutionListItemType, TreeKindType, ListEntryType, DatasetStatusDetailType, ExecuteLimitsType, DiagnosticType, ExecuteResultType, FunctionCallRequestType, FunctionSignatureType, OneShotRequestType, MutationCallRequestType, MutationResultType, RecordSignatureType, RecordCommitInfoType, RecordHistoryResultType, type Error, type RepositoryStatus, type GcRequest, type GcResult, type AsyncOperationStatus, type GcStartResult, type GcStatusResult, type PackageListItem, type PackageInfo, type PackageDetails, type WorkspaceInfo, type WorkspaceCreateRequest, type WorkspaceDeployRequest, type SchemaPolicy, type RecordPlan, type RecordIndexPlan, type RecordDeployStep, type RecordDeployState, type DeployProgress, type WorkspaceDeployResult, type WorkspaceDeployProgress, type WorkspaceDeployStatus, type DatasetStatus, type TaskStatus as ApiTaskStatus, type DatasetStatusInfo, type TaskStatusInfo, type WorkspaceStatusSummary, type WorkspaceStatusResult, type TaskListItem, type TaskDetails, type DataflowRequest, type LogChunk, type TaskExecutionResult, type DataflowResult, type DataflowEvent, type ApiExecutionStatus, type DataflowExecutionSummary, type DataflowBudget, type UnitWait, type SplitProgress, type ApiDataflowExecutionState, type ExecutionHistoryStatus, type ExecutionListItem, type TreeKind, type ListEntry, type DatasetStatusDetail, type ExecuteLimits, type Diagnostic, type ExecuteResult, type FunctionCallRequest, type FunctionSignature, type OneShotRequest, type MutationCallRequest, type MutationResult, type RecordSignature, type RecordCommitInfo, type RecordHistoryResult, } from './api.js';
|
|
45
|
+
export { type DataflowExecutionStatus, type TaskStatus, TaskStateType, type TaskState, DataflowGraphTaskType, type DataflowGraphTask, DataflowGraphType, type DataflowGraph, StageUnitType, type StageUnit, RequeueReasonType, type RequeueReason, ExecutionEventType, type ExecutionEvent, type PartitionProgress, DataflowExecutionStateType, type DataflowExecutionState, decodeDataflowExecutionState, DataflowRunStatusType, type DataflowRunStatus, TaskExecutionRecordType, type TaskExecutionRecord, DataflowRunSummaryType, type DataflowRunSummary, DataflowRunType, type DataflowRun, } from './dataflow.js';
|
|
46
|
+
export { UNIT_PLAN_KIND, UnitPlanGroupType, type UnitPlanGroup, UnitPlanStageType, type UnitPlanStage, UnitPlanType, type UnitPlan, encodeUnitPlan, decodeUnitPlan, } from './unit-plan.js';
|
|
42
47
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/src/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EACL,WAAW,EACX,KAAK,OAAO,EACZ,aAAa,EACb,OAAO,EACP,YAAY,GACb,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,iBAAiB,EACjB,KAAK,aAAa,EAClB,cAAc,EACd,KAAK,UAAU,GAChB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,cAAc,EACd,KAAK,UAAU,EACf,gBAAgB,EAChB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EACL,WAAW,EACX,KAAK,OAAO,EACZ,aAAa,EACb,OAAO,EACP,YAAY,GACb,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,iBAAiB,EACjB,KAAK,aAAa,EAClB,cAAc,EACd,KAAK,UAAU,GAChB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,KAAK,UAAU,EACf,gBAAgB,EAChB,YAAY,EACZ,KAAK,QAAQ,EACb,iBAAiB,EACjB,KAAK,aAAa,EAClB,aAAa,EACb,KAAK,SAAS,EACd,kBAAkB,EAClB,KAAK,cAAc,EACnB,cAAc,EACd,KAAK,UAAU,EACf,gBAAgB,EAChB,KAAK,YAAY,EACjB,YAAY,EACZ,KAAK,QAAQ,GACd,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,mBAAmB,EACnB,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,iBAAiB,EACtB,mBAAmB,EACnB,KAAK,eAAe,EACpB,oBAAoB,EACpB,KAAK,gBAAgB,EACrB,oBAAoB,EACpB,KAAK,gBAAgB,EACrB,4BAA4B,EAC5B,KAAK,wBAAwB,EAC7B,2BAA2B,GAC5B,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,aAAa,EACb,KAAK,SAAS,EACd,eAAe,EACf,KAAK,WAAW,EAChB,YAAY,EACZ,KAAK,QAAQ,EACb,KAAK,eAAe,EACpB,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,eAAe,EACf,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,UAAU,EACV,KAAK,WAAW,EAChB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,kBAAkB,EAClB,KAAK,cAAc,EACnB,oBAAoB,GACrB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,gBAAgB,EAChB,KAAK,YAAY,EACjB,kBAAkB,EAClB,KAAK,cAAc,EACnB,gBAAgB,EAChB,KAAK,YAAY,EACjB,kBAAkB,EAClB,qBAAqB,EACrB,KAAK,iBAAiB,EACtB,iBAAiB,EACjB,eAAe,EACf,KAAK,WAAW,EAChB,iBAAiB,EACjB,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,gBAAgB,EAChB,KAAK,YAAY,EACjB,mBAAmB,EACnB,KAAK,eAAe,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,KAAK,aAAa,EAClB,cAAc,EACd,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,KAAK,WAAW,GACjB,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,eAAe,EACf,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,aAAa,EAClB,qBAAqB,EACrB,KAAK,iBAAiB,EACtB,mBAAmB,EAEnB,8BAA8B,EAC9B,KAAK,0BAA0B,EAC/B,+BAA+B,EAC/B,KAAK,2BAA2B,EAChC,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,uBAAuB,EACvB,KAAK,mBAAmB,EACxB,uBAAuB,EACvB,KAAK,mBAAmB,EACxB,yBAAyB,EACzB,KAAK,qBAAqB,EAC1B,uBAAuB,EACvB,KAAK,mBAAmB,EACxB,yBAAyB,EACzB,KAAK,qBAAqB,EAC1B,uBAAuB,EACvB,KAAK,mBAAmB,GACzB,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,kBAAkB,EAClB,KAAK,cAAc,EACnB,mBAAmB,EACnB,KAAK,eAAe,GACrB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,mBAAmB,EACnB,KAAK,eAAe,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,EAClB,KAAK,cAAc,GACpB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,iBAAiB,EACjB,KAAK,aAAa,EAClB,iBAAiB,EACjB,KAAK,aAAa,EAClB,gBAAgB,EAChB,KAAK,YAAY,EACjB,qBAAqB,EACrB,KAAK,iBAAiB,EACtB,aAAa,EACb,KAAK,SAAS,EACd,gBAAgB,EAChB,KAAK,YAAY,EACjB,cAAc,EACd,KAAK,UAAU,GAChB,MAAM,WAAW,CAAC;AAInB,OAAO,EACL,cAAc,EACd,KAAK,UAAU,EACf,cAAc,EACd,KAAK,UAAU,GAChB,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,oBAAoB,EACpB,KAAK,gBAAgB,EACrB,cAAc,EACd,KAAK,UAAU,EACf,gBAAgB,EAChB,KAAK,YAAY,GAClB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAG3D,OAAO,EAAE,KAAK,SAAS,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAGzD,OAAO,EACL,yBAAyB,EACzB,iBAAiB,EACjB,iBAAiB,EACjB,yBAAyB,EACzB,KAAK,qBAAqB,EAC1B,0BAA0B,EAC1B,KAAK,sBAAsB,EAC3B,wBAAwB,EACxB,KAAK,oBAAoB,EACzB,wBAAwB,EACxB,KAAK,oBAAoB,GAC1B,MAAM,eAAe,CAAC;AAIvB,OAAO,EACL,gBAAgB,EAChB,iBAAiB,EACjB,uBAAuB,EACvB,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,WAAW,GACjB,MAAM,mBAAmB,CAAC;AAI3B,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,2BAA2B,EAC3B,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,wBAAwB,EACxB,oBAAoB,EACpB,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACpB,gBAAgB,GACjB,MAAM,0BAA0B,CAAC;AAIlC,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,KAAK,mBAAmB,GACzB,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAGrD,OAAO,EAEL,0BAA0B,EAC1B,6BAA6B,EAC7B,wBAAwB,EACxB,cAAc,EACd,wBAAwB,EACxB,wBAAwB,EACxB,sBAAsB,EACtB,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EACrB,0BAA0B,EAC1B,uBAAuB,EACvB,iBAAiB,EACjB,yBAAyB,EACzB,iBAAiB,EACjB,2BAA2B,EAC3B,4BAA4B,EAC5B,oBAAoB,EACpB,SAAS,EACT,YAAY,EAEZ,oBAAoB,EACpB,aAAa,EACb,YAAY,EACZ,wBAAwB,EACxB,iBAAiB,EACjB,kBAAkB,EAElB,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAElB,0BAA0B,EAC1B,iBAAiB,EACjB,gBAAgB,EAChB,0BAA0B,EAC1B,cAAc,EACd,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,kBAAkB,EAClB,yBAAyB,EACzB,2BAA2B,EAC3B,yBAAyB,EACzB,0BAA0B,EAE1B,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,wBAAwB,EACxB,oBAAoB,EACpB,mBAAmB,EACnB,0BAA0B,EAC1B,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,0BAA0B,EAC1B,yBAAyB,EAEzB,gBAAgB,EAChB,eAAe,EAEf,mBAAmB,EACnB,YAAY,EACZ,uBAAuB,EACvB,kBAAkB,EAElB,iBAAiB,EACjB,sBAAsB,EACtB,4BAA4B,EAC5B,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,6BAA6B,EAE7B,0BAA0B,EAC1B,qBAAqB,EAErB,YAAY,EACZ,aAAa,EAEb,uBAAuB,EAEvB,iBAAiB,EACjB,cAAc,EACd,iBAAiB,EACjB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,uBAAuB,EAEvB,KAAK,KAAK,EACV,KAAK,gBAAgB,EACrB,KAAK,SAAS,EACd,KAAK,QAAQ,EACb,KAAK,oBAAoB,EACzB,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,WAAW,EAChB,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,YAAY,EACjB,KAAK,UAAU,EACf,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAClB,KAAK,UAAU,IAAI,aAAa,EAChC,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,eAAe,EACpB,KAAK,QAAQ,EACb,KAAK,mBAAmB,EACxB,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,wBAAwB,EAC7B,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,aAAa,EAClB,KAAK,yBAAyB,EAC9B,KAAK,sBAAsB,EAC3B,KAAK,iBAAiB,EACtB,KAAK,QAAQ,EACb,KAAK,SAAS,EACd,KAAK,mBAAmB,EACxB,KAAK,aAAa,EAClB,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,KAAK,mBAAmB,EACxB,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,mBAAmB,GACzB,MAAM,UAAU,CAAC;AAGlB,OAAO,EACL,KAAK,uBAAuB,EAC5B,KAAK,UAAU,EACf,aAAa,EACb,KAAK,SAAS,EACd,qBAAqB,EACrB,KAAK,iBAAiB,EACtB,iBAAiB,EACjB,KAAK,aAAa,EAClB,aAAa,EACb,KAAK,SAAS,EACd,iBAAiB,EACjB,KAAK,aAAa,EAClB,kBAAkB,EAClB,KAAK,cAAc,EACnB,KAAK,iBAAiB,EACtB,0BAA0B,EAC1B,KAAK,sBAAsB,EAC3B,4BAA4B,EAE5B,qBAAqB,EACrB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,mBAAmB,EACxB,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,eAAe,EACf,KAAK,WAAW,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,KAAK,aAAa,EAClB,iBAAiB,EACjB,KAAK,aAAa,EAClB,YAAY,EACZ,KAAK,QAAQ,EACb,cAAc,EACd,cAAc,GACf,MAAM,gBAAgB,CAAC"}
|
package/dist/src/index.js
CHANGED
|
@@ -25,38 +25,44 @@ export { DataRefType, unassignedRef, nullRef, DataTreeType, } from './dataset.js
|
|
|
25
25
|
// Per-dataset refs and version vectors (reactive dataflow)
|
|
26
26
|
export { VersionVectorType, DatasetRefType, } from './dataset-ref.js';
|
|
27
27
|
// Task definitions
|
|
28
|
-
export { TaskObjectType, decodeTaskObject,
|
|
29
|
-
// Stream and merge commands
|
|
30
|
-
export { streamCommandIr, mergeCommandIr, } from './stream.js';
|
|
28
|
+
export { TASK_OBJECT_KIND, TaskObjectType, decodeTaskObject, TaskBodyType, TaskPartitionType, TaskInputType, TaskOutputKindType, TaskOutputType, DataManifestType, TaskRoleType, } from './task.js';
|
|
31
29
|
// Execution environments
|
|
32
30
|
export { EnvironmentSpecType, PythonEnvironmentType, NodeEnvironmentType, ImageEnvironmentType, ToolsEnvironmentType, WorkspaceNodeEnvironmentType, environmentSpecObjectHashes, } from './environment.js';
|
|
33
31
|
// Data structure and paths
|
|
34
|
-
export { StructureType, PathSegmentType, TreePathType, treePath, pathToString, parsePath, parseDatasetPath, parsePackageRef, urlPathToTreePath,
|
|
35
|
-
//
|
|
36
|
-
|
|
37
|
-
// Runner wire types (functions)
|
|
38
|
-
export { RunnerType, runnerToArgv, withRunnerVerbose, withRunnerLifeline, } from './runner.js';
|
|
32
|
+
export { StructureType, PathSegmentType, TreePathType, treePath, pathToString, parsePath, parseDatasetPath, parsePackageRef, urlPathToTreePath, } from './structure.js';
|
|
33
|
+
// Runner wire types
|
|
34
|
+
export { RunnerType, withRunnerLifeline, } from './runner.js';
|
|
39
35
|
// Function objects
|
|
40
36
|
export { FunctionObjectType, decodeFunctionObject, } from './function.js';
|
|
41
37
|
// Record objects
|
|
42
|
-
export { RecordCommitType, MutationObjectType, RecordObjectType, } from './record.js';
|
|
38
|
+
export { RecordCommitType, MutationObjectType, RecordObjectType, decodeRecordObject, RecordIndexObjectType, RECORD_STATE_KIND, RecordStateType, isRecordStateType, indexCollectionType, indexWindowType, decodeRecordCommit, decodeMutationObject, MutationFormType, MigrationObjectType, decodeMigrationObject, MigrationFormType, DELTA_CONFLICT, patchOpsType, mutationDeltaType, editTypeOf, } from './record.js';
|
|
43
39
|
// Package objects
|
|
44
40
|
export { PackageDataType, PackageObjectType, DatasetSourceWireType, decodePackageObject,
|
|
45
|
-
// Backwards compatibility
|
|
46
|
-
PackageDatasetsType,
|
|
47
41
|
// Package transfer types
|
|
48
42
|
PackageTransferInitRequestType, PackageTransferInitResponseType, PackageJobResponseType, PackageImportResultType, PackageExportResultType, PackageImportProgressType, PackageImportStatusType, PackageExportProgressType, PackageExportStatusType, } from './package.js';
|
|
49
43
|
// Workspace state
|
|
50
|
-
export { WorkspaceStateType, } from './workspace.js';
|
|
44
|
+
export { WorkspaceStateType, WorkspaceRecordType, } from './workspace.js';
|
|
51
45
|
// Execution status
|
|
52
|
-
export { ExecutionStatusType, } from './execution.js';
|
|
46
|
+
export { ExecutionStatusType, decodeExecutionStatus, executionStatusRoots, ExecutionOwnerType, } from './execution.js';
|
|
53
47
|
// Lock state
|
|
54
|
-
export { LockOperationType, ProcessHolderType, LockStateType, } from './lock.js';
|
|
48
|
+
export { LockOperationType, ProcessHolderType, LambdaHolderType, LockHolderVariantType, LockStateType, LockProgressType, LockStatusType, } from './lock.js';
|
|
49
|
+
// How far a file being taken into the store has got: a deploy's file source,
|
|
50
|
+
// or an upload's delivery as its commit takes it in
|
|
51
|
+
export { IntakeStepType, IntakeFileType, } from './intake.js';
|
|
52
|
+
// The repository's own records
|
|
53
|
+
export { RepositoryRecordType, RepoStatusType, RepoMetadataType, } from './repository.js';
|
|
54
|
+
// The release of e3 this build is, which what it keeps and ships records
|
|
55
|
+
export { E3_RELEASE, compareReleases } from './release.js';
|
|
56
|
+
// The names e3 makes paths of
|
|
57
|
+
export { nameProblem } from './names.js';
|
|
55
58
|
// Dataset transfer types
|
|
56
59
|
export { TRANSFER_PROTOCOL_VERSION, transferPartCount, transferPartRange, TransferUploadRequestType, TransferUploadResponseType, TransferPartResponseType, TransferDoneResponseType, } from './transfer.js';
|
|
57
60
|
// Dataset blob encoding — the ONE branch deciding segmentation, shared by the
|
|
58
|
-
// store
|
|
59
|
-
export { isCollectionRoot, encodeDatasetBlob, } from './dataset-blob.js';
|
|
61
|
+
// store's door (e3-core `storeCollection`) and the package export (e3 `export_`)
|
|
62
|
+
export { isCollectionRoot, encodeDatasetBlob, writeCollectionManifest, } from './dataset-blob.js';
|
|
63
|
+
// The segment-object layout: a collection dataset is a manifest naming
|
|
64
|
+
// standalone segment objects, and the manifest is what the ref points at
|
|
65
|
+
export { COLLECTION_MANIFEST_KIND, CollectionManifestType, CollectionManifestEntryType, isCollectionManifestType, isCollectionManifest, encodeCollectionManifest, decodeCollectionManifest, manifestElementCount, manifestByteSize, } from './collection-manifest.js';
|
|
60
66
|
// The ONE declared-type-vs-wire-type check, shared by every door a value
|
|
61
67
|
// enters a dataset through (the export, the set, the adopt, the API)
|
|
62
68
|
export { checkDatasetType, datasetAddress, } from './dataset-type.js';
|
|
@@ -65,13 +71,13 @@ export { BEAST2_CONTENT_TYPE } from './constants.js';
|
|
|
65
71
|
// API wire types (shared between e3-api-client and e3-api-server)
|
|
66
72
|
export {
|
|
67
73
|
// Error types
|
|
68
|
-
WorkspaceNotFoundErrorType, WorkspaceNotDeployedErrorType, WorkspaceExistsErrorType, LockHolderType, WorkspaceLockedErrorType, PackageNotFoundErrorType, PackageExistsErrorType, PackageInvalidErrorType, DatasetNotFoundErrorType, TaskNotFoundErrorType, ExecutionNotFoundErrorType, ObjectNotFoundErrorType, DataflowErrorType, PermissionDeniedErrorType, InternalErrorType, RepositoryNotFoundErrorType, DatasetTypeMismatchErrorType, ErrorType, ResponseType,
|
|
74
|
+
WorkspaceNotFoundErrorType, WorkspaceNotDeployedErrorType, WorkspaceExistsErrorType, LockHolderType, WorkspaceLockedErrorType, PackageNotFoundErrorType, PackageExistsErrorType, PackageInvalidErrorType, DatasetNotFoundErrorType, TaskNotFoundErrorType, ExecutionNotFoundErrorType, ObjectNotFoundErrorType, DataflowErrorType, PermissionDeniedErrorType, InternalErrorType, RepositoryNotFoundErrorType, DatasetTypeMismatchErrorType, InvalidNameErrorType, ErrorType, ResponseType,
|
|
69
75
|
// Repository
|
|
70
76
|
RepositoryStatusType, GcRequestType, GcResultType, AsyncOperationStatusType, GcStartResultType, GcStatusResultType,
|
|
71
77
|
// Packages
|
|
72
78
|
PackageListItemType, PackageInfoType, PackageDetailsType,
|
|
73
79
|
// Workspaces
|
|
74
|
-
WorkspaceCreateRequestType, WorkspaceInfoType, WorkspaceDeployRequestType, WorkspaceExportRequestType,
|
|
80
|
+
WorkspaceCreateRequestType, WorkspaceInfoType, SchemaPolicyType, WorkspaceDeployRequestType, RecordPlanType, RecordIndexPlanType, RecordDeployStepType, RecordDeployStateType, DeployProgressType, WorkspaceDeployResultType, WorkspaceDeployProgressType, WorkspaceDeployStatusType, WorkspaceExportRequestType,
|
|
75
81
|
// Workspace Status
|
|
76
82
|
DatasetStatusType, TaskStatusUpToDateType, TaskStatusWaitingType, TaskStatusInProgressType, TaskStatusFailedType, TaskStatusErrorType, TaskStatusStaleRunningType, TaskStatusType, DatasetStatusInfoType, TaskStatusInfoType, WorkspaceStatusSummaryType, WorkspaceStatusResultType,
|
|
77
83
|
// Tasks
|
|
@@ -79,7 +85,7 @@ TaskListItemType, TaskDetailsType,
|
|
|
79
85
|
// Execution
|
|
80
86
|
DataflowRequestType, LogChunkType, TaskExecutionResultType, DataflowResultType,
|
|
81
87
|
// Dataflow API polling
|
|
82
|
-
DataflowEventType, ApiExecutionStatusType, DataflowExecutionSummaryType, ApiDataflowExecutionStateType,
|
|
88
|
+
DataflowEventType, ApiExecutionStatusType, DataflowExecutionSummaryType, DataflowBudgetType, UnitWaitType, SplitProgressType, ApiDataflowExecutionStateType,
|
|
83
89
|
// Task Execution History
|
|
84
90
|
ExecutionHistoryStatusType, ExecutionListItemType,
|
|
85
91
|
// Dataset List
|
|
@@ -89,7 +95,9 @@ DatasetStatusDetailType,
|
|
|
89
95
|
// Function / one-shot execution
|
|
90
96
|
ExecuteLimitsType, DiagnosticType, ExecuteResultType, FunctionCallRequestType, FunctionSignatureType, OneShotRequestType, MutationCallRequestType, MutationResultType, RecordSignatureType, RecordCommitInfoType, RecordHistoryResultType, } from './api.js';
|
|
91
97
|
// Dataflow execution state
|
|
92
|
-
export { TaskStateType, DataflowGraphTaskType, DataflowGraphType, ExecutionEventType, DataflowExecutionStateType,
|
|
98
|
+
export { TaskStateType, DataflowGraphTaskType, DataflowGraphType, StageUnitType, RequeueReasonType, ExecutionEventType, DataflowExecutionStateType, decodeDataflowExecutionState,
|
|
93
99
|
// Dataflow run history
|
|
94
100
|
DataflowRunStatusType, TaskExecutionRecordType, DataflowRunSummaryType, DataflowRunType, } from './dataflow.js';
|
|
101
|
+
// A split task's unit graph, a stage at a time
|
|
102
|
+
export { UNIT_PLAN_KIND, UnitPlanGroupType, UnitPlanStageType, UnitPlanType, encodeUnitPlan, decodeUnitPlan, } from './unit-plan.js';
|
|
95
103
|
//# sourceMappingURL=index.js.map
|
package/dist/src/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;GAiBG;AAEH,4BAA4B;AAC5B,OAAO,EACL,WAAW,EAEX,aAAa,EACb,OAAO,EACP,YAAY,GACb,MAAM,cAAc,CAAC;AAEtB,2DAA2D;AAC3D,OAAO,EACL,iBAAiB,EAEjB,cAAc,GAEf,MAAM,kBAAkB,CAAC;AAE1B,mBAAmB;AACnB,OAAO,EACL,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;GAiBG;AAEH,4BAA4B;AAC5B,OAAO,EACL,WAAW,EAEX,aAAa,EACb,OAAO,EACP,YAAY,GACb,MAAM,cAAc,CAAC;AAEtB,2DAA2D;AAC3D,OAAO,EACL,iBAAiB,EAEjB,cAAc,GAEf,MAAM,kBAAkB,CAAC;AAE1B,mBAAmB;AACnB,OAAO,EACL,gBAAgB,EAChB,cAAc,EAEd,gBAAgB,EAChB,YAAY,EAEZ,iBAAiB,EAEjB,aAAa,EAEb,kBAAkB,EAElB,cAAc,EAEd,gBAAgB,EAEhB,YAAY,GAEb,MAAM,WAAW,CAAC;AAEnB,yBAAyB;AACzB,OAAO,EACL,mBAAmB,EAEnB,qBAAqB,EAErB,mBAAmB,EAEnB,oBAAoB,EAEpB,oBAAoB,EAEpB,4BAA4B,EAE5B,2BAA2B,GAC5B,MAAM,kBAAkB,CAAC;AAE1B,2BAA2B;AAC3B,OAAO,EACL,aAAa,EAEb,eAAe,EAEf,YAAY,EAKZ,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,eAAe,EACf,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AAExB,oBAAoB;AACpB,OAAO,EACL,UAAU,EAEV,kBAAkB,GACnB,MAAM,aAAa,CAAC;AAErB,mBAAmB;AACnB,OAAO,EACL,kBAAkB,EAElB,oBAAoB,GACrB,MAAM,eAAe,CAAC;AAEvB,iBAAiB;AACjB,OAAO,EACL,gBAAgB,EAEhB,kBAAkB,EAElB,gBAAgB,EAEhB,kBAAkB,EAClB,qBAAqB,EAErB,iBAAiB,EACjB,eAAe,EAEf,iBAAiB,EACjB,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,EACpB,gBAAgB,EAEhB,mBAAmB,EAEnB,qBAAqB,EACrB,iBAAiB,EAEjB,cAAc,EACd,YAAY,EACZ,iBAAiB,EACjB,UAAU,GAEX,MAAM,aAAa,CAAC;AAErB,kBAAkB;AAClB,OAAO,EACL,eAAe,EAEf,iBAAiB,EAEjB,qBAAqB,EAErB,mBAAmB;AACnB,yBAAyB;AACzB,8BAA8B,EAE9B,+BAA+B,EAE/B,sBAAsB,EAEtB,uBAAuB,EAEvB,uBAAuB,EAEvB,yBAAyB,EAEzB,uBAAuB,EAEvB,yBAAyB,EAEzB,uBAAuB,GAExB,MAAM,cAAc,CAAC;AAEtB,kBAAkB;AAClB,OAAO,EACL,kBAAkB,EAElB,mBAAmB,GAEpB,MAAM,gBAAgB,CAAC;AAExB,mBAAmB;AACnB,OAAO,EACL,mBAAmB,EAEnB,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,GAEnB,MAAM,gBAAgB,CAAC;AAExB,aAAa;AACb,OAAO,EACL,iBAAiB,EAEjB,iBAAiB,EAEjB,gBAAgB,EAEhB,qBAAqB,EAErB,aAAa,EAEb,gBAAgB,EAEhB,cAAc,GAEf,MAAM,WAAW,CAAC;AAEnB,6EAA6E;AAC7E,oDAAoD;AACpD,OAAO,EACL,cAAc,EAEd,cAAc,GAEf,MAAM,aAAa,CAAC;AAErB,+BAA+B;AAC/B,OAAO,EACL,oBAAoB,EAEpB,cAAc,EAEd,gBAAgB,GAEjB,MAAM,iBAAiB,CAAC;AAEzB,yEAAyE;AACzE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE3D,8BAA8B;AAC9B,OAAO,EAAkB,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzD,yBAAyB;AACzB,OAAO,EACL,yBAAyB,EACzB,iBAAiB,EACjB,iBAAiB,EACjB,yBAAyB,EAEzB,0BAA0B,EAE1B,wBAAwB,EAExB,wBAAwB,GAEzB,MAAM,eAAe,CAAC;AAEvB,8EAA8E;AAC9E,iFAAiF;AACjF,OAAO,EACL,gBAAgB,EAChB,iBAAiB,EACjB,uBAAuB,GAIxB,MAAM,mBAAmB,CAAC;AAE3B,uEAAuE;AACvE,yEAAyE;AACzE,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,2BAA2B,EAG3B,wBAAwB,EACxB,oBAAoB,EACpB,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACpB,gBAAgB,GACjB,MAAM,0BAA0B,CAAC;AAElC,yEAAyE;AACzE,qEAAqE;AACrE,OAAO,EACL,gBAAgB,EAChB,cAAc,GAEf,MAAM,mBAAmB,CAAC;AAE3B,wBAAwB;AACxB,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD,kEAAkE;AAClE,OAAO;AACL,cAAc;AACd,0BAA0B,EAC1B,6BAA6B,EAC7B,wBAAwB,EACxB,cAAc,EACd,wBAAwB,EACxB,wBAAwB,EACxB,sBAAsB,EACtB,uBAAuB,EACvB,wBAAwB,EACxB,qBAAqB,EACrB,0BAA0B,EAC1B,uBAAuB,EACvB,iBAAiB,EACjB,yBAAyB,EACzB,iBAAiB,EACjB,2BAA2B,EAC3B,4BAA4B,EAC5B,oBAAoB,EACpB,SAAS,EACT,YAAY;AACZ,aAAa;AACb,oBAAoB,EACpB,aAAa,EACb,YAAY,EACZ,wBAAwB,EACxB,iBAAiB,EACjB,kBAAkB;AAClB,WAAW;AACX,mBAAmB,EACnB,eAAe,EACf,kBAAkB;AAClB,aAAa;AACb,0BAA0B,EAC1B,iBAAiB,EACjB,gBAAgB,EAChB,0BAA0B,EAC1B,cAAc,EACd,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,kBAAkB,EAClB,yBAAyB,EACzB,2BAA2B,EAC3B,yBAAyB,EACzB,0BAA0B;AAC1B,mBAAmB;AACnB,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,wBAAwB,EACxB,oBAAoB,EACpB,mBAAmB,EACnB,0BAA0B,EAC1B,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,0BAA0B,EAC1B,yBAAyB;AACzB,QAAQ;AACR,gBAAgB,EAChB,eAAe;AACf,YAAY;AACZ,mBAAmB,EACnB,YAAY,EACZ,uBAAuB,EACvB,kBAAkB;AAClB,uBAAuB;AACvB,iBAAiB,EACjB,sBAAsB,EACtB,4BAA4B,EAC5B,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,6BAA6B;AAC7B,yBAAyB;AACzB,0BAA0B,EAC1B,qBAAqB;AACrB,eAAe;AACf,YAAY,EACZ,aAAa;AACb,wBAAwB;AACxB,uBAAuB;AACvB,gCAAgC;AAChC,iBAAiB,EACjB,cAAc,EACd,iBAAiB,EACjB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,uBAAuB,GA2DxB,MAAM,UAAU,CAAC;AAElB,2BAA2B;AAC3B,OAAO,EAGL,aAAa,EAEb,qBAAqB,EAErB,iBAAiB,EAEjB,aAAa,EAEb,iBAAiB,EAEjB,kBAAkB,EAGlB,0BAA0B,EAE1B,4BAA4B;AAC5B,uBAAuB;AACvB,qBAAqB,EAErB,uBAAuB,EAEvB,sBAAsB,EAEtB,eAAe,GAEhB,MAAM,eAAe,CAAC;AAEvB,+CAA+C;AAC/C,OAAO,EACL,cAAc,EACd,iBAAiB,EAEjB,iBAAiB,EAEjB,YAAY,EAEZ,cAAc,EACd,cAAc,GACf,MAAM,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright (c) 2025 Elara AI Pty Ltd
|
|
3
|
+
* Dual-licensed under AGPL-3.0 and commercial license. See LICENSE for details.
|
|
4
|
+
*/
|
|
5
|
+
/**
|
|
6
|
+
* How far a file being taken into the store has got: a deploy's file source,
|
|
7
|
+
* or an upload's delivery as its commit takes it in.
|
|
8
|
+
*
|
|
9
|
+
* A file is hashed first, since its SHA-256 is how the store knows a delivery
|
|
10
|
+
* it already holds, and then taken in: a collection by intake units on the
|
|
11
|
+
* runners, a piece of its segments each, and any other value as the object the
|
|
12
|
+
* file is.
|
|
13
|
+
*/
|
|
14
|
+
import { ArrayType, IntegerType, NullType, StringType, StructType, VariantType, type ValueTypeOf } from '@elaraai/east';
|
|
15
|
+
/**
|
|
16
|
+
* The step a file being taken in is at.
|
|
17
|
+
*/
|
|
18
|
+
export declare const IntakeStepType: VariantType<{
|
|
19
|
+
/** Not started: a deploy takes a bounded number of files in at once */
|
|
20
|
+
readonly waiting: NullType;
|
|
21
|
+
/** Being read for its SHA-256, by which the store knows a delivery it
|
|
22
|
+
* already holds */
|
|
23
|
+
readonly hashing: NullType;
|
|
24
|
+
/** Being taken in by intake units: its `pieces`, and how many are `done` */
|
|
25
|
+
readonly taking_in: StructType<{
|
|
26
|
+
readonly pieces: IntegerType;
|
|
27
|
+
readonly done: IntegerType;
|
|
28
|
+
}>;
|
|
29
|
+
/** In the store: one it already held; a value that is not a collection,
|
|
30
|
+
* carried as the object the file is; or a collection, taken in by the
|
|
31
|
+
* runners named, in the order each first took a piece in — none when every
|
|
32
|
+
* piece was taken in before, by an intake that stopped part way */
|
|
33
|
+
readonly done: VariantType<{
|
|
34
|
+
readonly known: NullType;
|
|
35
|
+
readonly carried: NullType;
|
|
36
|
+
readonly taken: ArrayType<StringType>;
|
|
37
|
+
}>;
|
|
38
|
+
}>;
|
|
39
|
+
export type IntakeStep = ValueTypeOf<typeof IntakeStepType>;
|
|
40
|
+
/**
|
|
41
|
+
* A file being taken into the store.
|
|
42
|
+
*/
|
|
43
|
+
export declare const IntakeFileType: StructType<{
|
|
44
|
+
/** The dataset it becomes, as `inputs/<name>` */
|
|
45
|
+
readonly path: StringType;
|
|
46
|
+
/** The step it is at */
|
|
47
|
+
readonly step: VariantType<{
|
|
48
|
+
/** Not started: a deploy takes a bounded number of files in at once */
|
|
49
|
+
readonly waiting: NullType;
|
|
50
|
+
/** Being read for its SHA-256, by which the store knows a delivery it
|
|
51
|
+
* already holds */
|
|
52
|
+
readonly hashing: NullType;
|
|
53
|
+
/** Being taken in by intake units: its `pieces`, and how many are `done` */
|
|
54
|
+
readonly taking_in: StructType<{
|
|
55
|
+
readonly pieces: IntegerType;
|
|
56
|
+
readonly done: IntegerType;
|
|
57
|
+
}>;
|
|
58
|
+
/** In the store: one it already held; a value that is not a collection,
|
|
59
|
+
* carried as the object the file is; or a collection, taken in by the
|
|
60
|
+
* runners named, in the order each first took a piece in — none when every
|
|
61
|
+
* piece was taken in before, by an intake that stopped part way */
|
|
62
|
+
readonly done: VariantType<{
|
|
63
|
+
readonly known: NullType;
|
|
64
|
+
readonly carried: NullType;
|
|
65
|
+
readonly taken: ArrayType<StringType>;
|
|
66
|
+
}>;
|
|
67
|
+
}>;
|
|
68
|
+
/** Bytes of the file its step has covered: read for its hash, or covered by
|
|
69
|
+
* the pieces taken in; its size once it is done */
|
|
70
|
+
readonly bytes: IntegerType;
|
|
71
|
+
/** The file's size */
|
|
72
|
+
readonly total: IntegerType;
|
|
73
|
+
}>;
|
|
74
|
+
export type IntakeFile = ValueTypeOf<typeof IntakeFileType>;
|
|
75
|
+
//# sourceMappingURL=intake.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intake.d.ts","sourceRoot":"","sources":["../../src/intake.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;GAQG;AAEH,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAExH;;GAEG;AACH,eAAO,MAAM,cAAc;IACzB,uEAAuE;;IAEvE;wBACoB;;IAEpB,4EAA4E;;;;;IAE5E;;;wEAGoE;;;;;;EAEpE,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,cAAc,CAAC,CAAC;AAE5D;;GAEG;AACH,eAAO,MAAM,cAAc;IACzB,iDAAiD;;IAEjD,wBAAwB;;QAtBxB,uEAAuE;;QAEvE;4BACoB;;QAEpB,4EAA4E;;;;;QAE5E;;;4EAGoE;;;;;;;IAcpE;wDACoD;;IAEpD,sBAAsB;;EAEtB,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,cAAc,CAAC,CAAC"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright (c) 2025 Elara AI Pty Ltd
|
|
3
|
+
* Dual-licensed under AGPL-3.0 and commercial license. See LICENSE for details.
|
|
4
|
+
*/
|
|
5
|
+
/**
|
|
6
|
+
* How far a file being taken into the store has got: a deploy's file source,
|
|
7
|
+
* or an upload's delivery as its commit takes it in.
|
|
8
|
+
*
|
|
9
|
+
* A file is hashed first, since its SHA-256 is how the store knows a delivery
|
|
10
|
+
* it already holds, and then taken in: a collection by intake units on the
|
|
11
|
+
* runners, a piece of its segments each, and any other value as the object the
|
|
12
|
+
* file is.
|
|
13
|
+
*/
|
|
14
|
+
import { ArrayType, IntegerType, NullType, StringType, StructType, VariantType } from '@elaraai/east';
|
|
15
|
+
/**
|
|
16
|
+
* The step a file being taken in is at.
|
|
17
|
+
*/
|
|
18
|
+
export const IntakeStepType = VariantType({
|
|
19
|
+
/** Not started: a deploy takes a bounded number of files in at once */
|
|
20
|
+
waiting: NullType,
|
|
21
|
+
/** Being read for its SHA-256, by which the store knows a delivery it
|
|
22
|
+
* already holds */
|
|
23
|
+
hashing: NullType,
|
|
24
|
+
/** Being taken in by intake units: its `pieces`, and how many are `done` */
|
|
25
|
+
taking_in: StructType({ pieces: IntegerType, done: IntegerType }),
|
|
26
|
+
/** In the store: one it already held; a value that is not a collection,
|
|
27
|
+
* carried as the object the file is; or a collection, taken in by the
|
|
28
|
+
* runners named, in the order each first took a piece in — none when every
|
|
29
|
+
* piece was taken in before, by an intake that stopped part way */
|
|
30
|
+
done: VariantType({ known: NullType, carried: NullType, taken: ArrayType(StringType) }),
|
|
31
|
+
});
|
|
32
|
+
/**
|
|
33
|
+
* A file being taken into the store.
|
|
34
|
+
*/
|
|
35
|
+
export const IntakeFileType = StructType({
|
|
36
|
+
/** The dataset it becomes, as `inputs/<name>` */
|
|
37
|
+
path: StringType,
|
|
38
|
+
/** The step it is at */
|
|
39
|
+
step: IntakeStepType,
|
|
40
|
+
/** Bytes of the file its step has covered: read for its hash, or covered by
|
|
41
|
+
* the pieces taken in; its size once it is done */
|
|
42
|
+
bytes: IntegerType,
|
|
43
|
+
/** The file's size */
|
|
44
|
+
total: IntegerType,
|
|
45
|
+
});
|
|
46
|
+
//# sourceMappingURL=intake.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intake.js","sourceRoot":"","sources":["../../src/intake.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;GAQG;AAEH,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAoB,MAAM,eAAe,CAAC;AAExH;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,WAAW,CAAC;IACxC,uEAAuE;IACvE,OAAO,EAAE,QAAQ;IACjB;wBACoB;IACpB,OAAO,EAAE,QAAQ;IACjB,4EAA4E;IAC5E,SAAS,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IACjE;;;wEAGoE;IACpE,IAAI,EAAE,WAAW,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;CACxF,CAAC,CAAC;AAIH;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,UAAU,CAAC;IACvC,iDAAiD;IACjD,IAAI,EAAE,UAAU;IAChB,wBAAwB;IACxB,IAAI,EAAE,cAAc;IACpB;wDACoD;IACpD,KAAK,EAAE,WAAW;IAClB,sBAAsB;IACtB,KAAK,EAAE,WAAW;CACnB,CAAC,CAAC"}
|