deepline 0.1.69 → 0.1.71
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -7
- package/dist/cli/index.js +95 -30
- package/dist/cli/index.mjs +95 -30
- package/dist/index.d.mts +60 -37
- package/dist/index.d.ts +60 -37
- package/dist/index.js +13 -3
- package/dist/index.mjs +12 -3
- package/dist/repo/apps/play-runner-workers/src/entry.ts +34 -21
- package/dist/repo/sdk/src/client.ts +3 -0
- package/dist/repo/sdk/src/index.ts +3 -2
- package/dist/repo/sdk/src/play.ts +70 -30
- package/dist/repo/sdk/src/release.ts +3 -3
- package/dist/repo/sdk/src/types.ts +1 -1
- package/dist/repo/sdk/src/worker-play-entry.ts +13 -2
- package/dist/repo/shared_libs/play-runtime/db-session-plan.ts +1 -1
- package/dist/repo/shared_libs/play-runtime/execution-plan.ts +2 -2
- package/dist/repo/shared_libs/play-runtime/step-lifecycle-tracker.ts +4 -4
- package/dist/repo/shared_libs/plays/dataset.ts +2 -2
- package/dist/repo/shared_libs/plays/row-identity.ts +3 -3
- package/dist/repo/shared_libs/plays/static-pipeline.ts +12 -9
- package/package.json +1 -1
|
@@ -6,7 +6,7 @@ export interface PlayStaticPipeline {
|
|
|
6
6
|
csvArg?: string;
|
|
7
7
|
hasInlineData?: boolean;
|
|
8
8
|
csvDescription?: string;
|
|
9
|
-
|
|
9
|
+
datasetDescription?: string;
|
|
10
10
|
fields: string[];
|
|
11
11
|
stages?: PlayStaticSubstep[];
|
|
12
12
|
substeps: PlayStaticSubstep[];
|
|
@@ -16,7 +16,7 @@ export interface PlayStaticPipeline {
|
|
|
16
16
|
|
|
17
17
|
export type PlaySheetColumnSource =
|
|
18
18
|
| 'input'
|
|
19
|
-
| '
|
|
19
|
+
| 'datasetColumn'
|
|
20
20
|
| 'waterfallStep'
|
|
21
21
|
| 'childPlayColumn';
|
|
22
22
|
|
|
@@ -88,7 +88,7 @@ function truncateStaticSubstepsForStorage(
|
|
|
88
88
|
callPath: substep.callPath ? [...substep.callPath] : undefined,
|
|
89
89
|
};
|
|
90
90
|
|
|
91
|
-
if (base.type === '
|
|
91
|
+
if (base.type === 'dataset') {
|
|
92
92
|
return {
|
|
93
93
|
...base,
|
|
94
94
|
inputFields: base.inputFields ? [...base.inputFields] : undefined,
|
|
@@ -193,7 +193,7 @@ export type PlayStaticSubstep = PlayStaticSubstepMetadata &
|
|
|
193
193
|
callPath?: string[];
|
|
194
194
|
}
|
|
195
195
|
| {
|
|
196
|
-
type: '
|
|
196
|
+
type: 'dataset';
|
|
197
197
|
field: string;
|
|
198
198
|
name?: string;
|
|
199
199
|
tableNamespace?: string;
|
|
@@ -303,13 +303,16 @@ export function getTopLevelPipelineSubsteps(
|
|
|
303
303
|
description: pipeline.csvDescription,
|
|
304
304
|
});
|
|
305
305
|
}
|
|
306
|
-
if (
|
|
306
|
+
if (
|
|
307
|
+
tableNamespace &&
|
|
308
|
+
!topLevel.some((substep) => substep.type === 'dataset')
|
|
309
|
+
) {
|
|
307
310
|
topLevel.push({
|
|
308
|
-
type: '
|
|
311
|
+
type: 'dataset',
|
|
309
312
|
field: tableNamespace,
|
|
310
313
|
tableNamespace,
|
|
311
314
|
inputFields: pipeline.inputFields,
|
|
312
|
-
description: pipeline.
|
|
315
|
+
description: pipeline.datasetDescription,
|
|
313
316
|
});
|
|
314
317
|
}
|
|
315
318
|
if (topLevel.length > 0) {
|
|
@@ -371,7 +374,7 @@ export function resolveSheetContractForTableNamespace(
|
|
|
371
374
|
}
|
|
372
375
|
|
|
373
376
|
for (const substep of getCompiledPipelineSubsteps(currentPipeline)) {
|
|
374
|
-
if (substep.type === '
|
|
377
|
+
if (substep.type === 'dataset') {
|
|
375
378
|
const substepNamespace = substep.tableNamespace?.trim();
|
|
376
379
|
if (
|
|
377
380
|
substepNamespace &&
|
|
@@ -443,7 +446,7 @@ export function compileSheetContract(pipeline: PlayStaticPipeline): {
|
|
|
443
446
|
}
|
|
444
447
|
|
|
445
448
|
for (const field of pipeline.fields) {
|
|
446
|
-
addColumn({ id: field, source: '
|
|
449
|
+
addColumn({ id: field, source: 'datasetColumn', field });
|
|
447
450
|
}
|
|
448
451
|
|
|
449
452
|
for (const substep of pipeline.substeps) {
|