easylink 0.1.8__py3-none-any.whl → 0.1.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- easylink/_version.py +1 -1
- easylink/pipeline_schema_constants/development.py +17 -15
- easylink/step.py +12 -6
- {easylink-0.1.8.dist-info → easylink-0.1.9.dist-info}/METADATA +1 -1
- {easylink-0.1.8.dist-info → easylink-0.1.9.dist-info}/RECORD +8 -8
- {easylink-0.1.8.dist-info → easylink-0.1.9.dist-info}/WHEEL +0 -0
- {easylink-0.1.8.dist-info → easylink-0.1.9.dist-info}/entry_points.txt +0 -0
- {easylink-0.1.8.dist-info → easylink-0.1.9.dist-info}/top_level.txt +0 -0
easylink/_version.py
CHANGED
@@ -1 +1 @@
|
|
1
|
-
__version__ = "0.1.
|
1
|
+
__version__ = "0.1.9"
|
@@ -59,21 +59,23 @@ NODES = [
|
|
59
59
|
),
|
60
60
|
LoopStep(
|
61
61
|
template_step=EmbarrassinglyParallelStep(
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
70
|
-
|
71
|
-
|
72
|
-
|
73
|
-
|
74
|
-
|
75
|
-
|
76
|
-
|
62
|
+
step=Step(
|
63
|
+
step_name="step_3",
|
64
|
+
input_slots=[
|
65
|
+
InputSlot(
|
66
|
+
name="step_3_main_input",
|
67
|
+
env_var="DUMMY_CONTAINER_MAIN_INPUT_FILE_PATHS",
|
68
|
+
validator=validate_input_file_dummy,
|
69
|
+
splitter=split_data_by_size,
|
70
|
+
),
|
71
|
+
],
|
72
|
+
output_slots=[
|
73
|
+
OutputSlot(
|
74
|
+
name="step_3_main_output",
|
75
|
+
aggregator=concatenate_datasets,
|
76
|
+
),
|
77
|
+
],
|
78
|
+
),
|
77
79
|
),
|
78
80
|
self_edges=[
|
79
81
|
EdgeParams(
|
easylink/step.py
CHANGED
@@ -1138,19 +1138,25 @@ class EmbarrassinglyParallelStep(Step):
|
|
1138
1138
|
|
1139
1139
|
An ``EmbarrassinglyParallelStep`` is different than a :class:`ParallelStep`
|
1140
1140
|
in that it is not configured by the user to be run in parallel - it completely
|
1141
|
-
happens on the back end for performance reasons.
|
1142
|
-
from :class:`Step` instead of :class:`TemplatedStep`.
|
1141
|
+
happens on the back end for performance reasons.
|
1143
1142
|
|
1144
1143
|
See :class:`Step` for inherited attributes.
|
1144
|
+
|
1145
|
+
Parameters
|
1146
|
+
----------
|
1147
|
+
step
|
1148
|
+
The ``Step`` to be run in an embarrassingly parallel manner. To run multiple
|
1149
|
+
steps in parallel, use a :class:`HierarchicalStep`.
|
1150
|
+
|
1145
1151
|
"""
|
1146
1152
|
|
1147
1153
|
def __init__(
|
1148
1154
|
self,
|
1149
|
-
|
1150
|
-
input_slots: Iterable[InputSlot],
|
1151
|
-
output_slots: Iterable[OutputSlot],
|
1155
|
+
step: Step,
|
1152
1156
|
) -> None:
|
1153
|
-
super().__init__(
|
1157
|
+
super().__init__(
|
1158
|
+
step.step_name, step.name, step.input_slots.values(), step.output_slots.values()
|
1159
|
+
)
|
1154
1160
|
self._validate()
|
1155
1161
|
|
1156
1162
|
def _validate(self) -> None:
|
@@ -1,6 +1,6 @@
|
|
1
1
|
easylink/__about__.py,sha256=2-oxCfu9t9yUJouLDwqYRZ0eii8kN25SxRzsawjWjho,440
|
2
2
|
easylink/__init__.py,sha256=gGMcIVfiVnHtlDw5mZwhevcDb2wt-kuP6F64gnkFack,159
|
3
|
-
easylink/_version.py,sha256=
|
3
|
+
easylink/_version.py,sha256=XIaxbMbyiP-L3kguR1GhxirFblTXiHR1lMfDVITvHUI,22
|
4
4
|
easylink/cli.py,sha256=ARSKAljepNOEYd1VCS_QqBJQIBLzE3IgKiOb5-OROdY,6380
|
5
5
|
easylink/configuration.py,sha256=Ire2pMZNZ6wtSwhcWnQpYa-snX4KrhXgovlQwQ2Wxf4,12530
|
6
6
|
easylink/graph_components.py,sha256=6OipaUkCW2ESBW6bxwZVgpRAX8RuL15m4x_mGE7i4R8,12669
|
@@ -11,11 +11,11 @@ easylink/pipeline_graph.py,sha256=vsY6nW_iEwZCNf_N_3CsixsKBUy_5JxGEi61-1Q-KAw,22
|
|
11
11
|
easylink/pipeline_schema.py,sha256=kINpvy2Fl2S3FBqgdgZCCFHEk237_36X4ltLOtk5-dE,5862
|
12
12
|
easylink/rule.py,sha256=W97LMI-vkEPipJbnSZLn2BxfYfFtvzGTKzq6YgDVri0,19913
|
13
13
|
easylink/runner.py,sha256=k9ICTToHj2xr6MGIuvlWf6YMeZ47UGgseaMByMgUGac,6271
|
14
|
-
easylink/step.py,sha256=
|
14
|
+
easylink/step.py,sha256=8EhoFOXBLWgDfb3OhmQu5g03fqElIJCWg8-Y_5azKEA,67100
|
15
15
|
easylink/images/spark_cluster/Dockerfile,sha256=3PHotbR4jdjVYRHOJ0VQW55b5Qd4tQ1pLLQMrTKWVA0,576
|
16
16
|
easylink/images/spark_cluster/README.md,sha256=KdgSttZRplNNWqHn4K1GTsTIab3dTOSG4V99QPLxSp8,569
|
17
17
|
easylink/pipeline_schema_constants/__init__.py,sha256=uRVjQw7_Ff5IBQw0_Jc93Fzfa-MnbPVPKsy18CCaW7E,1021
|
18
|
-
easylink/pipeline_schema_constants/development.py,sha256=
|
18
|
+
easylink/pipeline_schema_constants/development.py,sha256=kOTEqfZD5pWqP9gu7E6r9Cubf3ILtWEUxCfJfrN8znc,11547
|
19
19
|
easylink/pipeline_schema_constants/testing.py,sha256=ohcTlT_viZYxS1GkO46mjkb8IzXo6yIOqvBbb4YrOhA,10897
|
20
20
|
easylink/steps/dev/README.md,sha256=u9dZUggpY2Lf2qb-xkDLWWgHjcmi4osbQtzSNo4uklE,4549
|
21
21
|
easylink/steps/dev/build-containers-local.sh,sha256=Wy3pfcyt7I-BNvHcr7ZXDe0g5Ihd00BIPqt9YuRbLeA,259
|
@@ -43,8 +43,8 @@ easylink/utilities/paths.py,sha256=KM1GlnsAcKbUJrC4LZKpeJfPljxe_aXP1ZhVp43TYRA,9
|
|
43
43
|
easylink/utilities/spark.smk,sha256=tQ7RArNQzhjbaBQQcRORB4IxxkuDx4gPHUBcWHDYJ_U,5795
|
44
44
|
easylink/utilities/splitter_utils.py,sha256=y4CbbTBgRaoXFxy-9Eu5eWx4lA4ZEcbrYpxgLIzG_kc,2602
|
45
45
|
easylink/utilities/validation_utils.py,sha256=W9r_RXcivJjfpioLhONirfwdByYttxNsVY489_sbrYQ,1683
|
46
|
-
easylink-0.1.
|
47
|
-
easylink-0.1.
|
48
|
-
easylink-0.1.
|
49
|
-
easylink-0.1.
|
50
|
-
easylink-0.1.
|
46
|
+
easylink-0.1.9.dist-info/METADATA,sha256=kc6QCMEr_QU7QtZNnQu-Ic20wmV2OzoN_23Ndw6ArEc,2804
|
47
|
+
easylink-0.1.9.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
|
48
|
+
easylink-0.1.9.dist-info/entry_points.txt,sha256=OGMZDFltg3yMboT7XjJt3joiPhRfV_7jnREVtrAIQNU,51
|
49
|
+
easylink-0.1.9.dist-info/top_level.txt,sha256=oHcOpcF_jDMWFiJRzfGQvuskENGDjSPC_Agu9Z_Xvik,9
|
50
|
+
easylink-0.1.9.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|