toil 9.0.0__py3-none-any.whl → 9.1.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- toil/batchSystems/abstractBatchSystem.py +13 -5
- toil/batchSystems/abstractGridEngineBatchSystem.py +17 -5
- toil/batchSystems/kubernetes.py +13 -2
- toil/batchSystems/mesos/batchSystem.py +33 -2
- toil/batchSystems/slurm.py +191 -16
- toil/cwl/cwltoil.py +17 -82
- toil/fileStores/__init__.py +1 -1
- toil/fileStores/abstractFileStore.py +5 -2
- toil/fileStores/cachingFileStore.py +1 -1
- toil/job.py +30 -14
- toil/jobStores/abstractJobStore.py +24 -19
- toil/jobStores/aws/jobStore.py +862 -1963
- toil/jobStores/aws/utils.py +24 -270
- toil/jobStores/googleJobStore.py +25 -9
- toil/jobStores/utils.py +0 -327
- toil/leader.py +27 -22
- toil/lib/aws/config.py +22 -0
- toil/lib/aws/s3.py +477 -9
- toil/lib/aws/utils.py +22 -33
- toil/lib/checksum.py +88 -0
- toil/lib/conversions.py +33 -31
- toil/lib/directory.py +217 -0
- toil/lib/ec2.py +97 -29
- toil/lib/exceptions.py +2 -1
- toil/lib/expando.py +2 -2
- toil/lib/generatedEC2Lists.py +73 -16
- toil/lib/io.py +33 -2
- toil/lib/memoize.py +21 -7
- toil/lib/pipes.py +385 -0
- toil/lib/retry.py +1 -1
- toil/lib/threading.py +1 -1
- toil/lib/web.py +4 -5
- toil/provisioners/__init__.py +5 -2
- toil/provisioners/aws/__init__.py +43 -36
- toil/provisioners/aws/awsProvisioner.py +22 -13
- toil/provisioners/node.py +60 -12
- toil/resource.py +3 -13
- toil/test/__init__.py +14 -16
- toil/test/batchSystems/test_slurm.py +103 -14
- toil/test/cwl/staging_cat.cwl +27 -0
- toil/test/cwl/staging_make_file.cwl +25 -0
- toil/test/cwl/staging_workflow.cwl +43 -0
- toil/test/cwl/zero_default.cwl +61 -0
- toil/test/docs/scripts/tutorial_staging.py +17 -8
- toil/test/jobStores/jobStoreTest.py +23 -133
- toil/test/lib/aws/test_iam.py +7 -7
- toil/test/lib/aws/test_s3.py +30 -33
- toil/test/lib/aws/test_utils.py +9 -9
- toil/test/provisioners/aws/awsProvisionerTest.py +59 -6
- toil/test/src/autoDeploymentTest.py +2 -3
- toil/test/src/fileStoreTest.py +89 -87
- toil/test/utils/ABCWorkflowDebug/ABC.txt +1 -0
- toil/test/utils/ABCWorkflowDebug/debugWorkflow.py +4 -4
- toil/test/utils/toilKillTest.py +35 -28
- toil/test/wdl/md5sum/md5sum.json +1 -1
- toil/test/wdl/testfiles/gather.wdl +52 -0
- toil/test/wdl/wdltoil_test.py +120 -38
- toil/test/wdl/wdltoil_test_kubernetes.py +9 -0
- toil/utils/toilDebugFile.py +6 -3
- toil/utils/toilStats.py +17 -2
- toil/version.py +6 -6
- toil/wdl/wdltoil.py +1038 -549
- toil/worker.py +5 -2
- {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/METADATA +12 -12
- {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/RECORD +69 -61
- toil/lib/iterables.py +0 -112
- toil/test/docs/scripts/stagingExampleFiles/in.txt +0 -1
- {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/WHEEL +0 -0
- {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/entry_points.txt +0 -0
- {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/licenses/LICENSE +0 -0
- {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/top_level.txt +0 -0
toil/worker.py
CHANGED
|
@@ -544,6 +544,7 @@ def workerScript(
|
|
|
544
544
|
startClock = ResourceMonitor.get_total_cpu_time()
|
|
545
545
|
|
|
546
546
|
startTime = time.time()
|
|
547
|
+
fileStore = None
|
|
547
548
|
while True:
|
|
548
549
|
##########################################
|
|
549
550
|
# Run the job body, if there is one
|
|
@@ -689,8 +690,10 @@ def workerScript(
|
|
|
689
690
|
totalCPUTime, totalMemoryUsage = (
|
|
690
691
|
ResourceMonitor.get_total_cpu_time_and_memory_usage()
|
|
691
692
|
)
|
|
692
|
-
|
|
693
|
-
|
|
693
|
+
chain_wall_time = time.time() - startTime
|
|
694
|
+
chain_cpu_time = totalCPUTime - startClock
|
|
695
|
+
statsDict.workers.time = str(chain_wall_time)
|
|
696
|
+
statsDict.workers.clock = str(chain_cpu_time)
|
|
694
697
|
statsDict.workers.memory = str(totalMemoryUsage)
|
|
695
698
|
# Say the worker used the max disk we saw from any job
|
|
696
699
|
max_bytes = 0
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: toil
|
|
3
|
-
Version: 9.
|
|
3
|
+
Version: 9.1.1
|
|
4
4
|
Summary: Pipeline management software for clusters.
|
|
5
5
|
Home-page: https://github.com/DataBiosphere/toil
|
|
6
6
|
Author: Benedict Paten and the Toil community
|
|
@@ -33,7 +33,7 @@ Requires-Python: >=3.9
|
|
|
33
33
|
Description-Content-Type: text/x-rst
|
|
34
34
|
License-File: LICENSE
|
|
35
35
|
Requires-Dist: dill<0.4,>=0.3.2
|
|
36
|
-
Requires-Dist: requests<=2.
|
|
36
|
+
Requires-Dist: requests<=2.32.5
|
|
37
37
|
Requires-Dist: docker<8,>=6.1.0
|
|
38
38
|
Requires-Dist: urllib3<3,>=1.26.0
|
|
39
39
|
Requires-Dist: python-dateutil
|
|
@@ -55,10 +55,10 @@ Requires-Dist: mypy-boto3-s3<2,>=1.28.3.post2; extra == "aws"
|
|
|
55
55
|
Requires-Dist: moto<6,>=5.0.3; extra == "aws"
|
|
56
56
|
Requires-Dist: ec2_metadata<3,>=2.14.0; extra == "aws"
|
|
57
57
|
Provides-Extra: cwl
|
|
58
|
-
Requires-Dist: cwltool==3.1.
|
|
58
|
+
Requires-Dist: cwltool==3.1.20250715140722; extra == "cwl"
|
|
59
59
|
Requires-Dist: schema-salad<9,>=8.4.20230128170514; extra == "cwl"
|
|
60
60
|
Requires-Dist: galaxy-tool-util<26; extra == "cwl"
|
|
61
|
-
Requires-Dist: galaxy-util<
|
|
61
|
+
Requires-Dist: galaxy-util<26; extra == "cwl"
|
|
62
62
|
Requires-Dist: ruamel.yaml<=0.19,>=0.15; extra == "cwl"
|
|
63
63
|
Requires-Dist: ruamel.yaml.clib>=0.2.6; extra == "cwl"
|
|
64
64
|
Requires-Dist: networkx!=2.8.1,<4; extra == "cwl"
|
|
@@ -67,11 +67,11 @@ Requires-Dist: cwl-utils>=0.36; extra == "cwl"
|
|
|
67
67
|
Provides-Extra: encryption
|
|
68
68
|
Requires-Dist: pynacl<2,>=1.4.0; extra == "encryption"
|
|
69
69
|
Provides-Extra: google
|
|
70
|
-
Requires-Dist: apache-libcloud<3
|
|
70
|
+
Requires-Dist: apache-libcloud<4,>=3.6.1; extra == "google"
|
|
71
71
|
Requires-Dist: google-cloud-storage<=2.8.0,>=2; extra == "google"
|
|
72
72
|
Requires-Dist: google-auth<3,>=2.18.1; extra == "google"
|
|
73
73
|
Provides-Extra: kubernetes
|
|
74
|
-
Requires-Dist: kubernetes<
|
|
74
|
+
Requires-Dist: kubernetes<34,>=12.0.1; extra == "kubernetes"
|
|
75
75
|
Requires-Dist: kubernetes-stubs==v22.6.0post1; extra == "kubernetes"
|
|
76
76
|
Requires-Dist: types-urllib3; extra == "kubernetes"
|
|
77
77
|
Requires-Dist: types-PyYAML; extra == "kubernetes"
|
|
@@ -84,7 +84,7 @@ Provides-Extra: server
|
|
|
84
84
|
Requires-Dist: connexion[swagger-ui]<4,>=3; extra == "server"
|
|
85
85
|
Requires-Dist: flask<4,>=3; extra == "server"
|
|
86
86
|
Requires-Dist: werkzeug<4,>=3; extra == "server"
|
|
87
|
-
Requires-Dist: flask-cors<
|
|
87
|
+
Requires-Dist: flask-cors<7,>=5.0.1; extra == "server"
|
|
88
88
|
Requires-Dist: gunicorn<24,>=23.0.0; extra == "server"
|
|
89
89
|
Requires-Dist: celery<6,>=5.4.0; extra == "server"
|
|
90
90
|
Requires-Dist: wes-service<6,>=5.0.0; extra == "server"
|
|
@@ -99,20 +99,20 @@ Requires-Dist: mypy-boto3-iam<2,>=1.28.3.post2; extra == "all"
|
|
|
99
99
|
Requires-Dist: mypy-boto3-s3<2,>=1.28.3.post2; extra == "all"
|
|
100
100
|
Requires-Dist: moto<6,>=5.0.3; extra == "all"
|
|
101
101
|
Requires-Dist: ec2_metadata<3,>=2.14.0; extra == "all"
|
|
102
|
-
Requires-Dist: cwltool==3.1.
|
|
102
|
+
Requires-Dist: cwltool==3.1.20250715140722; extra == "all"
|
|
103
103
|
Requires-Dist: schema-salad<9,>=8.4.20230128170514; extra == "all"
|
|
104
104
|
Requires-Dist: galaxy-tool-util<26; extra == "all"
|
|
105
|
-
Requires-Dist: galaxy-util<
|
|
105
|
+
Requires-Dist: galaxy-util<26; extra == "all"
|
|
106
106
|
Requires-Dist: ruamel.yaml<=0.19,>=0.15; extra == "all"
|
|
107
107
|
Requires-Dist: ruamel.yaml.clib>=0.2.6; extra == "all"
|
|
108
108
|
Requires-Dist: networkx!=2.8.1,<4; extra == "all"
|
|
109
109
|
Requires-Dist: CacheControl[filecache]; extra == "all"
|
|
110
110
|
Requires-Dist: cwl-utils>=0.36; extra == "all"
|
|
111
111
|
Requires-Dist: pynacl<2,>=1.4.0; extra == "all"
|
|
112
|
-
Requires-Dist: apache-libcloud<3
|
|
112
|
+
Requires-Dist: apache-libcloud<4,>=3.6.1; extra == "all"
|
|
113
113
|
Requires-Dist: google-cloud-storage<=2.8.0,>=2; extra == "all"
|
|
114
114
|
Requires-Dist: google-auth<3,>=2.18.1; extra == "all"
|
|
115
|
-
Requires-Dist: kubernetes<
|
|
115
|
+
Requires-Dist: kubernetes<34,>=12.0.1; extra == "all"
|
|
116
116
|
Requires-Dist: kubernetes-stubs==v22.6.0post1; extra == "all"
|
|
117
117
|
Requires-Dist: types-urllib3; extra == "all"
|
|
118
118
|
Requires-Dist: types-PyYAML; extra == "all"
|
|
@@ -123,7 +123,7 @@ Requires-Dist: graphlib-backport==1.0; python_version < "3.9" and extra == "all"
|
|
|
123
123
|
Requires-Dist: connexion[swagger-ui]<4,>=3; extra == "all"
|
|
124
124
|
Requires-Dist: flask<4,>=3; extra == "all"
|
|
125
125
|
Requires-Dist: werkzeug<4,>=3; extra == "all"
|
|
126
|
-
Requires-Dist: flask-cors<
|
|
126
|
+
Requires-Dist: flask-cors<7,>=5.0.1; extra == "all"
|
|
127
127
|
Requires-Dist: gunicorn<24,>=23.0.0; extra == "all"
|
|
128
128
|
Requires-Dist: celery<6,>=5.4.0; extra == "all"
|
|
129
129
|
Requires-Dist: wes-service<6,>=5.0.0; extra == "all"
|
|
@@ -3,89 +3,92 @@ toil/bus.py,sha256=Rr6oTGo5jtTJLtxycuPg-5U9fCqiDAvKMdlj7xYka8Q,30035
|
|
|
3
3
|
toil/common.py,sha256=SCcqojtspk3oqwStKUx-daP7fMCgWQ8TWBgh7WNcSRY,83253
|
|
4
4
|
toil/deferred.py,sha256=2ShsuPqDwu0jhBQ6ocMwe4lfNegBm2lj7dOG9E7X3Zc,14152
|
|
5
5
|
toil/exceptions.py,sha256=oL2d9uutwtcPkMcEUGrixKUd4y1JLSA0-N7hNJqCLSk,1883
|
|
6
|
-
toil/job.py,sha256=
|
|
7
|
-
toil/leader.py,sha256=
|
|
6
|
+
toil/job.py,sha256=KGcmuzoCFtWakl_y4LwBlo8Uuh1-FnGqHOXc_BwAF0A,175901
|
|
7
|
+
toil/leader.py,sha256=abI47MI8zUlWZCjFce2QMwoFF9-QQ1aF8kWn7qKtrpM,85829
|
|
8
8
|
toil/realtimeLogger.py,sha256=2O4AUaKtvItzzCAQKORIEHZ2cDoLf_6njoKWv_uzdFc,9878
|
|
9
|
-
toil/resource.py,sha256=
|
|
9
|
+
toil/resource.py,sha256=2LmdM6zqjG_aYqQ25UixpkdKipLYnKngMGhll4I-O6M,25349
|
|
10
10
|
toil/serviceManager.py,sha256=GE5IUjQmNrekYv9tclim0RlCFf4ueOQ2H4qHjMBrOcg,19978
|
|
11
11
|
toil/statsAndLogging.py,sha256=JXir7TCV8OdDaAdt3VsDR2rbdNWk4ILyOwlKHVdoXT0,18696
|
|
12
12
|
toil/toilState.py,sha256=DD52XQv8wRCYzF7-F6Olqa_k6u-_py-JWyjqJHRh6Z0,17989
|
|
13
|
-
toil/version.py,sha256=
|
|
14
|
-
toil/worker.py,sha256=
|
|
13
|
+
toil/version.py,sha256=BddPhxnAGVCb3Qc7AXduzi7u3NQLYpaKxsg1dtQzWag,486
|
|
14
|
+
toil/worker.py,sha256=uEU3BnmFS-SQf2JW6FDvcf7t8uUXFXiInaJLTt8l9Lk,39315
|
|
15
15
|
toil/batchSystems/__init__.py,sha256=T8psI5GmvE71_XmajKsfeQ3YUs6XM7rX1Fy9VNUX_-Q,1036
|
|
16
|
-
toil/batchSystems/abstractBatchSystem.py,sha256=
|
|
17
|
-
toil/batchSystems/abstractGridEngineBatchSystem.py,sha256=
|
|
16
|
+
toil/batchSystems/abstractBatchSystem.py,sha256=yOsKGlKOADtBhsG6OVvBY2yRJREJtPd84WisE47xBO0,33803
|
|
17
|
+
toil/batchSystems/abstractGridEngineBatchSystem.py,sha256=UoVM2kGvoEmBhPlA5_rghZD9piRoOuhYwU6I5WLiW5k,24737
|
|
18
18
|
toil/batchSystems/awsBatch.py,sha256=ussXl20jE3daOxtUE5bH5ODZ2ynrqmFJczcOTXQsoSY,27300
|
|
19
19
|
toil/batchSystems/cleanup_support.py,sha256=iWI-uNGwQWbBteWYzKWWZaL5wZBpRswHAtWdFU9VCKA,4056
|
|
20
20
|
toil/batchSystems/contained_executor.py,sha256=2wP3sDyOanB2YrXxhdJ1PI3VohKK37ifgRya2F0rcMY,5111
|
|
21
21
|
toil/batchSystems/gridengine.py,sha256=OL1SOQXV5vz7UwNSSZ2lKTRArkeaVRND5FyqQ8K8V20,8114
|
|
22
22
|
toil/batchSystems/htcondor.py,sha256=nCylLUvRyX2k79LYriJgwhmowJBRekBWYUSpJgtawsY,18613
|
|
23
|
-
toil/batchSystems/kubernetes.py,sha256=
|
|
23
|
+
toil/batchSystems/kubernetes.py,sha256=XhZHDQOzSjQu2OYoJb22Gh4t2w2n3irRbYmz-0AOvl8,89657
|
|
24
24
|
toil/batchSystems/local_support.py,sha256=lq3VcjSgRvaXqXHWdxhzvUOfCl0i16eJ7YtGx1esFZU,3895
|
|
25
25
|
toil/batchSystems/lsf.py,sha256=rQJe6dpnqs-LAZ0qaAo94VtxvhADwv8XzRTrQulp-mQ,18089
|
|
26
26
|
toil/batchSystems/lsfHelper.py,sha256=IE5y-x-Mofau7jksWjBdTLt5dVvyj-w8dd3gqwZ-r8o,7227
|
|
27
27
|
toil/batchSystems/options.py,sha256=HZ4nI2paKxulcWOd81R3p_j7BE4j2U9ZjWehDKaoyaA,8155
|
|
28
28
|
toil/batchSystems/registry.py,sha256=PjWcsJ-ohiZiruqopcKy7581xiZ9JeDF6xz-JE51u7I,3914
|
|
29
29
|
toil/batchSystems/singleMachine.py,sha256=EerJZCoDCPODBqeDRs4SEKC8htLq22QFJnBmkFwYACA,40350
|
|
30
|
-
toil/batchSystems/slurm.py,sha256=
|
|
30
|
+
toil/batchSystems/slurm.py,sha256=D8VdDeaBrJTp5wvKcmvgs-42cztPcE3aFTxtNCw3lWM,50815
|
|
31
31
|
toil/batchSystems/torque.py,sha256=A3Pe1IvIltpJSoVulfEUrilr-Ok_8E9hf41jbHYYzjQ,11795
|
|
32
32
|
toil/batchSystems/mesos/__init__.py,sha256=jkeRf24eXeOTdRibDzJtqKwXup47FseQS0UXKriKrxg,3554
|
|
33
|
-
toil/batchSystems/mesos/batchSystem.py,sha256=
|
|
33
|
+
toil/batchSystems/mesos/batchSystem.py,sha256=MHof0UUwMzBT5PBRLa-ifBIW6g9pRjCUiaJ7SCoxXFc,41538
|
|
34
34
|
toil/batchSystems/mesos/conftest.py,sha256=n1ZIXzZP0msJlZL_ZIG84trKifxFLRLr2uIr-EjDucQ,836
|
|
35
35
|
toil/batchSystems/mesos/executor.py,sha256=ETsWkx0JaERw7YS5rzv23_xj492hKSxDOsanVilwy7Q,12729
|
|
36
36
|
toil/batchSystems/mesos/test/__init__.py,sha256=dRAlqdSi5c-uTikMYFV8-_0tenUuWZniy72O5QxVFoQ,4779
|
|
37
37
|
toil/cwl/__init__.py,sha256=lfyX1eoJ1IA26AUzUl6-ODTi0ZqD_0F6-rL5eqfl_9E,2131
|
|
38
38
|
toil/cwl/conftest.py,sha256=R6Jw5-PeTCK0rapfHmV_VJwVcqlVbO5w3cFUbaIWUnk,848
|
|
39
|
-
toil/cwl/cwltoil.py,sha256=
|
|
39
|
+
toil/cwl/cwltoil.py,sha256=E_WQopQ5zW1YcXG9-62hE1V0Mb30MePH5tmYO5K-mhg,182196
|
|
40
40
|
toil/cwl/utils.py,sha256=6t_R1VzrkybjJpwzNyTm_4MY1A86KZ8grLQAYaSdVMA,12424
|
|
41
|
-
toil/fileStores/__init__.py,sha256=
|
|
42
|
-
toil/fileStores/abstractFileStore.py,sha256=
|
|
43
|
-
toil/fileStores/cachingFileStore.py,sha256=
|
|
41
|
+
toil/fileStores/__init__.py,sha256=Mkm9nedTwXPiXlQpTwCirIul7C1X-bt_MstcXTS43bI,2414
|
|
42
|
+
toil/fileStores/abstractFileStore.py,sha256=VEJi3lIvfirs-OQVCInEln46v-EE8ZY7xqLMyAp5GUo,30994
|
|
43
|
+
toil/fileStores/cachingFileStore.py,sha256=zz4nTVszP1GuAJR7HC9Uk_xgB-DtWh9HFFGoJ0EhChA,101728
|
|
44
44
|
toil/fileStores/nonCachingFileStore.py,sha256=VsPoKz0Ln5HP-trLlAarqhqJIzdwpADfu8E_UJH4X9w,15806
|
|
45
45
|
toil/jobStores/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
46
|
-
toil/jobStores/abstractJobStore.py,sha256=
|
|
46
|
+
toil/jobStores/abstractJobStore.py,sha256=zwHhA2-896qZs7I9g2_DDdXVXfiKl8AcZnoysrzTDRg,70827
|
|
47
47
|
toil/jobStores/conftest.py,sha256=xNy_u3dGZz0206dnixzYvAvT85a0HfkIJw9XbsiGJnM,837
|
|
48
48
|
toil/jobStores/fileJobStore.py,sha256=L6feaKFA6wGkO0VJZx6Zhy2yTUW3LbfC54YysRWB6RI,52703
|
|
49
|
-
toil/jobStores/googleJobStore.py,sha256=
|
|
50
|
-
toil/jobStores/utils.py,sha256=
|
|
49
|
+
toil/jobStores/googleJobStore.py,sha256=sDzzpBwl52KWoQKFqPja5-ixnaJhVgE1Z2x0tkw3fUs,28352
|
|
50
|
+
toil/jobStores/utils.py,sha256=84mpYPEc5dMddc1iEhgzmDn7RTLD-y4FX8mw8QddOdo,2862
|
|
51
51
|
toil/jobStores/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
52
|
-
toil/jobStores/aws/jobStore.py,sha256=
|
|
53
|
-
toil/jobStores/aws/utils.py,sha256=
|
|
52
|
+
toil/jobStores/aws/jobStore.py,sha256=Ghf4rFAxfFZNWBuIK61j7ZDeLViQxrAmPA0XRDk6Vv0,40145
|
|
53
|
+
toil/jobStores/aws/utils.py,sha256=h0kx-ll92H_LWpNpj6YCccU7BJ2Z88aooJYk7KJ6ygs,11965
|
|
54
54
|
toil/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
55
55
|
toil/lib/accelerators.py,sha256=1AGwJUDWB9GUNjJyG9ybDlwHPHzw7a3e8s05_VWyXJU,8069
|
|
56
56
|
toil/lib/bioio.py,sha256=vx29gpAT3HgJkwXrfDnkyqnx68QGy_40ZtB-V2Utl8w,2403
|
|
57
|
+
toil/lib/checksum.py,sha256=uNKIUhY4ZeX4XUXf8Y6Pid3IeJIGaDzCZWQjMMfkn9c,3144
|
|
57
58
|
toil/lib/compatibility.py,sha256=pPPTJyk3GUZ8SdAv14a3v2HLWbNtcnsAFuCEbh36UZ4,1535
|
|
58
|
-
toil/lib/conversions.py,sha256=
|
|
59
|
+
toil/lib/conversions.py,sha256=gRWKXh51HLIfhSVqzvQC9r085wHy7dHeyW4ikryQMHo,5767
|
|
60
|
+
toil/lib/directory.py,sha256=TYejRoWsfofGWFBb0m5oBqOqm5XEhwRZCV9ZLnScTzU,7369
|
|
59
61
|
toil/lib/docker.py,sha256=tXyWSq7uzTgCLuyK8oF8c6Rx9k9F8Hh3QSbZxKctlvM,25671
|
|
60
62
|
toil/lib/dockstore.py,sha256=_PMqYg4zLNvgyfRmMPPJI4K0g1TK6Ir5FiLMaX7726Q,13287
|
|
61
|
-
toil/lib/ec2.py,sha256=
|
|
63
|
+
toil/lib/ec2.py,sha256=y_DxjaOgnllo2Myb6ojRdfWetSTpj54BFkPRaIWZPCw,28367
|
|
62
64
|
toil/lib/ec2nodes.py,sha256=UVlJqVvMofRUhoEpND3Tal5p_p-p5_LHOJRA3dH7ziI,14693
|
|
63
|
-
toil/lib/exceptions.py,sha256=
|
|
64
|
-
toil/lib/expando.py,sha256=
|
|
65
|
+
toil/lib/exceptions.py,sha256=zFpQ1db4p5uScow1NZhlq5Get32gemTFdKMeFfSzZSo,3154
|
|
66
|
+
toil/lib/expando.py,sha256=wNe5N4gLH0VpTK3fh9eSTbJq-8Oxrs1_xOgcpfVKje0,2996
|
|
65
67
|
toil/lib/ftp_utils.py,sha256=VqrstWP6dKJnTHtrxGPp7dzeDpyaD4IR4I5NKrPR3g0,7598
|
|
66
|
-
toil/lib/generatedEC2Lists.py,sha256=
|
|
68
|
+
toil/lib/generatedEC2Lists.py,sha256=hMsZvukZYI9iou_4rs2lOlpDabviH88EfMJdYWx72GU,309674
|
|
67
69
|
toil/lib/history.py,sha256=5WKztlZFxxS_gNfg3hNCXSnI1h0Ea24qzuEg1v4cBgU,45203
|
|
68
70
|
toil/lib/history_submission.py,sha256=1Pwh0BfF-DmoBvgNMDEVIwpWy9VmDaS9A6TnaF9BHUk,28734
|
|
69
71
|
toil/lib/humanize.py,sha256=6uXOB07rvAxO8jpIh2kPwy9bfoDu0eEUmBGz9m1chS8,1267
|
|
70
|
-
toil/lib/io.py,sha256=
|
|
71
|
-
toil/lib/
|
|
72
|
-
toil/lib/memoize.py,sha256=2ikkIOXfZv7LGsoEn8i2ojYTqqNmIIBhSCfBQxySIKg,3225
|
|
72
|
+
toil/lib/io.py,sha256=s1Uof7MvPK5CtDYGyvdvz-f9Xiy-RruHQtowqz9uMZ8,14539
|
|
73
|
+
toil/lib/memoize.py,sha256=M0uaskxmJlnetwpyMtr80qwBNtInDoutFq3iu8YY9so,3752
|
|
73
74
|
toil/lib/misc.py,sha256=59JamwB-aJ6uVPhTkMwu1BxTreW1WDJrqtayMbJbUJw,7612
|
|
74
75
|
toil/lib/objects.py,sha256=3XNMtBkNcIB2EMl5cteVDkuSRKAOpnd_GhxgTGVh43M,5381
|
|
76
|
+
toil/lib/pipes.py,sha256=FeFZc3xhaKwLa_5SfdIEmgVQoIocwr0WP0zpDwYNY-M,15773
|
|
75
77
|
toil/lib/plugins.py,sha256=n-leeVkpE0Po9CG18Szd3NQftsTfHlUf_rqyxjX4M_U,3754
|
|
76
78
|
toil/lib/resources.py,sha256=jBJbheSUvC-klR65-WX87viZx2yvBIgqn4dI2gVP1GQ,4043
|
|
77
|
-
toil/lib/retry.py,sha256=
|
|
78
|
-
toil/lib/threading.py,sha256=
|
|
79
|
+
toil/lib/retry.py,sha256=xRvNIThJgNRHvokjWcjXGI73oIm9NeEfdRNDBkuHv0s,23036
|
|
80
|
+
toil/lib/threading.py,sha256=GjBs_Abngo9eiKfaDB--DjlBvWezyNpdB8ftjhHW8Fs,30976
|
|
79
81
|
toil/lib/throttle.py,sha256=ua21juOmGI7JZP4pXdR8-s2TpF6PpwW3sg11a2gcrbI,4955
|
|
80
82
|
toil/lib/trs.py,sha256=IK-I-wniAp8oUenit_BlVlGENEq4EukJ18Rr1-edTlI,18882
|
|
81
83
|
toil/lib/url.py,sha256=RMXQOwxK-FRELLFj0cfX57vjhlBUhIMtbl7Ve5ZA7rc,11193
|
|
82
|
-
toil/lib/web.py,sha256=
|
|
84
|
+
toil/lib/web.py,sha256=zboNkhbCv4AzvyqxIkSnnirZJHZLeXhl5KG3Xwu6U4Q,1550
|
|
83
85
|
toil/lib/aws/__init__.py,sha256=VI77J2o4IehFBpEUjS4eHmXlxEplFnKYHq6w8ZyotEk,7905
|
|
84
86
|
toil/lib/aws/ami.py,sha256=SD728qocULXqWZmxPslcymukG-MxfNniMsBE9d1VVcM,9341
|
|
87
|
+
toil/lib/aws/config.py,sha256=sXSMBHGGBUVXXcDLPJFi9nr7pQVDzuKE75tFYg5MC1U,859
|
|
85
88
|
toil/lib/aws/iam.py,sha256=6qNJ6C61XVzbuPX1p-tcnEcabCjIultrVe9MrgcME04,18550
|
|
86
|
-
toil/lib/aws/s3.py,sha256=
|
|
89
|
+
toil/lib/aws/s3.py,sha256=8C9ed6hk6TZyffsvvgUJaLExwq7k3WlL8-Nv3rFu_jo,22750
|
|
87
90
|
toil/lib/aws/session.py,sha256=96l_AGsyA3CpTJiOqPemuLWtGsV28K4DU6vjtDR-pxA,15033
|
|
88
|
-
toil/lib/aws/utils.py,sha256=
|
|
91
|
+
toil/lib/aws/utils.py,sha256=JNGcvAPgYHXpUGUVlJ374cLVUfEl8344m13qwz6HUYs,21812
|
|
89
92
|
toil/lib/aws/utils.py.orig,sha256=1zR2bg0-mP-SM46MRZb-7s4O_9K5IOZ5_v92WItpmUs,22244
|
|
90
93
|
toil/lib/encryption/__init__.py,sha256=HP19EUYJeIMdjZq11fLn_dXIGU98sIkpTxvMxvPaUSs,705
|
|
91
94
|
toil/lib/encryption/_dummy.py,sha256=6e2fthd6YdgFUgY0kjGb2052KLWUeXD_ejeoCTAThLU,1082
|
|
@@ -96,13 +99,13 @@ toil/options/common.py,sha256=vUMadLlEze1Wks7F1ZcVk9tsAIQMbxVQePJx-KxCNVk,46257
|
|
|
96
99
|
toil/options/cwl.py,sha256=aPcbaCA8h739e1GW2oUbymYBpPaDEnCDrPZowI6zMII,14578
|
|
97
100
|
toil/options/runner.py,sha256=gr5D8PJ_eNu-VGhAYdhDlhDCkfd_id5_FrTQyZoiD5c,2614
|
|
98
101
|
toil/options/wdl.py,sha256=kqM3AElkX00-34DSDnHRViahL6C0vsE9-wyosKvU2Fk,3790
|
|
99
|
-
toil/provisioners/__init__.py,sha256=
|
|
102
|
+
toil/provisioners/__init__.py,sha256=TPsr-qc9P_fYbeCeo7FCGrU8UQxH4D3Rdhpzh6-nM7A,9885
|
|
100
103
|
toil/provisioners/abstractProvisioner.py,sha256=R3OuUV2p8GWWuRs2PbaHkjHufOLyoknUaHq4vKPVGMc,58000
|
|
101
104
|
toil/provisioners/clusterScaler.py,sha256=9FgnSPbn2U_FYUSJUeN67A0kdh-Yl0roi5nZLeJVr_I,64980
|
|
102
105
|
toil/provisioners/gceProvisioner.py,sha256=8OsbSZeMgAB9l03zQ9WdKZ2-zFrHyzgXoLNdGKjdYcU,24212
|
|
103
|
-
toil/provisioners/node.py,sha256=
|
|
104
|
-
toil/provisioners/aws/__init__.py,sha256=
|
|
105
|
-
toil/provisioners/aws/awsProvisioner.py,sha256=
|
|
106
|
+
toil/provisioners/node.py,sha256=zIr-JLEC-yn1umzCxreY1BMLWohxwHL1MFYW61Wwr28,17066
|
|
107
|
+
toil/provisioners/aws/__init__.py,sha256=SO_2wlt8h1NtwYR9eqfqbYnDoUoyIAarlA2lFrbm_pA,9019
|
|
108
|
+
toil/provisioners/aws/awsProvisioner.py,sha256=jDpM3s5M8BZGBG9cv6izyRIne00T3lPAh83dtrIco9U,90902
|
|
106
109
|
toil/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
107
110
|
toil/server/app.py,sha256=Rldi7Wwft7Zxl3jrqh6HVHc4gMNiMjZ3CJhc7nVLW-w,7431
|
|
108
111
|
toil/server/celery_app.py,sha256=PbdwRb7tY5MU4PkPgFZkq7CMiCe6LHBxw5YgcbdsKIE,663
|
|
@@ -119,14 +122,14 @@ toil/server/wes/abstract_backend.py,sha256=BXmM_jrescRYuN4phgEjag6Xl-tXRPYz_PtwV
|
|
|
119
122
|
toil/server/wes/amazon_wes_utils.py,sha256=xRrV7hiWoWVwxJykgL2HQdMf1FZg73eqEBltKXya1Fc,10287
|
|
120
123
|
toil/server/wes/tasks.py,sha256=DBjUUbxY6mq0H4aB8qiGhatmz6qWJWHkHPgfAqSr37w,24746
|
|
121
124
|
toil/server/wes/toil_backend.py,sha256=u7aA-Tb3QRH5mX5hJW1DWWjBNaSjgoo-C2jvvNic7v4,27518
|
|
122
|
-
toil/test/__init__.py,sha256=
|
|
125
|
+
toil/test/__init__.py,sha256=YmDLhPdigktTP_hE90epOJOeCKuSx1TVnaRiVFgqGG4,49144
|
|
123
126
|
toil/test/conftest.py,sha256=JADYg_YbV_b28B970KcOqh4UYAhjpqwHxdQj4vt0xeE,237
|
|
124
127
|
toil/test/batchSystems/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
|
|
125
128
|
toil/test/batchSystems/batchSystemTest.py,sha256=5NkxMJ-mHOgN9oZoSK9zjPGZJf5CR2cQOuQ3V1P3g4I,56410
|
|
126
129
|
toil/test/batchSystems/batch_system_plugin_test.py,sha256=eZlOOzdL7ja_EymnD_veY3fnAhz_6hE4CJwDKVyss-w,2991
|
|
127
130
|
toil/test/batchSystems/test_gridengine.py,sha256=kZCF7WIAmCF1LTPPWd4zC6piQr0UaKJ3kYKz5tsBal0,6353
|
|
128
131
|
toil/test/batchSystems/test_lsf_helper.py,sha256=JICnAPvU7HfqJ0RhIpC-IFfHLKftOAAQF2Iqc7nFs30,4697
|
|
129
|
-
toil/test/batchSystems/test_slurm.py,sha256=
|
|
132
|
+
toil/test/batchSystems/test_slurm.py,sha256=1leONjEsU_bcAjTfgoXzwJwgtmANOpUeDcAcOXRqm-Q,32041
|
|
130
133
|
toil/test/cactus/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
131
134
|
toil/test/cactus/pestis.tar.gz,sha256=pIzVl3PiXRAIZBtOQTlPD-tzzrC95JxJax5ykWeozD0,5762005
|
|
132
135
|
toil/test/cactus/test_cactus_integration.py,sha256=4sRlsm7b29a08HNHFUbFu_gDW36TQeTfGBvRYUXNF_U,2219
|
|
@@ -183,12 +186,16 @@ toil/test/cwl/scatter_duplicate_outputs.cwl,sha256=1ubeij5YQhjHe0igq5xL-Caje6ghe
|
|
|
183
186
|
toil/test/cwl/seqtk_seq.cwl,sha256=uR7wlwxlNLkA_hIFglgiWGoOftQqFk4sH7Wo5zF60-c,406
|
|
184
187
|
toil/test/cwl/seqtk_seq_job.json,sha256=R7ZKDllKq33U0vLRK7yvRAjKr26wU5cbdgdixG_4bnY,69
|
|
185
188
|
toil/test/cwl/sorttool.cwl,sha256=c1fhFZ_ekTMuEAM0nikUPd2j-etPQL8MqyuSJLNadtc,1060
|
|
189
|
+
toil/test/cwl/staging_cat.cwl,sha256=7rswT6E6ldaA2I9t0DxMyuqiSepGMsIerhGZLyItpvA,625
|
|
190
|
+
toil/test/cwl/staging_make_file.cwl,sha256=l6HEfkg3Wd8JUBCFoMd86a6hvIJXMGF4THHd8FiO2hE,359
|
|
191
|
+
toil/test/cwl/staging_workflow.cwl,sha256=bCNyjI_CvValQOU3nDq_dl4ZO2uMwkUTLdL0TBmt5TI,789
|
|
186
192
|
toil/test/cwl/stream.cwl,sha256=jtyYdmSyCeI6uoOeX5Nb_LMIXhR5Sqmu8dGSr_Y2Z8g,732
|
|
187
193
|
toil/test/cwl/stream.json,sha256=9-UG9jmoMeNKHcB0yfKiEURPsuBe8Btr80iob3tEKzo,132
|
|
188
194
|
toil/test/cwl/test_filename_conflict_detection.cwl,sha256=wVrc9EXmO74tgaEe4oE-EMpmQiHIuUFbLh0-qVisVZo,699
|
|
189
195
|
toil/test/cwl/test_filename_conflict_detection_at_root.cwl,sha256=G3clUTFeeGZt5xPi2SNs05W7I-RT0OEN2C8xKHzQ300,695
|
|
190
196
|
toil/test/cwl/test_filename_conflict_resolution.cwl,sha256=sIoXi61RzCkzD1MTCoglRYAXo8xaE1JiC6irvSANK0I,717
|
|
191
197
|
toil/test/cwl/whale.txt,sha256=MS7gbKfWkYSmPTP52eIzQFHSzZiRMwvCNleCZ1YTmhE,1111
|
|
198
|
+
toil/test/cwl/zero_default.cwl,sha256=9fO0kdTpx1gfEc9mldtwBnMPPjHadSjLtQEGxnYFS5Q,1112
|
|
192
199
|
toil/test/cwl/directory/directory/file.txt,sha256=vRp5WUxW_LwWXs2loofRuWHwB8gIR2XE7lzCGRBBRbU,146
|
|
193
200
|
toil/test/cwl/mock_mpi/fake_mpi.yml,sha256=YtxcavXA2BbTx098_6pFRs4T9E34j-PrlJnuGCr7x9w,113
|
|
194
201
|
toil/test/cwl/mock_mpi/fake_mpi_run.py,sha256=CvV6oDK_vGYZEIaINRxev1TaKs7NtzJSG8eMk3MrgeE,1165
|
|
@@ -232,12 +239,11 @@ toil/test/docs/scripts/tutorial_promises2.py,sha256=wSmEGzhkcbDdu5kk4lLj1e93ZpiN
|
|
|
232
239
|
toil/test/docs/scripts/tutorial_quickstart.py,sha256=n6rdO1cUvB70K_UgLyE3MpRbs5AyhNCSgMOvvSmt9j4,544
|
|
233
240
|
toil/test/docs/scripts/tutorial_requirements.py,sha256=4A93_9OQEUeVpmA7bPknaSdKEi5adMfGHKBaRO4R7bg,1012
|
|
234
241
|
toil/test/docs/scripts/tutorial_services.py,sha256=IkH-JpG4ymR1yd8AUIbhOgPwNlltWFEmiMpV2w-lYxw,1124
|
|
235
|
-
toil/test/docs/scripts/tutorial_staging.py,sha256=
|
|
242
|
+
toil/test/docs/scripts/tutorial_staging.py,sha256=MMwaxWJaZFUJk3WZFknBF0AHddcvSA_zAqGwbk2JvQw,1740
|
|
236
243
|
toil/test/docs/scripts/tutorial_stats.py,sha256=eM0m4sjdgm9bkLpgf41nnX7MND9-JUWm_MuPfSFVk68,1762
|
|
237
|
-
toil/test/docs/scripts/stagingExampleFiles/in.txt,sha256=gjjOyS8yW5TTMD-HmYuFwcfD5tQhbl23pv-x42qGK6s,7
|
|
238
244
|
toil/test/docs/scripts/stagingExampleFiles/out.txt,sha256=1itR1QTwJkLatQA5Wa8MFVcJTH1J3MVEq6N6Cl2NHQ0,13
|
|
239
245
|
toil/test/jobStores/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
|
|
240
|
-
toil/test/jobStores/jobStoreTest.py,sha256=
|
|
246
|
+
toil/test/jobStores/jobStoreTest.py,sha256=WPuC1PYSwZ56aZKOjznmClFHbUgUAaHQZjdGm5k3kg4,64763
|
|
241
247
|
toil/test/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
242
248
|
toil/test/lib/dockerTest.py,sha256=uvxPeXwJg7FTK9t9JXDHTQHecg1I9jC86-CFcR05mvY,17221
|
|
243
249
|
toil/test/lib/test_conversions.py,sha256=JSwdTRYklpofPV3VANHC7vHZ7WcpEWOZD6G9Tkjd45w,7232
|
|
@@ -248,9 +254,9 @@ toil/test/lib/test_trs.py,sha256=mcGn3boLFkjS_aPMOS-gwlFd7QcMVM-vpLadBnZb8SE,691
|
|
|
248
254
|
toil/test/lib/test_url.py,sha256=fWsi6yJEBahwfwWBKqcpalF2cUDfYG4aCk6BicJg-p0,2388
|
|
249
255
|
toil/test/lib/url_plugin_test.py,sha256=7aXCIEIZ4cThcSqWwsfu5U_3QwhNxaI8WN-DTnB7CrA,3636
|
|
250
256
|
toil/test/lib/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
251
|
-
toil/test/lib/aws/test_iam.py,sha256=
|
|
252
|
-
toil/test/lib/aws/test_s3.py,sha256=
|
|
253
|
-
toil/test/lib/aws/test_utils.py,sha256=
|
|
257
|
+
toil/test/lib/aws/test_iam.py,sha256=Yx8vawHeo7tvGe1WTjajYD_Pw81ymb3Lluxi1ZVtNUc,7098
|
|
258
|
+
toil/test/lib/aws/test_s3.py,sha256=WQp96eq4pSx7mjBWKeEyoZ2Cpne7cnSwgQ1lC10cLCk,3142
|
|
259
|
+
toil/test/lib/aws/test_utils.py,sha256=OBgOhMeXHR4IefbzfBGACGOKoNm2K6xMC4MXSRi7UuA,2285
|
|
254
260
|
toil/test/mesos/MesosDataStructuresTest.py,sha256=IcV-bNWJcMnij0WruhTk4RTmGROTTcU3pav5e4gHPfA,3225
|
|
255
261
|
toil/test/mesos/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
|
|
256
262
|
toil/test/mesos/helloWorld.py,sha256=xX65tKSBIKAxguBoAe-6Twp2XcBK1QEnKp5LRVImgK4,2204
|
|
@@ -264,7 +270,7 @@ toil/test/provisioners/gceProvisionerTest.py,sha256=eL3G66PzMqjB2ahXMTUd6rBGByJg
|
|
|
264
270
|
toil/test/provisioners/provisionerTest.py,sha256=_JAvTs9bjynVpRkJI0VLPHZw-Y7kHI9B1vaWR4RomKA,2179
|
|
265
271
|
toil/test/provisioners/restartScript.py,sha256=GodLqsIiYNxXFWQtyYHrxACI1fSUeGzcltO6qOdznj4,416
|
|
266
272
|
toil/test/provisioners/aws/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
|
|
267
|
-
toil/test/provisioners/aws/awsProvisionerTest.py,sha256=
|
|
273
|
+
toil/test/provisioners/aws/awsProvisionerTest.py,sha256=JHkXHVez95-KQBSAwJwbfxy-j5_WYYD_9uesyw9WSgY,25266
|
|
268
274
|
toil/test/server/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
|
|
269
275
|
toil/test/server/serverTest.py,sha256=2T9FD32-9uoGjtRC2mtJh67j9_3OWZgFONQmkA4f2tU,29399
|
|
270
276
|
toil/test/sort/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
|
|
@@ -272,13 +278,13 @@ toil/test/sort/restart_sort.py,sha256=A-1pWMhSIHSbtib-u1rvOFbhRqW_mQlf6dEbelFs7Q
|
|
|
272
278
|
toil/test/sort/sort.py,sha256=H_f4DzLGSnkHpFRayYtJKkxlCAVcikuVR48MnuybrDI,11258
|
|
273
279
|
toil/test/sort/sortTest.py,sha256=0dUZ0RCzE66bRcmOHJUD5MFg4UkSRbwhnHVkzX54wI4,12239
|
|
274
280
|
toil/test/src/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
|
|
275
|
-
toil/test/src/autoDeploymentTest.py,sha256=
|
|
281
|
+
toil/test/src/autoDeploymentTest.py,sha256=GSflx0XQ_gQQ8tHVouR0GJ_1oDyVYdS8gaK9tpIV9Rg,23898
|
|
276
282
|
toil/test/src/busTest.py,sha256=N49fTwZFT7kTt5a-9xxoxJTjoMnjvIPwyJdmX9N7nac,5353
|
|
277
283
|
toil/test/src/checkpointTest.py,sha256=LahYir7B3FNttP4OhbiYFKjxIftjTiuIXHC83xsxzNI,4464
|
|
278
284
|
toil/test/src/deferredFunctionTest.py,sha256=y8AAnmmn7VYbJozukKQFE3mx-vw9O6o6oeCiGv4PkeA,13355
|
|
279
285
|
toil/test/src/dockerCheckTest.py,sha256=CuXBewb1ba4rOO3YOrmChxPvdOfJGXNcT8P47HcaY1g,4407
|
|
280
286
|
toil/test/src/environmentTest.py,sha256=k-WsZ3-9Xn0Vctd8tBQTPR_fVqY-f1VHC5U3_d7qdd4,4239
|
|
281
|
-
toil/test/src/fileStoreTest.py,sha256=
|
|
287
|
+
toil/test/src/fileStoreTest.py,sha256=AZ9OazR5zRhUnH4eYYGiGsr8ZFcpX50ng3WGT00w0OQ,72970
|
|
282
288
|
toil/test/src/helloWorldTest.py,sha256=vPxXEYDZZuMynm_yQ5ZZPcm3AzXdYLT9bs0kP72OM2w,1727
|
|
283
289
|
toil/test/src/importExportFileTest.py,sha256=jqQQzQta0BH6QtxidFs8s-snpLIAS6P5y89oAU_gXAA,7974
|
|
284
290
|
toil/test/src/jobDescriptionTest.py,sha256=ops9NpnUa1aKGPrTOXU3jTwiDszCRJzHHAZzQx8bF10,4335
|
|
@@ -302,10 +308,11 @@ toil/test/src/userDefinedJobArgTypeTest.py,sha256=5PaS_418DbCAk7csGmgx3VC90mB-9Y
|
|
|
302
308
|
toil/test/src/workerTest.py,sha256=88Mz9ES62IijTkLdnzCxB3ZVEtLS2fxbIVlfhjI4SwI,6334
|
|
303
309
|
toil/test/utils/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
|
|
304
310
|
toil/test/utils/toilDebugTest.py,sha256=Qp3_MaTyhjQOs4WkI2J7BwRSdx-MyjjcghTnPZ-EWKA,9757
|
|
305
|
-
toil/test/utils/toilKillTest.py,sha256=
|
|
311
|
+
toil/test/utils/toilKillTest.py,sha256=iFApgCjKKgmeuq1FSCn04-9VJijOjmBCn-RdjlqSuKw,4136
|
|
306
312
|
toil/test/utils/utilsTest.py,sha256=RuiYS5ogRz_rid2YqsRGhylpW3oGofe8ssGvUbXSBiE,22008
|
|
313
|
+
toil/test/utils/ABCWorkflowDebug/ABC.txt,sha256=tdQEXD9Gb6kf4sxqvnkjKhpXzfEE96JucW4KHieJ33g,3
|
|
307
314
|
toil/test/utils/ABCWorkflowDebug/B_file.txt,sha256=wM3nf6j--X1HbBCq09LVT8wvM2FA0HNlHC3Mzx43n9Y,2
|
|
308
|
-
toil/test/utils/ABCWorkflowDebug/debugWorkflow.py,sha256=
|
|
315
|
+
toil/test/utils/ABCWorkflowDebug/debugWorkflow.py,sha256=QF8tfoEVYdZbR7vyL43El4G_Q613zdGo_xF_m_zi7sk,6785
|
|
309
316
|
toil/test/utils/ABCWorkflowDebug/mkFile.py,sha256=x0DSfKGpd-39F1X1lXHzY_CpGvFvsMFDneOJRRimDXE,454
|
|
310
317
|
toil/test/utils/ABCWorkflowDebug/sleep.cwl,sha256=JWQ77oYNXXRGUdnHVORkqh0SvSXlIBWM9JHmhJOpIv8,183
|
|
311
318
|
toil/test/utils/ABCWorkflowDebug/sleep.yaml,sha256=9kNrGjaLOSTdsnC7zw36Em2YLueoHFdraKBLiQY3WEQ,13
|
|
@@ -313,13 +320,13 @@ toil/test/wdl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
|
313
320
|
toil/test/wdl/lint_error.wdl,sha256=vLwgk8CrPzLNRJnMLuQV22m1E1cwG-m76ZM0XgSKfLY,86
|
|
314
321
|
toil/test/wdl/test.csv,sha256=1hPDzKegqv1H582Bx-4CaFBLE-jCSyZo3N6KhjhsXO8,18
|
|
315
322
|
toil/test/wdl/test.tsv,sha256=O4F7lQouDB33aMklmbL2KOoLNNEDx_EUiHmANZ4pKeg,18
|
|
316
|
-
toil/test/wdl/wdltoil_test.py,sha256=
|
|
317
|
-
toil/test/wdl/wdltoil_test_kubernetes.py,sha256=
|
|
323
|
+
toil/test/wdl/wdltoil_test.py,sha256=GajkwQqFCcbUYqALEpW2KIUYhVvgnCcQH_qXwfHAzh4,51302
|
|
324
|
+
toil/test/wdl/wdltoil_test_kubernetes.py,sha256=vJdmSuQJslvrfF6nadjORkdanED99xElG54EC7L2rR4,2996
|
|
318
325
|
toil/test/wdl/md5sum/empty_file.json,sha256=Y4Yb2dygeV8J7wowyUuTi8qOwmRR-znb70r3jsPw688,27
|
|
319
326
|
toil/test/wdl/md5sum/md5sum-gs.json,sha256=PppK5H77nRcpo_n2ttZzEPkoxrLVypGlFD6Wrwe-hfk,123
|
|
320
327
|
toil/test/wdl/md5sum/md5sum.1.0.wdl,sha256=BJMdlruHIRcuBLQY738T_eyHZms-8obz4-P6VxrwW30,445
|
|
321
328
|
toil/test/wdl/md5sum/md5sum.input,sha256=Dku-ociuYkwF79yyEiesBDbi97E3AVJwfLhogDnlE-E,67
|
|
322
|
-
toil/test/wdl/md5sum/md5sum.json,sha256=
|
|
329
|
+
toil/test/wdl/md5sum/md5sum.json,sha256=Qact-pZ-Bqy2016DharLO3vFhok_RiWEKtTWSn0V6oQ,39
|
|
323
330
|
toil/test/wdl/md5sum/md5sum.wdl,sha256=rOMK3chqHY8TvJljL715ZDGokmN3z-eUtIzDXTFYw5w,447
|
|
324
331
|
toil/test/wdl/miniwdl_self_test/inputs-namespaced.json,sha256=uUaurpDKWYaPET2tEkiIZ1ciEti_4s2_j0ZsUwiDdPo,107
|
|
325
332
|
toil/test/wdl/miniwdl_self_test/inputs.json,sha256=Q_e331sBPLgqfALukm1eWxR1n5zQp2l5YRtiGpWjBW4,94
|
|
@@ -396,6 +403,7 @@ toil/test/wdl/testfiles/croo.wdl,sha256=LglQ9WjDYmMI6fsDE_CacTRMHtTRu84LX-H05IIS
|
|
|
396
403
|
toil/test/wdl/testfiles/drop_files.wdl,sha256=6pR3s6IOIg6tvZesvF4Fh78QvzlKGz3HP3X4PUQgIWs,1929
|
|
397
404
|
toil/test/wdl/testfiles/drop_files_subworkflow.wdl,sha256=Qrq7LPfQGmD8ALWUVyp3AlZ8_KcD1nqKCb5bVf9wDb4,158
|
|
398
405
|
toil/test/wdl/testfiles/empty.txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
406
|
+
toil/test/wdl/testfiles/gather.wdl,sha256=kzycmVYei6LkZkcAtCM1JD6g498bMALiO-JVjBwa3hc,637
|
|
399
407
|
toil/test/wdl/testfiles/not_enough_outputs.wdl,sha256=AO3v20B5nR28MZmmKYCTiqh3hRJgg6LCENAZ2nC4IYg,438
|
|
400
408
|
toil/test/wdl/testfiles/random.wdl,sha256=74vORE5a-fcQs_z73uyjUzkRqpGLv22bWmlNuvE83nw,1017
|
|
401
409
|
toil/test/wdl/testfiles/read_file.wdl,sha256=9UkeiNK7QQJfzARfWfApL_zQ_7O3cTAF3_IyJfBhQJs,296
|
|
@@ -421,7 +429,7 @@ toil/test/wdl/wdl_specification/v1_spec_declaration.wdl,sha256=-9YcGU3YotQP3vn4-
|
|
|
421
429
|
toil/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
422
430
|
toil/utils/toilClean.py,sha256=X6Fws6LVqa-ScUITMTomV5iohXa3yz_rAIFnUfXlqZU,1850
|
|
423
431
|
toil/utils/toilConfig.py,sha256=Ki6gGV-9d21z06u-A0meE2H0MjJUCT4mQEsMmERHn8o,1502
|
|
424
|
-
toil/utils/toilDebugFile.py,sha256=
|
|
432
|
+
toil/utils/toilDebugFile.py,sha256=tRlsJgfCnPCV-1w4eS9WPIBDlywIxLgxzAXeQjjqhhk,6334
|
|
425
433
|
toil/utils/toilDebugJob.py,sha256=K3j5wqDBzLHRGwThE_PDVN0-yKFl7xETDWXrNe6EnQc,10796
|
|
426
434
|
toil/utils/toilDestroyCluster.py,sha256=OvwlKgomHiLptN8GjLouBzfFCo-SyLfrRWF4sv0kPww,1416
|
|
427
435
|
toil/utils/toilKill.py,sha256=21zOstvFb32cwQlhMsG5Q4lPT2CSnZ7OXEK1mmyLmtk,2751
|
|
@@ -430,15 +438,15 @@ toil/utils/toilMain.py,sha256=Lz7dtkpE8urTRgimRjewKvbh4Xgh6l0OJRtxX203LyI,2790
|
|
|
430
438
|
toil/utils/toilRsyncCluster.py,sha256=cR-4o9KpoyBdObCwQgpAqpO30VK3gGzwHKOGyQHGQeQ,2150
|
|
431
439
|
toil/utils/toilServer.py,sha256=4XbyOHQHgMWWrCWj9Uz1M-jLQheV2Ju-DQ_fNdnBg1o,1178
|
|
432
440
|
toil/utils/toilSshCluster.py,sha256=yjNOjbtC1CdvTRK1vOygamXvlUYHnbmWtsOyH5lBNkg,3580
|
|
433
|
-
toil/utils/toilStats.py,sha256=
|
|
441
|
+
toil/utils/toilStats.py,sha256=k6llhv5HOolSO4yQCoMuYVwbOpauGrPiGb5jSAWYAtM,26301
|
|
434
442
|
toil/utils/toilStatus.py,sha256=qacxW5lcguvmhUi1b4cjm1acJik0zpsP7CsUuZyX-fo,20424
|
|
435
443
|
toil/utils/toilUpdateEC2Instances.py,sha256=47972f1_oRvKOZv77EcBr3QjP2YNl8SZWhTsw6mWG-4,1318
|
|
436
444
|
toil/wdl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
437
445
|
toil/wdl/utils.py,sha256=U0TqbVTsap0VdeZjrUf4l71A7Zns-Hkso1B1Zdp2LRk,1316
|
|
438
|
-
toil/wdl/wdltoil.py,sha256=
|
|
439
|
-
toil-9.
|
|
440
|
-
toil-9.
|
|
441
|
-
toil-9.
|
|
442
|
-
toil-9.
|
|
443
|
-
toil-9.
|
|
444
|
-
toil-9.
|
|
446
|
+
toil/wdl/wdltoil.py,sha256=DKGkqbGjjEaXt9QrnSKDzEE3JuAMNzE_jc9cxyibk7c,265992
|
|
447
|
+
toil-9.1.1.dist-info/licenses/LICENSE,sha256=YVxVi652J1ZDmtC3EMP5r0EbK85-hm_pzogiULmlqUA,12862
|
|
448
|
+
toil-9.1.1.dist-info/METADATA,sha256=__E7Qc3gMoOZf0U8AWTtBXtarqwFA8e-zpegiV35-Do,8695
|
|
449
|
+
toil-9.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
450
|
+
toil-9.1.1.dist-info/entry_points.txt,sha256=EF2yFhV2UYuJGr-OjMkUOd3RyOCgRWQbS6XJtBJ25eM,436
|
|
451
|
+
toil-9.1.1.dist-info/top_level.txt,sha256=1ydj7IXvHS9tMT5OVTSSpub6ZOaQeIn3KGCgJqaikF0,5
|
|
452
|
+
toil-9.1.1.dist-info/RECORD,,
|
toil/lib/iterables.py
DELETED
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
# Copyright (C) 2015-2021 Regents of the University of California
|
|
2
|
-
#
|
|
3
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
-
# you may not use this file except in compliance with the License.
|
|
5
|
-
# You may obtain a copy of the License at
|
|
6
|
-
#
|
|
7
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
-
#
|
|
9
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
-
# See the License for the specific language governing permissions and
|
|
13
|
-
# limitations under the License.
|
|
14
|
-
|
|
15
|
-
from collections.abc import Iterable, Iterator
|
|
16
|
-
|
|
17
|
-
# 5.14.2018: copied into Toil from https://github.com/BD2KGenomics/bd2k-python-lib
|
|
18
|
-
from typing import Any, TypeVar
|
|
19
|
-
|
|
20
|
-
IT = TypeVar("IT")
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
def flatten(iterables: Iterable[IT]) -> Iterator[IT]:
|
|
24
|
-
"""Flatten an iterable, except for string elements."""
|
|
25
|
-
for it in iterables:
|
|
26
|
-
if isinstance(it, str):
|
|
27
|
-
yield it
|
|
28
|
-
else:
|
|
29
|
-
yield from it
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
# noinspection PyPep8Naming
|
|
33
|
-
class concat:
|
|
34
|
-
"""
|
|
35
|
-
A literal iterable to combine sequence literals (lists, set) with generators or list comprehensions.
|
|
36
|
-
|
|
37
|
-
Instead of
|
|
38
|
-
|
|
39
|
-
>>> [ -1 ] + [ x * 2 for x in range( 3 ) ] + [ -1 ]
|
|
40
|
-
[-1, 0, 2, 4, -1]
|
|
41
|
-
|
|
42
|
-
you can write
|
|
43
|
-
|
|
44
|
-
>>> list( concat( -1, ( x * 2 for x in range( 3 ) ), -1 ) )
|
|
45
|
-
[-1, 0, 2, 4, -1]
|
|
46
|
-
|
|
47
|
-
This is slightly shorter (not counting the list constructor) and does not involve array
|
|
48
|
-
construction or concatenation.
|
|
49
|
-
|
|
50
|
-
Note that concat() flattens (or chains) all iterable arguments into a single
|
|
51
|
-
result iterable:
|
|
52
|
-
|
|
53
|
-
>>> list( concat( 1, range( 2, 4 ), 4 ) )
|
|
54
|
-
[1, 2, 3, 4]
|
|
55
|
-
|
|
56
|
-
It only does so one level deep. If you need to recursively flatten a data structure,
|
|
57
|
-
check out crush().
|
|
58
|
-
|
|
59
|
-
If you want to prevent that flattening for an iterable argument, wrap it in concat():
|
|
60
|
-
|
|
61
|
-
>>> list( concat( 1, concat( range( 2, 4 ) ), 4 ) )
|
|
62
|
-
[1, range(2, 4), 4]
|
|
63
|
-
|
|
64
|
-
Some more example.
|
|
65
|
-
|
|
66
|
-
>>> list( concat() ) # empty concat
|
|
67
|
-
[]
|
|
68
|
-
>>> list( concat( 1 ) ) # non-iterable
|
|
69
|
-
[1]
|
|
70
|
-
>>> list( concat( concat() ) ) # empty iterable
|
|
71
|
-
[]
|
|
72
|
-
>>> list( concat( concat( 1 ) ) ) # singleton iterable
|
|
73
|
-
[1]
|
|
74
|
-
>>> list( concat( 1, concat( 2 ), 3 ) ) # flattened iterable
|
|
75
|
-
[1, 2, 3]
|
|
76
|
-
>>> list( concat( 1, [2], 3 ) ) # flattened iterable
|
|
77
|
-
[1, 2, 3]
|
|
78
|
-
>>> list( concat( 1, concat( [2] ), 3 ) ) # protecting an iterable from being flattened
|
|
79
|
-
[1, [2], 3]
|
|
80
|
-
>>> list( concat( 1, concat( [2], 3 ), 4 ) ) # protection only works with a single argument
|
|
81
|
-
[1, 2, 3, 4]
|
|
82
|
-
>>> list( concat( 1, 2, concat( 3, 4 ), 5, 6 ) )
|
|
83
|
-
[1, 2, 3, 4, 5, 6]
|
|
84
|
-
>>> list( concat( 1, 2, concat( [ 3, 4 ] ), 5, 6 ) )
|
|
85
|
-
[1, 2, [3, 4], 5, 6]
|
|
86
|
-
|
|
87
|
-
Note that while strings are technically iterable, concat() does not flatten them.
|
|
88
|
-
|
|
89
|
-
>>> list( concat( 'ab' ) )
|
|
90
|
-
['ab']
|
|
91
|
-
>>> list( concat( concat( 'ab' ) ) )
|
|
92
|
-
['ab']
|
|
93
|
-
"""
|
|
94
|
-
|
|
95
|
-
def __init__(self, *args: Any) -> None:
|
|
96
|
-
super().__init__()
|
|
97
|
-
self.args = args
|
|
98
|
-
|
|
99
|
-
def __iter__(self) -> Iterator[Any]:
|
|
100
|
-
def expand(x):
|
|
101
|
-
if isinstance(x, concat) and len(x.args) == 1:
|
|
102
|
-
i = x.args
|
|
103
|
-
elif not isinstance(x, str):
|
|
104
|
-
try:
|
|
105
|
-
i = x.__iter__()
|
|
106
|
-
except AttributeError:
|
|
107
|
-
i = (x,)
|
|
108
|
-
else:
|
|
109
|
-
i = x
|
|
110
|
-
return i
|
|
111
|
-
|
|
112
|
-
return flatten(map(expand, self.args))
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
Hello,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|