toil 9.0.0__py3-none-any.whl → 9.1.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. toil/batchSystems/abstractBatchSystem.py +13 -5
  2. toil/batchSystems/abstractGridEngineBatchSystem.py +17 -5
  3. toil/batchSystems/kubernetes.py +13 -2
  4. toil/batchSystems/mesos/batchSystem.py +33 -2
  5. toil/batchSystems/slurm.py +191 -16
  6. toil/cwl/cwltoil.py +17 -82
  7. toil/fileStores/__init__.py +1 -1
  8. toil/fileStores/abstractFileStore.py +5 -2
  9. toil/fileStores/cachingFileStore.py +1 -1
  10. toil/job.py +30 -14
  11. toil/jobStores/abstractJobStore.py +24 -19
  12. toil/jobStores/aws/jobStore.py +862 -1963
  13. toil/jobStores/aws/utils.py +24 -270
  14. toil/jobStores/googleJobStore.py +25 -9
  15. toil/jobStores/utils.py +0 -327
  16. toil/leader.py +27 -22
  17. toil/lib/aws/config.py +22 -0
  18. toil/lib/aws/s3.py +477 -9
  19. toil/lib/aws/utils.py +22 -33
  20. toil/lib/checksum.py +88 -0
  21. toil/lib/conversions.py +33 -31
  22. toil/lib/directory.py +217 -0
  23. toil/lib/ec2.py +97 -29
  24. toil/lib/exceptions.py +2 -1
  25. toil/lib/expando.py +2 -2
  26. toil/lib/generatedEC2Lists.py +73 -16
  27. toil/lib/io.py +33 -2
  28. toil/lib/memoize.py +21 -7
  29. toil/lib/pipes.py +385 -0
  30. toil/lib/retry.py +1 -1
  31. toil/lib/threading.py +1 -1
  32. toil/lib/web.py +4 -5
  33. toil/provisioners/__init__.py +5 -2
  34. toil/provisioners/aws/__init__.py +43 -36
  35. toil/provisioners/aws/awsProvisioner.py +22 -13
  36. toil/provisioners/node.py +60 -12
  37. toil/resource.py +3 -13
  38. toil/test/__init__.py +14 -16
  39. toil/test/batchSystems/test_slurm.py +103 -14
  40. toil/test/cwl/staging_cat.cwl +27 -0
  41. toil/test/cwl/staging_make_file.cwl +25 -0
  42. toil/test/cwl/staging_workflow.cwl +43 -0
  43. toil/test/cwl/zero_default.cwl +61 -0
  44. toil/test/docs/scripts/tutorial_staging.py +17 -8
  45. toil/test/jobStores/jobStoreTest.py +23 -133
  46. toil/test/lib/aws/test_iam.py +7 -7
  47. toil/test/lib/aws/test_s3.py +30 -33
  48. toil/test/lib/aws/test_utils.py +9 -9
  49. toil/test/provisioners/aws/awsProvisionerTest.py +59 -6
  50. toil/test/src/autoDeploymentTest.py +2 -3
  51. toil/test/src/fileStoreTest.py +89 -87
  52. toil/test/utils/ABCWorkflowDebug/ABC.txt +1 -0
  53. toil/test/utils/ABCWorkflowDebug/debugWorkflow.py +4 -4
  54. toil/test/utils/toilKillTest.py +35 -28
  55. toil/test/wdl/md5sum/md5sum.json +1 -1
  56. toil/test/wdl/testfiles/gather.wdl +52 -0
  57. toil/test/wdl/wdltoil_test.py +120 -38
  58. toil/test/wdl/wdltoil_test_kubernetes.py +9 -0
  59. toil/utils/toilDebugFile.py +6 -3
  60. toil/utils/toilStats.py +17 -2
  61. toil/version.py +6 -6
  62. toil/wdl/wdltoil.py +1038 -549
  63. toil/worker.py +5 -2
  64. {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/METADATA +12 -12
  65. {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/RECORD +69 -61
  66. toil/lib/iterables.py +0 -112
  67. toil/test/docs/scripts/stagingExampleFiles/in.txt +0 -1
  68. {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/WHEEL +0 -0
  69. {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/entry_points.txt +0 -0
  70. {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/licenses/LICENSE +0 -0
  71. {toil-9.0.0.dist-info → toil-9.1.1.dist-info}/top_level.txt +0 -0
toil/worker.py CHANGED
@@ -544,6 +544,7 @@ def workerScript(
544
544
  startClock = ResourceMonitor.get_total_cpu_time()
545
545
 
546
546
  startTime = time.time()
547
+ fileStore = None
547
548
  while True:
548
549
  ##########################################
549
550
  # Run the job body, if there is one
@@ -689,8 +690,10 @@ def workerScript(
689
690
  totalCPUTime, totalMemoryUsage = (
690
691
  ResourceMonitor.get_total_cpu_time_and_memory_usage()
691
692
  )
692
- statsDict.workers.time = str(time.time() - startTime)
693
- statsDict.workers.clock = str(totalCPUTime - startClock)
693
+ chain_wall_time = time.time() - startTime
694
+ chain_cpu_time = totalCPUTime - startClock
695
+ statsDict.workers.time = str(chain_wall_time)
696
+ statsDict.workers.clock = str(chain_cpu_time)
694
697
  statsDict.workers.memory = str(totalMemoryUsage)
695
698
  # Say the worker used the max disk we saw from any job
696
699
  max_bytes = 0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: toil
3
- Version: 9.0.0
3
+ Version: 9.1.1
4
4
  Summary: Pipeline management software for clusters.
5
5
  Home-page: https://github.com/DataBiosphere/toil
6
6
  Author: Benedict Paten and the Toil community
@@ -33,7 +33,7 @@ Requires-Python: >=3.9
33
33
  Description-Content-Type: text/x-rst
34
34
  License-File: LICENSE
35
35
  Requires-Dist: dill<0.4,>=0.3.2
36
- Requires-Dist: requests<=2.31.0
36
+ Requires-Dist: requests<=2.32.5
37
37
  Requires-Dist: docker<8,>=6.1.0
38
38
  Requires-Dist: urllib3<3,>=1.26.0
39
39
  Requires-Dist: python-dateutil
@@ -55,10 +55,10 @@ Requires-Dist: mypy-boto3-s3<2,>=1.28.3.post2; extra == "aws"
55
55
  Requires-Dist: moto<6,>=5.0.3; extra == "aws"
56
56
  Requires-Dist: ec2_metadata<3,>=2.14.0; extra == "aws"
57
57
  Provides-Extra: cwl
58
- Requires-Dist: cwltool==3.1.20250110105449; extra == "cwl"
58
+ Requires-Dist: cwltool==3.1.20250715140722; extra == "cwl"
59
59
  Requires-Dist: schema-salad<9,>=8.4.20230128170514; extra == "cwl"
60
60
  Requires-Dist: galaxy-tool-util<26; extra == "cwl"
61
- Requires-Dist: galaxy-util<25; extra == "cwl"
61
+ Requires-Dist: galaxy-util<26; extra == "cwl"
62
62
  Requires-Dist: ruamel.yaml<=0.19,>=0.15; extra == "cwl"
63
63
  Requires-Dist: ruamel.yaml.clib>=0.2.6; extra == "cwl"
64
64
  Requires-Dist: networkx!=2.8.1,<4; extra == "cwl"
@@ -67,11 +67,11 @@ Requires-Dist: cwl-utils>=0.36; extra == "cwl"
67
67
  Provides-Extra: encryption
68
68
  Requires-Dist: pynacl<2,>=1.4.0; extra == "encryption"
69
69
  Provides-Extra: google
70
- Requires-Dist: apache-libcloud<3,>=2.2.1; extra == "google"
70
+ Requires-Dist: apache-libcloud<4,>=3.6.1; extra == "google"
71
71
  Requires-Dist: google-cloud-storage<=2.8.0,>=2; extra == "google"
72
72
  Requires-Dist: google-auth<3,>=2.18.1; extra == "google"
73
73
  Provides-Extra: kubernetes
74
- Requires-Dist: kubernetes<33,>=12.0.1; extra == "kubernetes"
74
+ Requires-Dist: kubernetes<34,>=12.0.1; extra == "kubernetes"
75
75
  Requires-Dist: kubernetes-stubs==v22.6.0post1; extra == "kubernetes"
76
76
  Requires-Dist: types-urllib3; extra == "kubernetes"
77
77
  Requires-Dist: types-PyYAML; extra == "kubernetes"
@@ -84,7 +84,7 @@ Provides-Extra: server
84
84
  Requires-Dist: connexion[swagger-ui]<4,>=3; extra == "server"
85
85
  Requires-Dist: flask<4,>=3; extra == "server"
86
86
  Requires-Dist: werkzeug<4,>=3; extra == "server"
87
- Requires-Dist: flask-cors<6,>=5.0.1; extra == "server"
87
+ Requires-Dist: flask-cors<7,>=5.0.1; extra == "server"
88
88
  Requires-Dist: gunicorn<24,>=23.0.0; extra == "server"
89
89
  Requires-Dist: celery<6,>=5.4.0; extra == "server"
90
90
  Requires-Dist: wes-service<6,>=5.0.0; extra == "server"
@@ -99,20 +99,20 @@ Requires-Dist: mypy-boto3-iam<2,>=1.28.3.post2; extra == "all"
99
99
  Requires-Dist: mypy-boto3-s3<2,>=1.28.3.post2; extra == "all"
100
100
  Requires-Dist: moto<6,>=5.0.3; extra == "all"
101
101
  Requires-Dist: ec2_metadata<3,>=2.14.0; extra == "all"
102
- Requires-Dist: cwltool==3.1.20250110105449; extra == "all"
102
+ Requires-Dist: cwltool==3.1.20250715140722; extra == "all"
103
103
  Requires-Dist: schema-salad<9,>=8.4.20230128170514; extra == "all"
104
104
  Requires-Dist: galaxy-tool-util<26; extra == "all"
105
- Requires-Dist: galaxy-util<25; extra == "all"
105
+ Requires-Dist: galaxy-util<26; extra == "all"
106
106
  Requires-Dist: ruamel.yaml<=0.19,>=0.15; extra == "all"
107
107
  Requires-Dist: ruamel.yaml.clib>=0.2.6; extra == "all"
108
108
  Requires-Dist: networkx!=2.8.1,<4; extra == "all"
109
109
  Requires-Dist: CacheControl[filecache]; extra == "all"
110
110
  Requires-Dist: cwl-utils>=0.36; extra == "all"
111
111
  Requires-Dist: pynacl<2,>=1.4.0; extra == "all"
112
- Requires-Dist: apache-libcloud<3,>=2.2.1; extra == "all"
112
+ Requires-Dist: apache-libcloud<4,>=3.6.1; extra == "all"
113
113
  Requires-Dist: google-cloud-storage<=2.8.0,>=2; extra == "all"
114
114
  Requires-Dist: google-auth<3,>=2.18.1; extra == "all"
115
- Requires-Dist: kubernetes<33,>=12.0.1; extra == "all"
115
+ Requires-Dist: kubernetes<34,>=12.0.1; extra == "all"
116
116
  Requires-Dist: kubernetes-stubs==v22.6.0post1; extra == "all"
117
117
  Requires-Dist: types-urllib3; extra == "all"
118
118
  Requires-Dist: types-PyYAML; extra == "all"
@@ -123,7 +123,7 @@ Requires-Dist: graphlib-backport==1.0; python_version < "3.9" and extra == "all"
123
123
  Requires-Dist: connexion[swagger-ui]<4,>=3; extra == "all"
124
124
  Requires-Dist: flask<4,>=3; extra == "all"
125
125
  Requires-Dist: werkzeug<4,>=3; extra == "all"
126
- Requires-Dist: flask-cors<6,>=5.0.1; extra == "all"
126
+ Requires-Dist: flask-cors<7,>=5.0.1; extra == "all"
127
127
  Requires-Dist: gunicorn<24,>=23.0.0; extra == "all"
128
128
  Requires-Dist: celery<6,>=5.4.0; extra == "all"
129
129
  Requires-Dist: wes-service<6,>=5.0.0; extra == "all"
@@ -3,89 +3,92 @@ toil/bus.py,sha256=Rr6oTGo5jtTJLtxycuPg-5U9fCqiDAvKMdlj7xYka8Q,30035
3
3
  toil/common.py,sha256=SCcqojtspk3oqwStKUx-daP7fMCgWQ8TWBgh7WNcSRY,83253
4
4
  toil/deferred.py,sha256=2ShsuPqDwu0jhBQ6ocMwe4lfNegBm2lj7dOG9E7X3Zc,14152
5
5
  toil/exceptions.py,sha256=oL2d9uutwtcPkMcEUGrixKUd4y1JLSA0-N7hNJqCLSk,1883
6
- toil/job.py,sha256=0oFg6QNZCpyEKZu0zuzV5CWJGVTsloC6kdhTctw4PxE,175060
7
- toil/leader.py,sha256=qae1vsJYuuJW9fYYAl4nd-hVMvjfaWJ3Yf6eVsJwMLc,85512
6
+ toil/job.py,sha256=KGcmuzoCFtWakl_y4LwBlo8Uuh1-FnGqHOXc_BwAF0A,175901
7
+ toil/leader.py,sha256=abI47MI8zUlWZCjFce2QMwoFF9-QQ1aF8kWn7qKtrpM,85829
8
8
  toil/realtimeLogger.py,sha256=2O4AUaKtvItzzCAQKORIEHZ2cDoLf_6njoKWv_uzdFc,9878
9
- toil/resource.py,sha256=PlI6R28aYqfYLDsztjlAYpkVGfSr2O0DhrgDXpXJxa0,25650
9
+ toil/resource.py,sha256=2LmdM6zqjG_aYqQ25UixpkdKipLYnKngMGhll4I-O6M,25349
10
10
  toil/serviceManager.py,sha256=GE5IUjQmNrekYv9tclim0RlCFf4ueOQ2H4qHjMBrOcg,19978
11
11
  toil/statsAndLogging.py,sha256=JXir7TCV8OdDaAdt3VsDR2rbdNWk4ILyOwlKHVdoXT0,18696
12
12
  toil/toilState.py,sha256=DD52XQv8wRCYzF7-F6Olqa_k6u-_py-JWyjqJHRh6Z0,17989
13
- toil/version.py,sha256=lCDjuTyRMxYVorP8HSMfJira24aXGsZI4ZMgqwWK_UI,486
14
- toil/worker.py,sha256=17TPlqCcUSeqRBnz0ztYHbkAxJs6mOBb8vv4Jf2csUY,39208
13
+ toil/version.py,sha256=BddPhxnAGVCb3Qc7AXduzi7u3NQLYpaKxsg1dtQzWag,486
14
+ toil/worker.py,sha256=uEU3BnmFS-SQf2JW6FDvcf7t8uUXFXiInaJLTt8l9Lk,39315
15
15
  toil/batchSystems/__init__.py,sha256=T8psI5GmvE71_XmajKsfeQ3YUs6XM7rX1Fy9VNUX_-Q,1036
16
- toil/batchSystems/abstractBatchSystem.py,sha256=ctlpC_Jzy761eXdx5aP2qQvAMdoTu0uk37p9XcMHGSU,33544
17
- toil/batchSystems/abstractGridEngineBatchSystem.py,sha256=NnVPOdgrASq_3Gwn0fcJUBgg2OrSNcknn1jXoan17xQ,24340
16
+ toil/batchSystems/abstractBatchSystem.py,sha256=yOsKGlKOADtBhsG6OVvBY2yRJREJtPd84WisE47xBO0,33803
17
+ toil/batchSystems/abstractGridEngineBatchSystem.py,sha256=UoVM2kGvoEmBhPlA5_rghZD9piRoOuhYwU6I5WLiW5k,24737
18
18
  toil/batchSystems/awsBatch.py,sha256=ussXl20jE3daOxtUE5bH5ODZ2ynrqmFJczcOTXQsoSY,27300
19
19
  toil/batchSystems/cleanup_support.py,sha256=iWI-uNGwQWbBteWYzKWWZaL5wZBpRswHAtWdFU9VCKA,4056
20
20
  toil/batchSystems/contained_executor.py,sha256=2wP3sDyOanB2YrXxhdJ1PI3VohKK37ifgRya2F0rcMY,5111
21
21
  toil/batchSystems/gridengine.py,sha256=OL1SOQXV5vz7UwNSSZ2lKTRArkeaVRND5FyqQ8K8V20,8114
22
22
  toil/batchSystems/htcondor.py,sha256=nCylLUvRyX2k79LYriJgwhmowJBRekBWYUSpJgtawsY,18613
23
- toil/batchSystems/kubernetes.py,sha256=6ZGO1TCOSeuP3zr87gA65HWB3B2zGtq7x6l8dt7vouE,89219
23
+ toil/batchSystems/kubernetes.py,sha256=XhZHDQOzSjQu2OYoJb22Gh4t2w2n3irRbYmz-0AOvl8,89657
24
24
  toil/batchSystems/local_support.py,sha256=lq3VcjSgRvaXqXHWdxhzvUOfCl0i16eJ7YtGx1esFZU,3895
25
25
  toil/batchSystems/lsf.py,sha256=rQJe6dpnqs-LAZ0qaAo94VtxvhADwv8XzRTrQulp-mQ,18089
26
26
  toil/batchSystems/lsfHelper.py,sha256=IE5y-x-Mofau7jksWjBdTLt5dVvyj-w8dd3gqwZ-r8o,7227
27
27
  toil/batchSystems/options.py,sha256=HZ4nI2paKxulcWOd81R3p_j7BE4j2U9ZjWehDKaoyaA,8155
28
28
  toil/batchSystems/registry.py,sha256=PjWcsJ-ohiZiruqopcKy7581xiZ9JeDF6xz-JE51u7I,3914
29
29
  toil/batchSystems/singleMachine.py,sha256=EerJZCoDCPODBqeDRs4SEKC8htLq22QFJnBmkFwYACA,40350
30
- toil/batchSystems/slurm.py,sha256=GgktcOVWCOQ3zFZNFDwxfoa5dU60TwV8HJwq1-OcJe4,43306
30
+ toil/batchSystems/slurm.py,sha256=D8VdDeaBrJTp5wvKcmvgs-42cztPcE3aFTxtNCw3lWM,50815
31
31
  toil/batchSystems/torque.py,sha256=A3Pe1IvIltpJSoVulfEUrilr-Ok_8E9hf41jbHYYzjQ,11795
32
32
  toil/batchSystems/mesos/__init__.py,sha256=jkeRf24eXeOTdRibDzJtqKwXup47FseQS0UXKriKrxg,3554
33
- toil/batchSystems/mesos/batchSystem.py,sha256=g_PtmP8Zr8WXBEI7kh4PUEXsuFxctzNshvFMKi0h_w0,40386
33
+ toil/batchSystems/mesos/batchSystem.py,sha256=MHof0UUwMzBT5PBRLa-ifBIW6g9pRjCUiaJ7SCoxXFc,41538
34
34
  toil/batchSystems/mesos/conftest.py,sha256=n1ZIXzZP0msJlZL_ZIG84trKifxFLRLr2uIr-EjDucQ,836
35
35
  toil/batchSystems/mesos/executor.py,sha256=ETsWkx0JaERw7YS5rzv23_xj492hKSxDOsanVilwy7Q,12729
36
36
  toil/batchSystems/mesos/test/__init__.py,sha256=dRAlqdSi5c-uTikMYFV8-_0tenUuWZniy72O5QxVFoQ,4779
37
37
  toil/cwl/__init__.py,sha256=lfyX1eoJ1IA26AUzUl6-ODTi0ZqD_0F6-rL5eqfl_9E,2131
38
38
  toil/cwl/conftest.py,sha256=R6Jw5-PeTCK0rapfHmV_VJwVcqlVbO5w3cFUbaIWUnk,848
39
- toil/cwl/cwltoil.py,sha256=s-1-9zNLIOP9CywWp5vtjj19dTJPRnj_pKsYlANsz-Q,184277
39
+ toil/cwl/cwltoil.py,sha256=E_WQopQ5zW1YcXG9-62hE1V0Mb30MePH5tmYO5K-mhg,182196
40
40
  toil/cwl/utils.py,sha256=6t_R1VzrkybjJpwzNyTm_4MY1A86KZ8grLQAYaSdVMA,12424
41
- toil/fileStores/__init__.py,sha256=xbcTdb31JXsLPxBbL3P5lm8XZlHNBohHPyawXNnZLOs,2388
42
- toil/fileStores/abstractFileStore.py,sha256=g_gViwfPqYOjGOTQCXrHOulQanump6P0SPirvX6ZqWQ,30851
43
- toil/fileStores/cachingFileStore.py,sha256=g5e4sV3XYkvpv6ZjbEuRc9KreX57RJtr4vOvxV_B4rw,101746
41
+ toil/fileStores/__init__.py,sha256=Mkm9nedTwXPiXlQpTwCirIul7C1X-bt_MstcXTS43bI,2414
42
+ toil/fileStores/abstractFileStore.py,sha256=VEJi3lIvfirs-OQVCInEln46v-EE8ZY7xqLMyAp5GUo,30994
43
+ toil/fileStores/cachingFileStore.py,sha256=zz4nTVszP1GuAJR7HC9Uk_xgB-DtWh9HFFGoJ0EhChA,101728
44
44
  toil/fileStores/nonCachingFileStore.py,sha256=VsPoKz0Ln5HP-trLlAarqhqJIzdwpADfu8E_UJH4X9w,15806
45
45
  toil/jobStores/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
46
- toil/jobStores/abstractJobStore.py,sha256=W7Rn2f0vixyNlMVFWA__Mze7iJXEe7huE3M4ADif7Jk,70625
46
+ toil/jobStores/abstractJobStore.py,sha256=zwHhA2-896qZs7I9g2_DDdXVXfiKl8AcZnoysrzTDRg,70827
47
47
  toil/jobStores/conftest.py,sha256=xNy_u3dGZz0206dnixzYvAvT85a0HfkIJw9XbsiGJnM,837
48
48
  toil/jobStores/fileJobStore.py,sha256=L6feaKFA6wGkO0VJZx6Zhy2yTUW3LbfC54YysRWB6RI,52703
49
- toil/jobStores/googleJobStore.py,sha256=j9Zz2HBIX5tb20pcatgPr73QOQLXakWEHjwRyr2QGMM,27926
50
- toil/jobStores/utils.py,sha256=R1NKkyHC9txT7KMXAoa51aNOJJOHx7HloPqI7PD6ipA,15521
49
+ toil/jobStores/googleJobStore.py,sha256=sDzzpBwl52KWoQKFqPja5-ixnaJhVgE1Z2x0tkw3fUs,28352
50
+ toil/jobStores/utils.py,sha256=84mpYPEc5dMddc1iEhgzmDn7RTLD-y4FX8mw8QddOdo,2862
51
51
  toil/jobStores/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
52
- toil/jobStores/aws/jobStore.py,sha256=y6k0AcRm6MpLC2qNSD_S5d6XSgIMbH99_82cCrRAvkU,89960
53
- toil/jobStores/aws/utils.py,sha256=GDSNhcwgkhyrq1YDdYJscg1gjFyGpGxIARUYH3cMvPw,20584
52
+ toil/jobStores/aws/jobStore.py,sha256=Ghf4rFAxfFZNWBuIK61j7ZDeLViQxrAmPA0XRDk6Vv0,40145
53
+ toil/jobStores/aws/utils.py,sha256=h0kx-ll92H_LWpNpj6YCccU7BJ2Z88aooJYk7KJ6ygs,11965
54
54
  toil/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
55
55
  toil/lib/accelerators.py,sha256=1AGwJUDWB9GUNjJyG9ybDlwHPHzw7a3e8s05_VWyXJU,8069
56
56
  toil/lib/bioio.py,sha256=vx29gpAT3HgJkwXrfDnkyqnx68QGy_40ZtB-V2Utl8w,2403
57
+ toil/lib/checksum.py,sha256=uNKIUhY4ZeX4XUXf8Y6Pid3IeJIGaDzCZWQjMMfkn9c,3144
57
58
  toil/lib/compatibility.py,sha256=pPPTJyk3GUZ8SdAv14a3v2HLWbNtcnsAFuCEbh36UZ4,1535
58
- toil/lib/conversions.py,sha256=CuOHhxpS8RFdp9U-oLSWmhSNLMKT7lqG5N5uhvxfCK4,5135
59
+ toil/lib/conversions.py,sha256=gRWKXh51HLIfhSVqzvQC9r085wHy7dHeyW4ikryQMHo,5767
60
+ toil/lib/directory.py,sha256=TYejRoWsfofGWFBb0m5oBqOqm5XEhwRZCV9ZLnScTzU,7369
59
61
  toil/lib/docker.py,sha256=tXyWSq7uzTgCLuyK8oF8c6Rx9k9F8Hh3QSbZxKctlvM,25671
60
62
  toil/lib/dockstore.py,sha256=_PMqYg4zLNvgyfRmMPPJI4K0g1TK6Ir5FiLMaX7726Q,13287
61
- toil/lib/ec2.py,sha256=gceJSDOlhiD0jtKs0e7rS8ploctt-fhJHzrYHr1_lcw,25570
63
+ toil/lib/ec2.py,sha256=y_DxjaOgnllo2Myb6ojRdfWetSTpj54BFkPRaIWZPCw,28367
62
64
  toil/lib/ec2nodes.py,sha256=UVlJqVvMofRUhoEpND3Tal5p_p-p5_LHOJRA3dH7ziI,14693
63
- toil/lib/exceptions.py,sha256=IEiFKct1-5y6SPqVH-l4nNjMIcRmHxMErjUrRy8kqQY,3041
64
- toil/lib/expando.py,sha256=JN8dbYk5K48Dwmvb_3bCkO6NYbb89iL0CRchg3_FyFA,2924
65
+ toil/lib/exceptions.py,sha256=zFpQ1db4p5uScow1NZhlq5Get32gemTFdKMeFfSzZSo,3154
66
+ toil/lib/expando.py,sha256=wNe5N4gLH0VpTK3fh9eSTbJq-8Oxrs1_xOgcpfVKje0,2996
65
67
  toil/lib/ftp_utils.py,sha256=VqrstWP6dKJnTHtrxGPp7dzeDpyaD4IR4I5NKrPR3g0,7598
66
- toil/lib/generatedEC2Lists.py,sha256=aDBxTWjyomO9pXqaXCcHODKOrHxUvAsHoxagI6YMNrs,295062
68
+ toil/lib/generatedEC2Lists.py,sha256=hMsZvukZYI9iou_4rs2lOlpDabviH88EfMJdYWx72GU,309674
67
69
  toil/lib/history.py,sha256=5WKztlZFxxS_gNfg3hNCXSnI1h0Ea24qzuEg1v4cBgU,45203
68
70
  toil/lib/history_submission.py,sha256=1Pwh0BfF-DmoBvgNMDEVIwpWy9VmDaS9A6TnaF9BHUk,28734
69
71
  toil/lib/humanize.py,sha256=6uXOB07rvAxO8jpIh2kPwy9bfoDu0eEUmBGz9m1chS8,1267
70
- toil/lib/io.py,sha256=2Qdi7K3f0jZIjgyK5AgRJWXt-E1t1ItwHnEkQ9vv5xA,13399
71
- toil/lib/iterables.py,sha256=gLbbxBzB0f-hhMRcCN9P-TDqNYK0myUKVCYBa9eJo-c,3459
72
- toil/lib/memoize.py,sha256=2ikkIOXfZv7LGsoEn8i2ojYTqqNmIIBhSCfBQxySIKg,3225
72
+ toil/lib/io.py,sha256=s1Uof7MvPK5CtDYGyvdvz-f9Xiy-RruHQtowqz9uMZ8,14539
73
+ toil/lib/memoize.py,sha256=M0uaskxmJlnetwpyMtr80qwBNtInDoutFq3iu8YY9so,3752
73
74
  toil/lib/misc.py,sha256=59JamwB-aJ6uVPhTkMwu1BxTreW1WDJrqtayMbJbUJw,7612
74
75
  toil/lib/objects.py,sha256=3XNMtBkNcIB2EMl5cteVDkuSRKAOpnd_GhxgTGVh43M,5381
76
+ toil/lib/pipes.py,sha256=FeFZc3xhaKwLa_5SfdIEmgVQoIocwr0WP0zpDwYNY-M,15773
75
77
  toil/lib/plugins.py,sha256=n-leeVkpE0Po9CG18Szd3NQftsTfHlUf_rqyxjX4M_U,3754
76
78
  toil/lib/resources.py,sha256=jBJbheSUvC-klR65-WX87viZx2yvBIgqn4dI2gVP1GQ,4043
77
- toil/lib/retry.py,sha256=h95XV6zyOsaoTbfNZyPiSjzKL-Cw7HCKaDx37ikO08s,23020
78
- toil/lib/threading.py,sha256=8dQ1ACWMCGbKmQ2Ya9SL-2bKdp-dpJEHyWBdN4tKS1c,30975
79
+ toil/lib/retry.py,sha256=xRvNIThJgNRHvokjWcjXGI73oIm9NeEfdRNDBkuHv0s,23036
80
+ toil/lib/threading.py,sha256=GjBs_Abngo9eiKfaDB--DjlBvWezyNpdB8ftjhHW8Fs,30976
79
81
  toil/lib/throttle.py,sha256=ua21juOmGI7JZP4pXdR8-s2TpF6PpwW3sg11a2gcrbI,4955
80
82
  toil/lib/trs.py,sha256=IK-I-wniAp8oUenit_BlVlGENEq4EukJ18Rr1-edTlI,18882
81
83
  toil/lib/url.py,sha256=RMXQOwxK-FRELLFj0cfX57vjhlBUhIMtbl7Ve5ZA7rc,11193
82
- toil/lib/web.py,sha256=9eJQteiGfh721crY9CSH4zNpPeH4dylPJ7IarAlSAMo,1432
84
+ toil/lib/web.py,sha256=zboNkhbCv4AzvyqxIkSnnirZJHZLeXhl5KG3Xwu6U4Q,1550
83
85
  toil/lib/aws/__init__.py,sha256=VI77J2o4IehFBpEUjS4eHmXlxEplFnKYHq6w8ZyotEk,7905
84
86
  toil/lib/aws/ami.py,sha256=SD728qocULXqWZmxPslcymukG-MxfNniMsBE9d1VVcM,9341
87
+ toil/lib/aws/config.py,sha256=sXSMBHGGBUVXXcDLPJFi9nr7pQVDzuKE75tFYg5MC1U,859
85
88
  toil/lib/aws/iam.py,sha256=6qNJ6C61XVzbuPX1p-tcnEcabCjIultrVe9MrgcME04,18550
86
- toil/lib/aws/s3.py,sha256=accn7bSneZttfb91pZR_80gDhCgVX7Z4ZOKOwM-6u9w,1156
89
+ toil/lib/aws/s3.py,sha256=8C9ed6hk6TZyffsvvgUJaLExwq7k3WlL8-Nv3rFu_jo,22750
87
90
  toil/lib/aws/session.py,sha256=96l_AGsyA3CpTJiOqPemuLWtGsV28K4DU6vjtDR-pxA,15033
88
- toil/lib/aws/utils.py,sha256=gk75XIj1Nlw8fN_KoaRb8n-rONmAtAuF2wYUqiev_2E,22205
91
+ toil/lib/aws/utils.py,sha256=JNGcvAPgYHXpUGUVlJ374cLVUfEl8344m13qwz6HUYs,21812
89
92
  toil/lib/aws/utils.py.orig,sha256=1zR2bg0-mP-SM46MRZb-7s4O_9K5IOZ5_v92WItpmUs,22244
90
93
  toil/lib/encryption/__init__.py,sha256=HP19EUYJeIMdjZq11fLn_dXIGU98sIkpTxvMxvPaUSs,705
91
94
  toil/lib/encryption/_dummy.py,sha256=6e2fthd6YdgFUgY0kjGb2052KLWUeXD_ejeoCTAThLU,1082
@@ -96,13 +99,13 @@ toil/options/common.py,sha256=vUMadLlEze1Wks7F1ZcVk9tsAIQMbxVQePJx-KxCNVk,46257
96
99
  toil/options/cwl.py,sha256=aPcbaCA8h739e1GW2oUbymYBpPaDEnCDrPZowI6zMII,14578
97
100
  toil/options/runner.py,sha256=gr5D8PJ_eNu-VGhAYdhDlhDCkfd_id5_FrTQyZoiD5c,2614
98
101
  toil/options/wdl.py,sha256=kqM3AElkX00-34DSDnHRViahL6C0vsE9-wyosKvU2Fk,3790
99
- toil/provisioners/__init__.py,sha256=Z3OV95yx77LBVRUtjX_J8r_0OSC2glAIo5y7irbB-S0,9794
102
+ toil/provisioners/__init__.py,sha256=TPsr-qc9P_fYbeCeo7FCGrU8UQxH4D3Rdhpzh6-nM7A,9885
100
103
  toil/provisioners/abstractProvisioner.py,sha256=R3OuUV2p8GWWuRs2PbaHkjHufOLyoknUaHq4vKPVGMc,58000
101
104
  toil/provisioners/clusterScaler.py,sha256=9FgnSPbn2U_FYUSJUeN67A0kdh-Yl0roi5nZLeJVr_I,64980
102
105
  toil/provisioners/gceProvisioner.py,sha256=8OsbSZeMgAB9l03zQ9WdKZ2-zFrHyzgXoLNdGKjdYcU,24212
103
- toil/provisioners/node.py,sha256=RFLXufNQhjiHUO5fBfbEBd4cbtSUWsNmiGcDDodioMI,15198
104
- toil/provisioners/aws/__init__.py,sha256=XmVkSuHGMvaMbDJ36yZHGkH5fsUJYJyi3V4R9MYw0Gs,8621
105
- toil/provisioners/aws/awsProvisioner.py,sha256=UOw4wmRy_7biTIsc0i5fhW7rvyXv0Mv-tTGIRlM2Fo0,90358
106
+ toil/provisioners/node.py,sha256=zIr-JLEC-yn1umzCxreY1BMLWohxwHL1MFYW61Wwr28,17066
107
+ toil/provisioners/aws/__init__.py,sha256=SO_2wlt8h1NtwYR9eqfqbYnDoUoyIAarlA2lFrbm_pA,9019
108
+ toil/provisioners/aws/awsProvisioner.py,sha256=jDpM3s5M8BZGBG9cv6izyRIne00T3lPAh83dtrIco9U,90902
106
109
  toil/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
107
110
  toil/server/app.py,sha256=Rldi7Wwft7Zxl3jrqh6HVHc4gMNiMjZ3CJhc7nVLW-w,7431
108
111
  toil/server/celery_app.py,sha256=PbdwRb7tY5MU4PkPgFZkq7CMiCe6LHBxw5YgcbdsKIE,663
@@ -119,14 +122,14 @@ toil/server/wes/abstract_backend.py,sha256=BXmM_jrescRYuN4phgEjag6Xl-tXRPYz_PtwV
119
122
  toil/server/wes/amazon_wes_utils.py,sha256=xRrV7hiWoWVwxJykgL2HQdMf1FZg73eqEBltKXya1Fc,10287
120
123
  toil/server/wes/tasks.py,sha256=DBjUUbxY6mq0H4aB8qiGhatmz6qWJWHkHPgfAqSr37w,24746
121
124
  toil/server/wes/toil_backend.py,sha256=u7aA-Tb3QRH5mX5hJW1DWWjBNaSjgoo-C2jvvNic7v4,27518
122
- toil/test/__init__.py,sha256=ZuMmiG2Il-MiziEEiGetNyY8gJQOyH_ftxCkwIe-2Ig,49238
125
+ toil/test/__init__.py,sha256=YmDLhPdigktTP_hE90epOJOeCKuSx1TVnaRiVFgqGG4,49144
123
126
  toil/test/conftest.py,sha256=JADYg_YbV_b28B970KcOqh4UYAhjpqwHxdQj4vt0xeE,237
124
127
  toil/test/batchSystems/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
125
128
  toil/test/batchSystems/batchSystemTest.py,sha256=5NkxMJ-mHOgN9oZoSK9zjPGZJf5CR2cQOuQ3V1P3g4I,56410
126
129
  toil/test/batchSystems/batch_system_plugin_test.py,sha256=eZlOOzdL7ja_EymnD_veY3fnAhz_6hE4CJwDKVyss-w,2991
127
130
  toil/test/batchSystems/test_gridengine.py,sha256=kZCF7WIAmCF1LTPPWd4zC6piQr0UaKJ3kYKz5tsBal0,6353
128
131
  toil/test/batchSystems/test_lsf_helper.py,sha256=JICnAPvU7HfqJ0RhIpC-IFfHLKftOAAQF2Iqc7nFs30,4697
129
- toil/test/batchSystems/test_slurm.py,sha256=998C-m8sKBlYGSIz8XJ5Br_TnuCZT2JOaHtUUz4WHkQ,28565
132
+ toil/test/batchSystems/test_slurm.py,sha256=1leONjEsU_bcAjTfgoXzwJwgtmANOpUeDcAcOXRqm-Q,32041
130
133
  toil/test/cactus/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
131
134
  toil/test/cactus/pestis.tar.gz,sha256=pIzVl3PiXRAIZBtOQTlPD-tzzrC95JxJax5ykWeozD0,5762005
132
135
  toil/test/cactus/test_cactus_integration.py,sha256=4sRlsm7b29a08HNHFUbFu_gDW36TQeTfGBvRYUXNF_U,2219
@@ -183,12 +186,16 @@ toil/test/cwl/scatter_duplicate_outputs.cwl,sha256=1ubeij5YQhjHe0igq5xL-Caje6ghe
183
186
  toil/test/cwl/seqtk_seq.cwl,sha256=uR7wlwxlNLkA_hIFglgiWGoOftQqFk4sH7Wo5zF60-c,406
184
187
  toil/test/cwl/seqtk_seq_job.json,sha256=R7ZKDllKq33U0vLRK7yvRAjKr26wU5cbdgdixG_4bnY,69
185
188
  toil/test/cwl/sorttool.cwl,sha256=c1fhFZ_ekTMuEAM0nikUPd2j-etPQL8MqyuSJLNadtc,1060
189
+ toil/test/cwl/staging_cat.cwl,sha256=7rswT6E6ldaA2I9t0DxMyuqiSepGMsIerhGZLyItpvA,625
190
+ toil/test/cwl/staging_make_file.cwl,sha256=l6HEfkg3Wd8JUBCFoMd86a6hvIJXMGF4THHd8FiO2hE,359
191
+ toil/test/cwl/staging_workflow.cwl,sha256=bCNyjI_CvValQOU3nDq_dl4ZO2uMwkUTLdL0TBmt5TI,789
186
192
  toil/test/cwl/stream.cwl,sha256=jtyYdmSyCeI6uoOeX5Nb_LMIXhR5Sqmu8dGSr_Y2Z8g,732
187
193
  toil/test/cwl/stream.json,sha256=9-UG9jmoMeNKHcB0yfKiEURPsuBe8Btr80iob3tEKzo,132
188
194
  toil/test/cwl/test_filename_conflict_detection.cwl,sha256=wVrc9EXmO74tgaEe4oE-EMpmQiHIuUFbLh0-qVisVZo,699
189
195
  toil/test/cwl/test_filename_conflict_detection_at_root.cwl,sha256=G3clUTFeeGZt5xPi2SNs05W7I-RT0OEN2C8xKHzQ300,695
190
196
  toil/test/cwl/test_filename_conflict_resolution.cwl,sha256=sIoXi61RzCkzD1MTCoglRYAXo8xaE1JiC6irvSANK0I,717
191
197
  toil/test/cwl/whale.txt,sha256=MS7gbKfWkYSmPTP52eIzQFHSzZiRMwvCNleCZ1YTmhE,1111
198
+ toil/test/cwl/zero_default.cwl,sha256=9fO0kdTpx1gfEc9mldtwBnMPPjHadSjLtQEGxnYFS5Q,1112
192
199
  toil/test/cwl/directory/directory/file.txt,sha256=vRp5WUxW_LwWXs2loofRuWHwB8gIR2XE7lzCGRBBRbU,146
193
200
  toil/test/cwl/mock_mpi/fake_mpi.yml,sha256=YtxcavXA2BbTx098_6pFRs4T9E34j-PrlJnuGCr7x9w,113
194
201
  toil/test/cwl/mock_mpi/fake_mpi_run.py,sha256=CvV6oDK_vGYZEIaINRxev1TaKs7NtzJSG8eMk3MrgeE,1165
@@ -232,12 +239,11 @@ toil/test/docs/scripts/tutorial_promises2.py,sha256=wSmEGzhkcbDdu5kk4lLj1e93ZpiN
232
239
  toil/test/docs/scripts/tutorial_quickstart.py,sha256=n6rdO1cUvB70K_UgLyE3MpRbs5AyhNCSgMOvvSmt9j4,544
233
240
  toil/test/docs/scripts/tutorial_requirements.py,sha256=4A93_9OQEUeVpmA7bPknaSdKEi5adMfGHKBaRO4R7bg,1012
234
241
  toil/test/docs/scripts/tutorial_services.py,sha256=IkH-JpG4ymR1yd8AUIbhOgPwNlltWFEmiMpV2w-lYxw,1124
235
- toil/test/docs/scripts/tutorial_staging.py,sha256=LXM9obfyrGHeU36yFfbcvbmJ79czedvok58RkBwxlf8,1365
242
+ toil/test/docs/scripts/tutorial_staging.py,sha256=MMwaxWJaZFUJk3WZFknBF0AHddcvSA_zAqGwbk2JvQw,1740
236
243
  toil/test/docs/scripts/tutorial_stats.py,sha256=eM0m4sjdgm9bkLpgf41nnX7MND9-JUWm_MuPfSFVk68,1762
237
- toil/test/docs/scripts/stagingExampleFiles/in.txt,sha256=gjjOyS8yW5TTMD-HmYuFwcfD5tQhbl23pv-x42qGK6s,7
238
244
  toil/test/docs/scripts/stagingExampleFiles/out.txt,sha256=1itR1QTwJkLatQA5Wa8MFVcJTH1J3MVEq6N6Cl2NHQ0,13
239
245
  toil/test/jobStores/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
240
- toil/test/jobStores/jobStoreTest.py,sha256=QEma-WTO-9kzp298LJXVUifXc1yP3OutKa3D0G7opkY,69620
246
+ toil/test/jobStores/jobStoreTest.py,sha256=WPuC1PYSwZ56aZKOjznmClFHbUgUAaHQZjdGm5k3kg4,64763
241
247
  toil/test/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
242
248
  toil/test/lib/dockerTest.py,sha256=uvxPeXwJg7FTK9t9JXDHTQHecg1I9jC86-CFcR05mvY,17221
243
249
  toil/test/lib/test_conversions.py,sha256=JSwdTRYklpofPV3VANHC7vHZ7WcpEWOZD6G9Tkjd45w,7232
@@ -248,9 +254,9 @@ toil/test/lib/test_trs.py,sha256=mcGn3boLFkjS_aPMOS-gwlFd7QcMVM-vpLadBnZb8SE,691
248
254
  toil/test/lib/test_url.py,sha256=fWsi6yJEBahwfwWBKqcpalF2cUDfYG4aCk6BicJg-p0,2388
249
255
  toil/test/lib/url_plugin_test.py,sha256=7aXCIEIZ4cThcSqWwsfu5U_3QwhNxaI8WN-DTnB7CrA,3636
250
256
  toil/test/lib/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
251
- toil/test/lib/aws/test_iam.py,sha256=uSZZdGwwjJvxRDYfGoKGbWPx1kx6A61gVmb73LepLMU,7076
252
- toil/test/lib/aws/test_s3.py,sha256=NpYO0GnACbGpaKPwM0yeObxqBoFYJv92RUP7VdtompE,3061
253
- toil/test/lib/aws/test_utils.py,sha256=_JI_FfpyONfLE4HduibcAPF7_Y39MUx4H6wk7KqdWw8,2253
257
+ toil/test/lib/aws/test_iam.py,sha256=Yx8vawHeo7tvGe1WTjajYD_Pw81ymb3Lluxi1ZVtNUc,7098
258
+ toil/test/lib/aws/test_s3.py,sha256=WQp96eq4pSx7mjBWKeEyoZ2Cpne7cnSwgQ1lC10cLCk,3142
259
+ toil/test/lib/aws/test_utils.py,sha256=OBgOhMeXHR4IefbzfBGACGOKoNm2K6xMC4MXSRi7UuA,2285
254
260
  toil/test/mesos/MesosDataStructuresTest.py,sha256=IcV-bNWJcMnij0WruhTk4RTmGROTTcU3pav5e4gHPfA,3225
255
261
  toil/test/mesos/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
256
262
  toil/test/mesos/helloWorld.py,sha256=xX65tKSBIKAxguBoAe-6Twp2XcBK1QEnKp5LRVImgK4,2204
@@ -264,7 +270,7 @@ toil/test/provisioners/gceProvisionerTest.py,sha256=eL3G66PzMqjB2ahXMTUd6rBGByJg
264
270
  toil/test/provisioners/provisionerTest.py,sha256=_JAvTs9bjynVpRkJI0VLPHZw-Y7kHI9B1vaWR4RomKA,2179
265
271
  toil/test/provisioners/restartScript.py,sha256=GodLqsIiYNxXFWQtyYHrxACI1fSUeGzcltO6qOdznj4,416
266
272
  toil/test/provisioners/aws/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
267
- toil/test/provisioners/aws/awsProvisionerTest.py,sha256=M1XN80n_NSO31b8zhqEvxDMfoyJIwKoNUaQ9f7ypegY,23753
273
+ toil/test/provisioners/aws/awsProvisionerTest.py,sha256=JHkXHVez95-KQBSAwJwbfxy-j5_WYYD_9uesyw9WSgY,25266
268
274
  toil/test/server/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
269
275
  toil/test/server/serverTest.py,sha256=2T9FD32-9uoGjtRC2mtJh67j9_3OWZgFONQmkA4f2tU,29399
270
276
  toil/test/sort/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
@@ -272,13 +278,13 @@ toil/test/sort/restart_sort.py,sha256=A-1pWMhSIHSbtib-u1rvOFbhRqW_mQlf6dEbelFs7Q
272
278
  toil/test/sort/sort.py,sha256=H_f4DzLGSnkHpFRayYtJKkxlCAVcikuVR48MnuybrDI,11258
273
279
  toil/test/sort/sortTest.py,sha256=0dUZ0RCzE66bRcmOHJUD5MFg4UkSRbwhnHVkzX54wI4,12239
274
280
  toil/test/src/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
275
- toil/test/src/autoDeploymentTest.py,sha256=Oqy3j-jBeMCgu66wrxkDVUKFdqvkQ7aMj7GN6gKG7cE,23947
281
+ toil/test/src/autoDeploymentTest.py,sha256=GSflx0XQ_gQQ8tHVouR0GJ_1oDyVYdS8gaK9tpIV9Rg,23898
276
282
  toil/test/src/busTest.py,sha256=N49fTwZFT7kTt5a-9xxoxJTjoMnjvIPwyJdmX9N7nac,5353
277
283
  toil/test/src/checkpointTest.py,sha256=LahYir7B3FNttP4OhbiYFKjxIftjTiuIXHC83xsxzNI,4464
278
284
  toil/test/src/deferredFunctionTest.py,sha256=y8AAnmmn7VYbJozukKQFE3mx-vw9O6o6oeCiGv4PkeA,13355
279
285
  toil/test/src/dockerCheckTest.py,sha256=CuXBewb1ba4rOO3YOrmChxPvdOfJGXNcT8P47HcaY1g,4407
280
286
  toil/test/src/environmentTest.py,sha256=k-WsZ3-9Xn0Vctd8tBQTPR_fVqY-f1VHC5U3_d7qdd4,4239
281
- toil/test/src/fileStoreTest.py,sha256=7Rh9qRGEB5nBdcerRz-7QLfq47pyfS1XQSKCOaQQS3w,73186
287
+ toil/test/src/fileStoreTest.py,sha256=AZ9OazR5zRhUnH4eYYGiGsr8ZFcpX50ng3WGT00w0OQ,72970
282
288
  toil/test/src/helloWorldTest.py,sha256=vPxXEYDZZuMynm_yQ5ZZPcm3AzXdYLT9bs0kP72OM2w,1727
283
289
  toil/test/src/importExportFileTest.py,sha256=jqQQzQta0BH6QtxidFs8s-snpLIAS6P5y89oAU_gXAA,7974
284
290
  toil/test/src/jobDescriptionTest.py,sha256=ops9NpnUa1aKGPrTOXU3jTwiDszCRJzHHAZzQx8bF10,4335
@@ -302,10 +308,11 @@ toil/test/src/userDefinedJobArgTypeTest.py,sha256=5PaS_418DbCAk7csGmgx3VC90mB-9Y
302
308
  toil/test/src/workerTest.py,sha256=88Mz9ES62IijTkLdnzCxB3ZVEtLS2fxbIVlfhjI4SwI,6334
303
309
  toil/test/utils/__init__.py,sha256=9h1rcqYjjnn97DpDEJf8tlNOIDx0XiXyQwh0F_81y0k,612
304
310
  toil/test/utils/toilDebugTest.py,sha256=Qp3_MaTyhjQOs4WkI2J7BwRSdx-MyjjcghTnPZ-EWKA,9757
305
- toil/test/utils/toilKillTest.py,sha256=fuigiHip4tR4HkYiqSojkiagMGUajRFprGS2LPAOMHk,3747
311
+ toil/test/utils/toilKillTest.py,sha256=iFApgCjKKgmeuq1FSCn04-9VJijOjmBCn-RdjlqSuKw,4136
306
312
  toil/test/utils/utilsTest.py,sha256=RuiYS5ogRz_rid2YqsRGhylpW3oGofe8ssGvUbXSBiE,22008
313
+ toil/test/utils/ABCWorkflowDebug/ABC.txt,sha256=tdQEXD9Gb6kf4sxqvnkjKhpXzfEE96JucW4KHieJ33g,3
307
314
  toil/test/utils/ABCWorkflowDebug/B_file.txt,sha256=wM3nf6j--X1HbBCq09LVT8wvM2FA0HNlHC3Mzx43n9Y,2
308
- toil/test/utils/ABCWorkflowDebug/debugWorkflow.py,sha256=BdzJE1TFGnBmO7aO8sGG4Noe2CpM0rad8te9_wvAKlI,6812
315
+ toil/test/utils/ABCWorkflowDebug/debugWorkflow.py,sha256=QF8tfoEVYdZbR7vyL43El4G_Q613zdGo_xF_m_zi7sk,6785
309
316
  toil/test/utils/ABCWorkflowDebug/mkFile.py,sha256=x0DSfKGpd-39F1X1lXHzY_CpGvFvsMFDneOJRRimDXE,454
310
317
  toil/test/utils/ABCWorkflowDebug/sleep.cwl,sha256=JWQ77oYNXXRGUdnHVORkqh0SvSXlIBWM9JHmhJOpIv8,183
311
318
  toil/test/utils/ABCWorkflowDebug/sleep.yaml,sha256=9kNrGjaLOSTdsnC7zw36Em2YLueoHFdraKBLiQY3WEQ,13
@@ -313,13 +320,13 @@ toil/test/wdl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
313
320
  toil/test/wdl/lint_error.wdl,sha256=vLwgk8CrPzLNRJnMLuQV22m1E1cwG-m76ZM0XgSKfLY,86
314
321
  toil/test/wdl/test.csv,sha256=1hPDzKegqv1H582Bx-4CaFBLE-jCSyZo3N6KhjhsXO8,18
315
322
  toil/test/wdl/test.tsv,sha256=O4F7lQouDB33aMklmbL2KOoLNNEDx_EUiHmANZ4pKeg,18
316
- toil/test/wdl/wdltoil_test.py,sha256=vGaoxuY_H_s_wHzPHXrPSVMLz0Wx1KVsx1rJGwKmo8M,47907
317
- toil/test/wdl/wdltoil_test_kubernetes.py,sha256=MJs8w6LXISSCM3fXfBw6kCUtvNb_jM0yTsbenSWXf0s,2839
323
+ toil/test/wdl/wdltoil_test.py,sha256=GajkwQqFCcbUYqALEpW2KIUYhVvgnCcQH_qXwfHAzh4,51302
324
+ toil/test/wdl/wdltoil_test_kubernetes.py,sha256=vJdmSuQJslvrfF6nadjORkdanED99xElG54EC7L2rR4,2996
318
325
  toil/test/wdl/md5sum/empty_file.json,sha256=Y4Yb2dygeV8J7wowyUuTi8qOwmRR-znb70r3jsPw688,27
319
326
  toil/test/wdl/md5sum/md5sum-gs.json,sha256=PppK5H77nRcpo_n2ttZzEPkoxrLVypGlFD6Wrwe-hfk,123
320
327
  toil/test/wdl/md5sum/md5sum.1.0.wdl,sha256=BJMdlruHIRcuBLQY738T_eyHZms-8obz4-P6VxrwW30,445
321
328
  toil/test/wdl/md5sum/md5sum.input,sha256=Dku-ociuYkwF79yyEiesBDbi97E3AVJwfLhogDnlE-E,67
322
- toil/test/wdl/md5sum/md5sum.json,sha256=s1uy1XWxlVmPs6twrFiNGCWUEk_ZcohNLkyAfyNOklE,64
329
+ toil/test/wdl/md5sum/md5sum.json,sha256=Qact-pZ-Bqy2016DharLO3vFhok_RiWEKtTWSn0V6oQ,39
323
330
  toil/test/wdl/md5sum/md5sum.wdl,sha256=rOMK3chqHY8TvJljL715ZDGokmN3z-eUtIzDXTFYw5w,447
324
331
  toil/test/wdl/miniwdl_self_test/inputs-namespaced.json,sha256=uUaurpDKWYaPET2tEkiIZ1ciEti_4s2_j0ZsUwiDdPo,107
325
332
  toil/test/wdl/miniwdl_self_test/inputs.json,sha256=Q_e331sBPLgqfALukm1eWxR1n5zQp2l5YRtiGpWjBW4,94
@@ -396,6 +403,7 @@ toil/test/wdl/testfiles/croo.wdl,sha256=LglQ9WjDYmMI6fsDE_CacTRMHtTRu84LX-H05IIS
396
403
  toil/test/wdl/testfiles/drop_files.wdl,sha256=6pR3s6IOIg6tvZesvF4Fh78QvzlKGz3HP3X4PUQgIWs,1929
397
404
  toil/test/wdl/testfiles/drop_files_subworkflow.wdl,sha256=Qrq7LPfQGmD8ALWUVyp3AlZ8_KcD1nqKCb5bVf9wDb4,158
398
405
  toil/test/wdl/testfiles/empty.txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
406
+ toil/test/wdl/testfiles/gather.wdl,sha256=kzycmVYei6LkZkcAtCM1JD6g498bMALiO-JVjBwa3hc,637
399
407
  toil/test/wdl/testfiles/not_enough_outputs.wdl,sha256=AO3v20B5nR28MZmmKYCTiqh3hRJgg6LCENAZ2nC4IYg,438
400
408
  toil/test/wdl/testfiles/random.wdl,sha256=74vORE5a-fcQs_z73uyjUzkRqpGLv22bWmlNuvE83nw,1017
401
409
  toil/test/wdl/testfiles/read_file.wdl,sha256=9UkeiNK7QQJfzARfWfApL_zQ_7O3cTAF3_IyJfBhQJs,296
@@ -421,7 +429,7 @@ toil/test/wdl/wdl_specification/v1_spec_declaration.wdl,sha256=-9YcGU3YotQP3vn4-
421
429
  toil/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
422
430
  toil/utils/toilClean.py,sha256=X6Fws6LVqa-ScUITMTomV5iohXa3yz_rAIFnUfXlqZU,1850
423
431
  toil/utils/toilConfig.py,sha256=Ki6gGV-9d21z06u-A0meE2H0MjJUCT4mQEsMmERHn8o,1502
424
- toil/utils/toilDebugFile.py,sha256=HdBOe6IX6xyzGjDf_ZDxCTWaeA9lFO94UexGV1oeptE,6302
432
+ toil/utils/toilDebugFile.py,sha256=tRlsJgfCnPCV-1w4eS9WPIBDlywIxLgxzAXeQjjqhhk,6334
425
433
  toil/utils/toilDebugJob.py,sha256=K3j5wqDBzLHRGwThE_PDVN0-yKFl7xETDWXrNe6EnQc,10796
426
434
  toil/utils/toilDestroyCluster.py,sha256=OvwlKgomHiLptN8GjLouBzfFCo-SyLfrRWF4sv0kPww,1416
427
435
  toil/utils/toilKill.py,sha256=21zOstvFb32cwQlhMsG5Q4lPT2CSnZ7OXEK1mmyLmtk,2751
@@ -430,15 +438,15 @@ toil/utils/toilMain.py,sha256=Lz7dtkpE8urTRgimRjewKvbh4Xgh6l0OJRtxX203LyI,2790
430
438
  toil/utils/toilRsyncCluster.py,sha256=cR-4o9KpoyBdObCwQgpAqpO30VK3gGzwHKOGyQHGQeQ,2150
431
439
  toil/utils/toilServer.py,sha256=4XbyOHQHgMWWrCWj9Uz1M-jLQheV2Ju-DQ_fNdnBg1o,1178
432
440
  toil/utils/toilSshCluster.py,sha256=yjNOjbtC1CdvTRK1vOygamXvlUYHnbmWtsOyH5lBNkg,3580
433
- toil/utils/toilStats.py,sha256=I8ERYFA0NxYDC8meBoMkxABmVfTlvYWnOBRP8BfVGEc,25615
441
+ toil/utils/toilStats.py,sha256=k6llhv5HOolSO4yQCoMuYVwbOpauGrPiGb5jSAWYAtM,26301
434
442
  toil/utils/toilStatus.py,sha256=qacxW5lcguvmhUi1b4cjm1acJik0zpsP7CsUuZyX-fo,20424
435
443
  toil/utils/toilUpdateEC2Instances.py,sha256=47972f1_oRvKOZv77EcBr3QjP2YNl8SZWhTsw6mWG-4,1318
436
444
  toil/wdl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
437
445
  toil/wdl/utils.py,sha256=U0TqbVTsap0VdeZjrUf4l71A7Zns-Hkso1B1Zdp2LRk,1316
438
- toil/wdl/wdltoil.py,sha256=Jo9b-QH9bdBAERQteLv4cwh4gE-6BXVZakNHBuwH6rg,243539
439
- toil-9.0.0.dist-info/licenses/LICENSE,sha256=YVxVi652J1ZDmtC3EMP5r0EbK85-hm_pzogiULmlqUA,12862
440
- toil-9.0.0.dist-info/METADATA,sha256=HCWcmygjuGJXxNgNKCjsY9e8FACTRcWzhEEcJNG5kfM,8695
441
- toil-9.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
442
- toil-9.0.0.dist-info/entry_points.txt,sha256=EF2yFhV2UYuJGr-OjMkUOd3RyOCgRWQbS6XJtBJ25eM,436
443
- toil-9.0.0.dist-info/top_level.txt,sha256=1ydj7IXvHS9tMT5OVTSSpub6ZOaQeIn3KGCgJqaikF0,5
444
- toil-9.0.0.dist-info/RECORD,,
446
+ toil/wdl/wdltoil.py,sha256=DKGkqbGjjEaXt9QrnSKDzEE3JuAMNzE_jc9cxyibk7c,265992
447
+ toil-9.1.1.dist-info/licenses/LICENSE,sha256=YVxVi652J1ZDmtC3EMP5r0EbK85-hm_pzogiULmlqUA,12862
448
+ toil-9.1.1.dist-info/METADATA,sha256=__E7Qc3gMoOZf0U8AWTtBXtarqwFA8e-zpegiV35-Do,8695
449
+ toil-9.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
450
+ toil-9.1.1.dist-info/entry_points.txt,sha256=EF2yFhV2UYuJGr-OjMkUOd3RyOCgRWQbS6XJtBJ25eM,436
451
+ toil-9.1.1.dist-info/top_level.txt,sha256=1ydj7IXvHS9tMT5OVTSSpub6ZOaQeIn3KGCgJqaikF0,5
452
+ toil-9.1.1.dist-info/RECORD,,
toil/lib/iterables.py DELETED
@@ -1,112 +0,0 @@
1
- # Copyright (C) 2015-2021 Regents of the University of California
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
-
15
- from collections.abc import Iterable, Iterator
16
-
17
- # 5.14.2018: copied into Toil from https://github.com/BD2KGenomics/bd2k-python-lib
18
- from typing import Any, TypeVar
19
-
20
- IT = TypeVar("IT")
21
-
22
-
23
- def flatten(iterables: Iterable[IT]) -> Iterator[IT]:
24
- """Flatten an iterable, except for string elements."""
25
- for it in iterables:
26
- if isinstance(it, str):
27
- yield it
28
- else:
29
- yield from it
30
-
31
-
32
- # noinspection PyPep8Naming
33
- class concat:
34
- """
35
- A literal iterable to combine sequence literals (lists, set) with generators or list comprehensions.
36
-
37
- Instead of
38
-
39
- >>> [ -1 ] + [ x * 2 for x in range( 3 ) ] + [ -1 ]
40
- [-1, 0, 2, 4, -1]
41
-
42
- you can write
43
-
44
- >>> list( concat( -1, ( x * 2 for x in range( 3 ) ), -1 ) )
45
- [-1, 0, 2, 4, -1]
46
-
47
- This is slightly shorter (not counting the list constructor) and does not involve array
48
- construction or concatenation.
49
-
50
- Note that concat() flattens (or chains) all iterable arguments into a single
51
- result iterable:
52
-
53
- >>> list( concat( 1, range( 2, 4 ), 4 ) )
54
- [1, 2, 3, 4]
55
-
56
- It only does so one level deep. If you need to recursively flatten a data structure,
57
- check out crush().
58
-
59
- If you want to prevent that flattening for an iterable argument, wrap it in concat():
60
-
61
- >>> list( concat( 1, concat( range( 2, 4 ) ), 4 ) )
62
- [1, range(2, 4), 4]
63
-
64
- Some more example.
65
-
66
- >>> list( concat() ) # empty concat
67
- []
68
- >>> list( concat( 1 ) ) # non-iterable
69
- [1]
70
- >>> list( concat( concat() ) ) # empty iterable
71
- []
72
- >>> list( concat( concat( 1 ) ) ) # singleton iterable
73
- [1]
74
- >>> list( concat( 1, concat( 2 ), 3 ) ) # flattened iterable
75
- [1, 2, 3]
76
- >>> list( concat( 1, [2], 3 ) ) # flattened iterable
77
- [1, 2, 3]
78
- >>> list( concat( 1, concat( [2] ), 3 ) ) # protecting an iterable from being flattened
79
- [1, [2], 3]
80
- >>> list( concat( 1, concat( [2], 3 ), 4 ) ) # protection only works with a single argument
81
- [1, 2, 3, 4]
82
- >>> list( concat( 1, 2, concat( 3, 4 ), 5, 6 ) )
83
- [1, 2, 3, 4, 5, 6]
84
- >>> list( concat( 1, 2, concat( [ 3, 4 ] ), 5, 6 ) )
85
- [1, 2, [3, 4], 5, 6]
86
-
87
- Note that while strings are technically iterable, concat() does not flatten them.
88
-
89
- >>> list( concat( 'ab' ) )
90
- ['ab']
91
- >>> list( concat( concat( 'ab' ) ) )
92
- ['ab']
93
- """
94
-
95
- def __init__(self, *args: Any) -> None:
96
- super().__init__()
97
- self.args = args
98
-
99
- def __iter__(self) -> Iterator[Any]:
100
- def expand(x):
101
- if isinstance(x, concat) and len(x.args) == 1:
102
- i = x.args
103
- elif not isinstance(x, str):
104
- try:
105
- i = x.__iter__()
106
- except AttributeError:
107
- i = (x,)
108
- else:
109
- i = x
110
- return i
111
-
112
- return flatten(map(expand, self.args))
@@ -1 +0,0 @@
1
- Hello,
File without changes