toil 6.1.0__tar.gz → 8.0.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (304) hide show
  1. {toil-6.1.0 → toil-8.0.0}/LICENSE +25 -0
  2. {toil-6.1.0 → toil-8.0.0}/PKG-INFO +84 -34
  3. {toil-6.1.0 → toil-8.0.0}/README.rst +6 -2
  4. toil-8.0.0/requirements-aws.txt +5 -0
  5. {toil-6.1.0 → toil-8.0.0}/requirements-cwl.txt +4 -3
  6. toil-8.0.0/requirements-dev.txt +34 -0
  7. toil-8.0.0/requirements-htcondor.txt +1 -0
  8. {toil-6.1.0 → toil-8.0.0}/requirements-kubernetes.txt +1 -1
  9. toil-8.0.0/requirements-server.txt +8 -0
  10. {toil-6.1.0 → toil-8.0.0}/requirements-wdl.txt +1 -1
  11. {toil-6.1.0 → toil-8.0.0}/requirements.txt +4 -4
  12. {toil-6.1.0 → toil-8.0.0}/setup.cfg +1 -0
  13. toil-8.0.0/setup.py +166 -0
  14. toil-8.0.0/src/toil/__init__.py +517 -0
  15. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/__init__.py +1 -0
  16. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/abstractBatchSystem.py +154 -85
  17. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/abstractGridEngineBatchSystem.py +256 -132
  18. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/awsBatch.py +244 -135
  19. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/cleanup_support.py +22 -16
  20. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/contained_executor.py +31 -28
  21. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/gridengine.py +86 -50
  22. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/htcondor.py +166 -89
  23. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/kubernetes.py +632 -382
  24. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/local_support.py +20 -15
  25. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/lsf.py +134 -81
  26. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/lsfHelper.py +13 -11
  27. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/__init__.py +41 -29
  28. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/batchSystem.py +290 -151
  29. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/executor.py +79 -50
  30. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/test/__init__.py +31 -23
  31. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/options.py +46 -28
  32. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/registry.py +53 -19
  33. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/singleMachine.py +296 -125
  34. toil-8.0.0/src/toil/batchSystems/slurm.py +856 -0
  35. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/torque.py +47 -33
  36. {toil-6.1.0 → toil-8.0.0}/src/toil/bus.py +148 -76
  37. {toil-6.1.0 → toil-8.0.0}/src/toil/common.py +659 -365
  38. {toil-6.1.0 → toil-8.0.0}/src/toil/cwl/__init__.py +1 -1
  39. {toil-6.1.0 → toil-8.0.0}/src/toil/cwl/cwltoil.py +1147 -512
  40. {toil-6.1.0 → toil-8.0.0}/src/toil/cwl/utils.py +17 -22
  41. {toil-6.1.0 → toil-8.0.0}/src/toil/deferred.py +63 -42
  42. {toil-6.1.0 → toil-8.0.0}/src/toil/exceptions.py +5 -3
  43. {toil-6.1.0 → toil-8.0.0}/src/toil/fileStores/__init__.py +5 -5
  44. {toil-6.1.0 → toil-8.0.0}/src/toil/fileStores/abstractFileStore.py +97 -66
  45. {toil-6.1.0 → toil-8.0.0}/src/toil/fileStores/cachingFileStore.py +713 -249
  46. {toil-6.1.0 → toil-8.0.0}/src/toil/fileStores/nonCachingFileStore.py +113 -75
  47. {toil-6.1.0 → toil-8.0.0}/src/toil/job.py +1189 -348
  48. {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/abstractJobStore.py +400 -248
  49. {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/aws/jobStore.py +863 -477
  50. {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/aws/utils.py +199 -119
  51. {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/conftest.py +3 -2
  52. {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/fileJobStore.py +291 -153
  53. {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/googleJobStore.py +140 -74
  54. {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/utils.py +36 -15
  55. {toil-6.1.0 → toil-8.0.0}/src/toil/leader.py +665 -272
  56. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/accelerators.py +115 -18
  57. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/aws/__init__.py +74 -31
  58. toil-8.0.0/src/toil/lib/aws/ami.py +226 -0
  59. toil-8.0.0/src/toil/lib/aws/iam.py +485 -0
  60. toil-8.0.0/src/toil/lib/aws/s3.py +31 -0
  61. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/aws/session.py +214 -39
  62. toil-8.0.0/src/toil/lib/aws/utils.py +502 -0
  63. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/bioio.py +13 -5
  64. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/compatibility.py +11 -6
  65. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/conversions.py +87 -49
  66. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/docker.py +131 -103
  67. toil-8.0.0/src/toil/lib/ec2.py +680 -0
  68. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/ec2nodes.py +174 -106
  69. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/encryption/_dummy.py +5 -3
  70. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/encryption/_nacl.py +10 -6
  71. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/encryption/conftest.py +1 -0
  72. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/exceptions.py +26 -7
  73. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/expando.py +5 -3
  74. toil-8.0.0/src/toil/lib/ftp_utils.py +217 -0
  75. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/generatedEC2Lists.py +127 -19
  76. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/humanize.py +6 -2
  77. toil-8.0.0/src/toil/lib/integration.py +341 -0
  78. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/io.py +113 -13
  79. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/iterables.py +4 -2
  80. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/memoize.py +12 -8
  81. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/misc.py +66 -21
  82. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/objects.py +2 -2
  83. toil-8.0.0/src/toil/lib/resources.py +106 -0
  84. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/retry.py +126 -81
  85. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/threading.py +284 -82
  86. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/throttle.py +16 -15
  87. toil-8.0.0/src/toil/options/common.py +1172 -0
  88. {toil-6.1.0 → toil-8.0.0}/src/toil/options/cwl.py +175 -90
  89. toil-8.0.0/src/toil/options/runner.py +50 -0
  90. toil-8.0.0/src/toil/options/wdl.py +88 -0
  91. {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/__init__.py +117 -46
  92. {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/abstractProvisioner.py +329 -162
  93. {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/aws/__init__.py +70 -33
  94. toil-8.0.0/src/toil/provisioners/aws/awsProvisioner.py +2209 -0
  95. {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/clusterScaler.py +541 -279
  96. {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/gceProvisioner.py +282 -179
  97. {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/node.py +155 -79
  98. {toil-6.1.0 → toil-8.0.0}/src/toil/realtimeLogger.py +34 -22
  99. {toil-6.1.0 → toil-8.0.0}/src/toil/resource.py +137 -75
  100. toil-8.0.0/src/toil/server/app.py +209 -0
  101. {toil-6.1.0 → toil-8.0.0}/src/toil/server/celery_app.py +3 -1
  102. {toil-6.1.0 → toil-8.0.0}/src/toil/server/cli/wes_cwl_runner.py +82 -53
  103. {toil-6.1.0 → toil-8.0.0}/src/toil/server/utils.py +54 -28
  104. {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/abstract_backend.py +64 -26
  105. {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/amazon_wes_utils.py +21 -15
  106. {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/tasks.py +121 -63
  107. {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/toil_backend.py +142 -107
  108. {toil-6.1.0 → toil-8.0.0}/src/toil/server/wsgi_app.py +4 -3
  109. {toil-6.1.0 → toil-8.0.0}/src/toil/serviceManager.py +58 -22
  110. {toil-6.1.0 → toil-8.0.0}/src/toil/statsAndLogging.py +193 -67
  111. {toil-6.1.0 → toil-8.0.0}/src/toil/test/__init__.py +282 -183
  112. {toil-6.1.0 → toil-8.0.0}/src/toil/test/batchSystems/batchSystemTest.py +460 -210
  113. toil-8.0.0/src/toil/test/batchSystems/batch_system_plugin_test.py +90 -0
  114. toil-8.0.0/src/toil/test/batchSystems/test_gridengine.py +173 -0
  115. toil-8.0.0/src/toil/test/batchSystems/test_lsf_helper.py +83 -0
  116. {toil-6.1.0 → toil-8.0.0}/src/toil/test/batchSystems/test_slurm.py +94 -48
  117. toil-8.0.0/src/toil/test/cactus/test_cactus_integration.py +56 -0
  118. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/cwlTest.py +275 -158
  119. toil-8.0.0/src/toil/test/cwl/measure_default_memory.cwl +12 -0
  120. toil-8.0.0/src/toil/test/cwl/not_run_required_input.cwl +29 -0
  121. toil-8.0.0/src/toil/test/cwl/scatter_duplicate_outputs.cwl +40 -0
  122. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/seqtk_seq.cwl +1 -1
  123. toil-8.0.0/src/toil/test/docs/scriptsTest.py +173 -0
  124. {toil-6.1.0 → toil-8.0.0}/src/toil/test/jobStores/jobStoreTest.py +424 -263
  125. toil-8.0.0/src/toil/test/lib/aws/test_iam.py +197 -0
  126. {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/aws/test_s3.py +16 -9
  127. {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/aws/test_utils.py +5 -6
  128. {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/dockerTest.py +118 -141
  129. toil-8.0.0/src/toil/test/lib/test_conversions.py +211 -0
  130. toil-8.0.0/src/toil/test/lib/test_ec2.py +104 -0
  131. toil-8.0.0/src/toil/test/lib/test_integration.py +104 -0
  132. {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/test_misc.py +12 -5
  133. {toil-6.1.0 → toil-8.0.0}/src/toil/test/mesos/MesosDataStructuresTest.py +23 -10
  134. {toil-6.1.0 → toil-8.0.0}/src/toil/test/mesos/helloWorld.py +7 -6
  135. {toil-6.1.0 → toil-8.0.0}/src/toil/test/mesos/stress.py +25 -20
  136. {toil-6.1.0 → toil-8.0.0}/src/toil/test/options/options.py +7 -2
  137. toil-8.0.0/src/toil/test/provisioners/aws/awsProvisionerTest.py +684 -0
  138. {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/clusterScalerTest.py +440 -250
  139. toil-8.0.0/src/toil/test/provisioners/clusterTest.py +293 -0
  140. {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/gceProvisionerTest.py +174 -100
  141. {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/provisionerTest.py +25 -13
  142. {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/restartScript.py +5 -4
  143. {toil-6.1.0 → toil-8.0.0}/src/toil/test/server/serverTest.py +188 -141
  144. {toil-6.1.0 → toil-8.0.0}/src/toil/test/sort/restart_sort.py +137 -68
  145. {toil-6.1.0 → toil-8.0.0}/src/toil/test/sort/sort.py +134 -66
  146. {toil-6.1.0 → toil-8.0.0}/src/toil/test/sort/sortTest.py +91 -49
  147. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/autoDeploymentTest.py +141 -101
  148. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/busTest.py +20 -18
  149. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/checkpointTest.py +8 -2
  150. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/deferredFunctionTest.py +49 -35
  151. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/dockerCheckTest.py +32 -24
  152. toil-8.0.0/src/toil/test/src/environmentTest.py +135 -0
  153. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/fileStoreTest.py +539 -272
  154. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/helloWorldTest.py +7 -4
  155. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/importExportFileTest.py +61 -31
  156. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobDescriptionTest.py +46 -21
  157. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobEncapsulationTest.py +2 -0
  158. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobFileStoreTest.py +74 -50
  159. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobServiceTest.py +187 -73
  160. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobTest.py +121 -71
  161. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/miscTests.py +19 -18
  162. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/promisedRequirementTest.py +82 -36
  163. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/promisesTest.py +7 -6
  164. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/realtimeLoggerTest.py +10 -6
  165. toil-8.0.0/src/toil/test/src/regularLogTest.py +134 -0
  166. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/resourceTest.py +80 -49
  167. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/restartDAGTest.py +36 -22
  168. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/resumabilityTest.py +9 -2
  169. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/retainTempDirTest.py +45 -14
  170. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/systemTest.py +12 -8
  171. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/threadingTest.py +44 -25
  172. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/toilContextManagerTest.py +10 -7
  173. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/userDefinedJobArgTypeTest.py +8 -5
  174. toil-8.0.0/src/toil/test/src/workerTest.py +144 -0
  175. {toil-6.1.0 → toil-8.0.0}/src/toil/test/utils/toilDebugTest.py +103 -33
  176. {toil-6.1.0 → toil-8.0.0}/src/toil/test/utils/toilKillTest.py +4 -5
  177. {toil-6.1.0 → toil-8.0.0}/src/toil/test/utils/utilsTest.py +242 -103
  178. toil-8.0.0/src/toil/test/wdl/wdltoil_test.py +1012 -0
  179. toil-8.0.0/src/toil/test/wdl/wdltoil_test_kubernetes.py +91 -0
  180. {toil-6.1.0 → toil-8.0.0}/src/toil/toilState.py +120 -35
  181. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilConfig.py +13 -4
  182. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilDebugFile.py +44 -27
  183. toil-8.0.0/src/toil/utils/toilDebugJob.py +264 -0
  184. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilDestroyCluster.py +11 -6
  185. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilKill.py +8 -3
  186. toil-8.0.0/src/toil/utils/toilLaunchCluster.py +351 -0
  187. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilMain.py +37 -16
  188. toil-8.0.0/src/toil/utils/toilRsyncCluster.py +58 -0
  189. toil-8.0.0/src/toil/utils/toilSshCluster.py +85 -0
  190. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilStats.py +75 -35
  191. toil-8.0.0/src/toil/utils/toilStatus.py +558 -0
  192. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilUpdateEC2Instances.py +3 -1
  193. toil-8.0.0/src/toil/version.py +14 -0
  194. {toil-6.1.0 → toil-8.0.0}/src/toil/wdl/utils.py +5 -5
  195. toil-8.0.0/src/toil/wdl/wdltoil.py +5665 -0
  196. {toil-6.1.0 → toil-8.0.0}/src/toil/worker.py +345 -177
  197. {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/PKG-INFO +84 -34
  198. {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/SOURCES.txt +12 -0
  199. {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/requires.txt +37 -30
  200. toil-6.1.0/requirements-aws.txt +0 -4
  201. toil-6.1.0/requirements-dev.txt +0 -29
  202. toil-6.1.0/requirements-htcondor.txt +0 -1
  203. toil-6.1.0/requirements-server.txt +0 -8
  204. toil-6.1.0/setup.py +0 -158
  205. toil-6.1.0/src/toil/__init__.py +0 -710
  206. toil-6.1.0/src/toil/batchSystems/slurm.py +0 -462
  207. toil-6.1.0/src/toil/lib/aws/ami.py +0 -191
  208. toil-6.1.0/src/toil/lib/aws/iam.py +0 -309
  209. toil-6.1.0/src/toil/lib/aws/utils.py +0 -446
  210. toil-6.1.0/src/toil/lib/ec2.py +0 -518
  211. toil-6.1.0/src/toil/lib/resources.py +0 -60
  212. toil-6.1.0/src/toil/options/common.py +0 -736
  213. toil-6.1.0/src/toil/options/wdl.py +0 -37
  214. toil-6.1.0/src/toil/provisioners/aws/awsProvisioner.py +0 -1779
  215. toil-6.1.0/src/toil/server/app.py +0 -143
  216. toil-6.1.0/src/toil/test/batchSystems/test_lsf_helper.py +0 -74
  217. toil-6.1.0/src/toil/test/cactus/test_cactus_integration.py +0 -58
  218. toil-6.1.0/src/toil/test/docs/scriptsTest.py +0 -150
  219. toil-6.1.0/src/toil/test/lib/aws/test_iam.py +0 -129
  220. toil-6.1.0/src/toil/test/lib/test_conversions.py +0 -213
  221. toil-6.1.0/src/toil/test/lib/test_ec2.py +0 -96
  222. toil-6.1.0/src/toil/test/provisioners/aws/awsProvisionerTest.py +0 -514
  223. toil-6.1.0/src/toil/test/provisioners/clusterTest.py +0 -172
  224. toil-6.1.0/src/toil/test/src/regularLogTest.py +0 -100
  225. toil-6.1.0/src/toil/test/src/workerTest.py +0 -94
  226. toil-6.1.0/src/toil/test/wdl/wdltoil_test.py +0 -418
  227. toil-6.1.0/src/toil/utils/toilDebugJob.py +0 -77
  228. toil-6.1.0/src/toil/utils/toilLaunchCluster.py +0 -235
  229. toil-6.1.0/src/toil/utils/toilRsyncCluster.py +0 -40
  230. toil-6.1.0/src/toil/utils/toilSshCluster.py +0 -58
  231. toil-6.1.0/src/toil/utils/toilStatus.py +0 -405
  232. toil-6.1.0/src/toil/version.py +0 -14
  233. toil-6.1.0/src/toil/wdl/wdltoil.py +0 -2937
  234. {toil-6.1.0 → toil-8.0.0}/MANIFEST.in +0 -0
  235. {toil-6.1.0 → toil-8.0.0}/requirements-encryption.txt +0 -0
  236. {toil-6.1.0 → toil-8.0.0}/requirements-google.txt +0 -0
  237. {toil-6.1.0 → toil-8.0.0}/requirements-mesos.txt +0 -0
  238. {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/conftest.py +0 -0
  239. {toil-6.1.0 → toil-8.0.0}/src/toil/cwl/conftest.py +0 -0
  240. {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/__init__.py +0 -0
  241. {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/aws/__init__.py +0 -0
  242. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/__init__.py +0 -0
  243. {toil-6.1.0 → toil-8.0.0}/src/toil/lib/encryption/__init__.py +0 -0
  244. {toil-6.1.0 → toil-8.0.0}/src/toil/options/__init__.py +0 -0
  245. {toil-6.1.0 → toil-8.0.0}/src/toil/server/__init__.py +0 -0
  246. {toil-6.1.0 → toil-8.0.0}/src/toil/server/api_spec/__init__.py +0 -0
  247. {toil-6.1.0 → toil-8.0.0}/src/toil/server/api_spec/workflow_execution_service.swagger.yaml +0 -0
  248. {toil-6.1.0 → toil-8.0.0}/src/toil/server/cli/__init__.py +0 -0
  249. {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/__init__.py +0 -0
  250. {toil-6.1.0 → toil-8.0.0}/src/toil/test/batchSystems/__init__.py +0 -0
  251. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cactus/__init__.py +0 -0
  252. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/__init__.py +0 -0
  253. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/alwaysfails.cwl +0 -0
  254. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/colon_test_output.cwl +0 -0
  255. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/colon_test_output_job.yaml +0 -0
  256. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/conditional_wf.cwl +0 -0
  257. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/conditional_wf.yaml +0 -0
  258. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/conftest.py +0 -0
  259. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/directory_from_directory.cwl +0 -0
  260. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/download.cwl +0 -0
  261. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/download_directory.cwl +0 -0
  262. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/download_subdirectory.cwl +0 -0
  263. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo-stderr.cwl +0 -0
  264. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo-stdout-log-dir.cwl +0 -0
  265. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo.cwl +0 -0
  266. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo_string.cwl +0 -0
  267. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo_string_scatter_capture_stdout.cwl +0 -0
  268. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/file_from_directory.cwl +0 -0
  269. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/glob_dir.cwl +0 -0
  270. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/load_contents.cwl +0 -0
  271. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/mpi_simple.cwl +0 -0
  272. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/nvidia_smi.cwl +0 -0
  273. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/preemptible.cwl +0 -0
  274. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/preemptible_expression.cwl +0 -0
  275. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/revsort.cwl +0 -0
  276. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/revsort2.cwl +0 -0
  277. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/revtool.cwl +0 -0
  278. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/revtool2.cwl +0 -0
  279. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/s3_secondary_file.cwl +0 -0
  280. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/sorttool.cwl +0 -0
  281. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/stream.cwl +0 -0
  282. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/test_filename_conflict_detection.cwl +0 -0
  283. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/test_filename_conflict_detection_at_root.cwl +0 -0
  284. {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/test_filename_conflict_resolution.cwl +0 -0
  285. {toil-6.1.0 → toil-8.0.0}/src/toil/test/docs/__init__.py +0 -0
  286. {toil-6.1.0 → toil-8.0.0}/src/toil/test/jobStores/__init__.py +0 -0
  287. {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/__init__.py +0 -0
  288. {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/aws/__init__.py +0 -0
  289. {toil-6.1.0 → toil-8.0.0}/src/toil/test/mesos/__init__.py +0 -0
  290. {toil-6.1.0 → toil-8.0.0}/src/toil/test/options/__init__.py +0 -0
  291. {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/__init__.py +0 -0
  292. {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/aws/__init__.py +0 -0
  293. {toil-6.1.0 → toil-8.0.0}/src/toil/test/server/__init__.py +0 -0
  294. {toil-6.1.0 → toil-8.0.0}/src/toil/test/sort/__init__.py +0 -0
  295. {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/__init__.py +0 -0
  296. {toil-6.1.0 → toil-8.0.0}/src/toil/test/utils/__init__.py +0 -0
  297. {toil-6.1.0 → toil-8.0.0}/src/toil/test/wdl/__init__.py +0 -0
  298. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/__init__.py +0 -0
  299. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilClean.py +0 -0
  300. {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilServer.py +0 -0
  301. {toil-6.1.0 → toil-8.0.0}/src/toil/wdl/__init__.py +0 -0
  302. {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/dependency_links.txt +0 -0
  303. {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/entry_points.txt +0 -0
  304. {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/top_level.txt +0 -0
@@ -202,3 +202,28 @@
202
202
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
203
203
  See the License for the specific language governing permissions and
204
204
  limitations under the License.
205
+
206
+ All code in this repository excluding src/toil/statsAndLogging.py::install_log_color is under the Apache License as outlined directly above.
207
+ Some code in src/toil/statsAndLogging.py::install_log_color is under the MiniWDL MIT License as outlined directly below.
208
+
209
+ MIT License
210
+
211
+ Copyright (c) 2018 Chan Zuckerberg Initiative
212
+
213
+ Permission is hereby granted, free of charge, to any person obtaining a copy
214
+ of this software and associated documentation files (the "Software"), to deal
215
+ in the Software without restriction, including without limitation the rights
216
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
217
+ copies of the Software, and to permit persons to whom the Software is
218
+ furnished to do so, subject to the following conditions:
219
+
220
+ The above copyright notice and this permission notice shall be included in all
221
+ copies or substantial portions of the Software.
222
+
223
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
224
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
225
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
226
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
227
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
228
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
229
+ SOFTWARE.
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.1
1
+ Metadata-Version: 2.2
2
2
  Name: toil
3
- Version: 6.1.0
3
+ Version: 8.0.0
4
4
  Summary: Pipeline management software for clusters.
5
5
  Home-page: https://github.com/DataBiosphere/toil
6
6
  Author: Benedict Paten and the Toil community
@@ -16,10 +16,11 @@ Classifier: Natural Language :: English
16
16
  Classifier: Operating System :: MacOS :: MacOS X
17
17
  Classifier: Operating System :: POSIX
18
18
  Classifier: Operating System :: POSIX :: Linux
19
- Classifier: Programming Language :: Python :: 3.8
20
19
  Classifier: Programming Language :: Python :: 3.9
21
20
  Classifier: Programming Language :: Python :: 3.10
22
21
  Classifier: Programming Language :: Python :: 3.11
22
+ Classifier: Programming Language :: Python :: 3.12
23
+ Classifier: Programming Language :: Python :: 3.13
23
24
  Classifier: Topic :: Scientific/Engineering
24
25
  Classifier: Topic :: Scientific/Engineering :: Bio-Informatics
25
26
  Classifier: Topic :: Scientific/Engineering :: Astronomy
@@ -28,36 +29,40 @@ Classifier: Topic :: Scientific/Engineering :: Information Analysis
28
29
  Classifier: Topic :: Scientific/Engineering :: Medical Science Apps.
29
30
  Classifier: Topic :: System :: Distributed Computing
30
31
  Classifier: Topic :: Utilities
31
- Requires-Python: >=3.8
32
+ Requires-Python: >=3.9
33
+ Description-Content-Type: text/x-rst
32
34
  License-File: LICENSE
33
35
  Requires-Dist: dill<0.4,>=0.3.2
34
- Requires-Dist: requests<3,>=2
36
+ Requires-Dist: requests<=2.31.0
35
37
  Requires-Dist: docker<8,>=6.1.0
36
38
  Requires-Dist: urllib3<3,>=1.26.0
37
39
  Requires-Dist: python-dateutil
38
- Requires-Dist: psutil<6,>=3.0.1
40
+ Requires-Dist: psutil<7,>=6.1.0
39
41
  Requires-Dist: PyPubSub<5,>=4.0.3
40
42
  Requires-Dist: addict<2.5,>=2.2.1
41
- Requires-Dist: pytz>=2012
43
+ Requires-Dist: backports.zoneinfo[tzdata]; python_version < "3.9"
42
44
  Requires-Dist: enlighten<2,>=1.5.2
43
45
  Requires-Dist: configargparse<2,>=1.7
44
46
  Requires-Dist: ruamel.yaml>=0.15
45
47
  Requires-Dist: pyyaml<7,>=6
46
48
  Requires-Dist: typing-extensions<5,>=4.6.2
49
+ Requires-Dist: coloredlogs<16,>=15
47
50
  Provides-Extra: aws
48
- Requires-Dist: boto<3,>=2.48.0; extra == "aws"
49
- Requires-Dist: boto3-stubs[boto3,iam,s3,sdb,sts]<2,>=1.28.3.post2; extra == "aws"
51
+ Requires-Dist: boto3-stubs[autoscaling,boto3,ec2,iam,s3,sdb,sts]<2,>=1.28.3.post2; extra == "aws"
50
52
  Requires-Dist: mypy-boto3-iam<2,>=1.28.3.post2; extra == "aws"
51
- Requires-Dist: moto<5,>=4.1.11; extra == "aws"
53
+ Requires-Dist: mypy-boto3-s3<2,>=1.28.3.post2; extra == "aws"
54
+ Requires-Dist: moto<6,>=5.0.3; extra == "aws"
55
+ Requires-Dist: ec2_metadata<3; extra == "aws"
52
56
  Provides-Extra: cwl
53
- Requires-Dist: cwltool==3.1.20240112164112; extra == "cwl"
57
+ Requires-Dist: cwltool==3.1.20250110105449; extra == "cwl"
54
58
  Requires-Dist: schema-salad<9,>=8.4.20230128170514; extra == "cwl"
55
- Requires-Dist: galaxy-tool-util<23; extra == "cwl"
56
- Requires-Dist: galaxy-util<23; extra == "cwl"
59
+ Requires-Dist: galaxy-tool-util<25; extra == "cwl"
60
+ Requires-Dist: galaxy-util<25; extra == "cwl"
57
61
  Requires-Dist: ruamel.yaml<=0.19,>=0.15; extra == "cwl"
58
62
  Requires-Dist: ruamel.yaml.clib>=0.2.6; extra == "cwl"
59
63
  Requires-Dist: networkx!=2.8.1,<4; extra == "cwl"
60
64
  Requires-Dist: CacheControl[filecache]; extra == "cwl"
65
+ Requires-Dist: cwl-utils>=0.36; extra == "cwl"
61
66
  Provides-Extra: encryption
62
67
  Requires-Dist: pynacl<2,>=1.4.0; extra == "encryption"
63
68
  Provides-Extra: google
@@ -65,59 +70,104 @@ Requires-Dist: apache-libcloud<3,>=2.2.1; extra == "google"
65
70
  Requires-Dist: google-cloud-storage<=2.8.0,>=2; extra == "google"
66
71
  Requires-Dist: google-auth<3,>=2.18.1; extra == "google"
67
72
  Provides-Extra: kubernetes
68
- Requires-Dist: kubernetes<22,>=12.0.1; extra == "kubernetes"
73
+ Requires-Dist: kubernetes<33,>=12.0.1; extra == "kubernetes"
69
74
  Requires-Dist: kubernetes-stubs==v22.6.0post1; extra == "kubernetes"
70
75
  Requires-Dist: types-urllib3; extra == "kubernetes"
71
76
  Requires-Dist: types-PyYAML; extra == "kubernetes"
72
77
  Requires-Dist: idna>=2; extra == "kubernetes"
73
78
  Provides-Extra: wdl
74
- Requires-Dist: miniwdl==1.11.1; extra == "wdl"
79
+ Requires-Dist: miniwdl==1.12.1; extra == "wdl"
75
80
  Requires-Dist: wdlparse==0.1.0; extra == "wdl"
76
81
  Requires-Dist: graphlib-backport==1.0; python_version < "3.9" and extra == "wdl"
77
82
  Provides-Extra: server
78
- Requires-Dist: connexion[swagger-ui]<3,>=2.10.0; extra == "server"
79
- Requires-Dist: flask<3,>=2.0; extra == "server"
80
- Requires-Dist: werkzeug<3,>=2.0; extra == "server"
81
- Requires-Dist: flask-cors==4.0.0; extra == "server"
82
- Requires-Dist: gunicorn==21.2.0; extra == "server"
83
+ Requires-Dist: connexion[swagger-ui]<4,>=2.10.0; extra == "server"
84
+ Requires-Dist: flask<4,>=2.0; extra == "server"
85
+ Requires-Dist: werkzeug<4,>=2.0; extra == "server"
86
+ Requires-Dist: flask-cors==5.0.0; extra == "server"
87
+ Requires-Dist: gunicorn==23.0.0; extra == "server"
83
88
  Requires-Dist: celery<6,>=5.1.0; extra == "server"
84
89
  Requires-Dist: wes-service<5,>=4.0.0; extra == "server"
85
90
  Requires-Dist: ruamel.yaml<0.19,>=0.15; extra == "server"
86
91
  Provides-Extra: htcondor
87
- Requires-Dist: htcondor<11,>=10.2.0.post1; sys_platform != "darwin" and extra == "htcondor"
92
+ Requires-Dist: htcondor<25,>=23.6.0; sys_platform != "darwin" and extra == "htcondor"
88
93
  Provides-Extra: mesos
89
94
  Requires-Dist: pymesos<0.4,>=0.3.15; python_version < "3.11" and extra == "mesos"
90
95
  Provides-Extra: all
91
- Requires-Dist: boto<3,>=2.48.0; extra == "all"
92
- Requires-Dist: boto3-stubs[boto3,iam,s3,sdb,sts]<2,>=1.28.3.post2; extra == "all"
96
+ Requires-Dist: boto3-stubs[autoscaling,boto3,ec2,iam,s3,sdb,sts]<2,>=1.28.3.post2; extra == "all"
93
97
  Requires-Dist: mypy-boto3-iam<2,>=1.28.3.post2; extra == "all"
94
- Requires-Dist: moto<5,>=4.1.11; extra == "all"
95
- Requires-Dist: cwltool==3.1.20240112164112; extra == "all"
98
+ Requires-Dist: mypy-boto3-s3<2,>=1.28.3.post2; extra == "all"
99
+ Requires-Dist: moto<6,>=5.0.3; extra == "all"
100
+ Requires-Dist: ec2_metadata<3; extra == "all"
101
+ Requires-Dist: cwltool==3.1.20250110105449; extra == "all"
96
102
  Requires-Dist: schema-salad<9,>=8.4.20230128170514; extra == "all"
97
- Requires-Dist: galaxy-tool-util<23; extra == "all"
98
- Requires-Dist: galaxy-util<23; extra == "all"
103
+ Requires-Dist: galaxy-tool-util<25; extra == "all"
104
+ Requires-Dist: galaxy-util<25; extra == "all"
99
105
  Requires-Dist: ruamel.yaml<=0.19,>=0.15; extra == "all"
100
106
  Requires-Dist: ruamel.yaml.clib>=0.2.6; extra == "all"
101
107
  Requires-Dist: networkx!=2.8.1,<4; extra == "all"
102
108
  Requires-Dist: CacheControl[filecache]; extra == "all"
109
+ Requires-Dist: cwl-utils>=0.36; extra == "all"
103
110
  Requires-Dist: pynacl<2,>=1.4.0; extra == "all"
104
111
  Requires-Dist: apache-libcloud<3,>=2.2.1; extra == "all"
105
112
  Requires-Dist: google-cloud-storage<=2.8.0,>=2; extra == "all"
106
113
  Requires-Dist: google-auth<3,>=2.18.1; extra == "all"
107
- Requires-Dist: kubernetes<22,>=12.0.1; extra == "all"
114
+ Requires-Dist: kubernetes<33,>=12.0.1; extra == "all"
108
115
  Requires-Dist: kubernetes-stubs==v22.6.0post1; extra == "all"
109
116
  Requires-Dist: types-urllib3; extra == "all"
110
117
  Requires-Dist: types-PyYAML; extra == "all"
111
118
  Requires-Dist: idna>=2; extra == "all"
112
- Requires-Dist: miniwdl==1.11.1; extra == "all"
119
+ Requires-Dist: miniwdl==1.12.1; extra == "all"
113
120
  Requires-Dist: wdlparse==0.1.0; extra == "all"
114
121
  Requires-Dist: graphlib-backport==1.0; python_version < "3.9" and extra == "all"
115
- Requires-Dist: connexion[swagger-ui]<3,>=2.10.0; extra == "all"
116
- Requires-Dist: flask<3,>=2.0; extra == "all"
117
- Requires-Dist: werkzeug<3,>=2.0; extra == "all"
118
- Requires-Dist: flask-cors==4.0.0; extra == "all"
119
- Requires-Dist: gunicorn==21.2.0; extra == "all"
122
+ Requires-Dist: connexion[swagger-ui]<4,>=2.10.0; extra == "all"
123
+ Requires-Dist: flask<4,>=2.0; extra == "all"
124
+ Requires-Dist: werkzeug<4,>=2.0; extra == "all"
125
+ Requires-Dist: flask-cors==5.0.0; extra == "all"
126
+ Requires-Dist: gunicorn==23.0.0; extra == "all"
120
127
  Requires-Dist: celery<6,>=5.1.0; extra == "all"
121
128
  Requires-Dist: wes-service<5,>=4.0.0; extra == "all"
122
129
  Requires-Dist: ruamel.yaml<0.19,>=0.15; extra == "all"
123
130
  Requires-Dist: pymesos<0.4,>=0.3.15; python_version < "3.11" and extra == "all"
131
+ Dynamic: author
132
+ Dynamic: author-email
133
+ Dynamic: classifier
134
+ Dynamic: description
135
+ Dynamic: description-content-type
136
+ Dynamic: home-page
137
+ Dynamic: license
138
+ Dynamic: provides-extra
139
+ Dynamic: requires-dist
140
+ Dynamic: requires-python
141
+ Dynamic: summary
142
+
143
+ .. image:: https://badges.gitter.im/bd2k-genomics-toil/Lobby.svg
144
+ :alt: Join the chat at https://gitter.im/bd2k-genomics-toil/Lobby
145
+ :target: https://gitter.im/bd2k-genomics-toil/Lobby?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge
146
+
147
+ Toil is a scalable, efficient, cross-platform (Linux & macOS) pipeline management system,
148
+ written entirely in Python, and designed around the principles of functional
149
+ programming. It supports running workflows written in either Common Workflow Language (`CWL`_) 1.0-1.2 or
150
+ Workflow Description Language (`WDL`_) 1.0-1.1, as well as having its own rich Python API for writing workflows against.
151
+ It supports running workflows locally on your system (e.g. a laptop), on an HPC cluster, or in the cloud.
152
+
153
+ * Check the `website`_ for a description of Toil and its features.
154
+ * Full documentation for the latest stable release can be found at
155
+ `Read the Docs`_.
156
+ * Please subscribe to low-volume `announce`_ mailing list so we keep you informed
157
+ * Google Groups discussion `forum`_
158
+ * See our occasional `blog`_ for tutorials.
159
+ * Use `biostars`_ channel for discussion.
160
+
161
+ .. _website: http://toil.ucsc-cgl.org/
162
+ .. _Read the Docs: https://toil.readthedocs.io/en/latest
163
+ .. _announce: https://groups.google.com/forum/#!forum/toil-announce
164
+ .. _forum: https://groups.google.com/forum/#!forum/toil-community
165
+ .. _blog: https://toilpipelines.wordpress.com/
166
+ .. _biostars: https://www.biostars.org/t/toil/
167
+ .. _CWL: https://www.commonwl.org/
168
+ .. _WDL: https://openwdl.org/
169
+
170
+ Notes:
171
+
172
+ * Toil moved from https://github.com/BD2KGenomics/toil to https://github.com/DataBiosphere/toil on July 5th, 2018.
173
+ * Toil dropped Python 2.7 support on February 13, 2020 (the last working py2.7 version is 3.24.0).
@@ -4,7 +4,9 @@
4
4
 
5
5
  Toil is a scalable, efficient, cross-platform (Linux & macOS) pipeline management system,
6
6
  written entirely in Python, and designed around the principles of functional
7
- programming.
7
+ programming. It supports running workflows written in either Common Workflow Language (`CWL`_) 1.0-1.2 or
8
+ Workflow Description Language (`WDL`_) 1.0-1.1, as well as having its own rich Python API for writing workflows against.
9
+ It supports running workflows locally on your system (e.g. a laptop), on an HPC cluster, or in the cloud.
8
10
 
9
11
  * Check the `website`_ for a description of Toil and its features.
10
12
  * Full documentation for the latest stable release can be found at
@@ -20,8 +22,10 @@ programming.
20
22
  .. _forum: https://groups.google.com/forum/#!forum/toil-community
21
23
  .. _blog: https://toilpipelines.wordpress.com/
22
24
  .. _biostars: https://www.biostars.org/t/toil/
25
+ .. _CWL: https://www.commonwl.org/
26
+ .. _WDL: https://openwdl.org/
23
27
 
24
28
  Notes:
25
29
 
26
30
  * Toil moved from https://github.com/BD2KGenomics/toil to https://github.com/DataBiosphere/toil on July 5th, 2018.
27
- * Toil dropped python 2.7 support on February 13, 2020 (last working py2.7 version is 3.24.0).
31
+ * Toil dropped Python 2.7 support on February 13, 2020 (the last working py2.7 version is 3.24.0).
@@ -0,0 +1,5 @@
1
+ boto3-stubs[s3,sdb,iam,sts,boto3,ec2,autoscaling]>=1.28.3.post2, <2
2
+ mypy-boto3-iam>=1.28.3.post2, <2 # Need to force .post1 to be replaced
3
+ mypy-boto3-s3>=1.28.3.post2, <2
4
+ moto>=5.0.3, <6
5
+ ec2_metadata<3
@@ -1,8 +1,9 @@
1
- cwltool==3.1.20240112164112
1
+ cwltool==3.1.20250110105449
2
2
  schema-salad>=8.4.20230128170514,<9
3
- galaxy-tool-util<23
4
- galaxy-util<23
3
+ galaxy-tool-util<25
4
+ galaxy-util<25
5
5
  ruamel.yaml>=0.15,<=0.19
6
6
  ruamel.yaml.clib>=0.2.6
7
7
  networkx!=2.8.1,<4
8
8
  CacheControl[filecache]
9
+ cwl-utils>=0.36
@@ -0,0 +1,34 @@
1
+ pytest>=6.2.1,<9
2
+ pytest-cov>=2.12.1,<7
3
+ pytest-timeout>=1.4.2,<3
4
+ stubserver>=1.1,<2
5
+ setuptools>=65.5.1,<76
6
+ sphinx>=7,<9
7
+ sphinx-autoapi>=3.2.1,<4
8
+ astroid>=3,<4
9
+ sphinx-autodoc-typehints>=1.24.0,<4
10
+ sphinxcontrib-autoprogram==0.1.9
11
+ cwltest>=2.2.20211116163652
12
+ mypy==1.15.0
13
+ types-aws-xray-sdk
14
+ types-boto<2.49.18.20241020
15
+ types-Flask-Cors
16
+ types-requests
17
+ types-psutil>=6.1.0.20241102
18
+ types-python-dateutil
19
+ types-setuptools
20
+ types-xmltodict
21
+ flake8>=3.8.4,<8
22
+ flake8-bugbear>=20.11.1,<25
23
+ black
24
+ isort
25
+ pydocstyle
26
+ autoflake
27
+ isort
28
+ diff_cover
29
+ lxml
30
+ docutils>=0.16,<0.22
31
+ pyupgrade
32
+ pytest-xdist
33
+ build
34
+ check-jsonschema
@@ -0,0 +1 @@
1
+ htcondor>=23.6.0,<25
@@ -1,4 +1,4 @@
1
- kubernetes>=12.0.1, <22
1
+ kubernetes>=12.0.1, <33
2
2
  # Nobody ever published stubs that support Python back to before 3.9, until
3
3
  # version 22.6.0 of the Kubernetes module. So we have to use the mismatched
4
4
  # stubs.
@@ -0,0 +1,8 @@
1
+ connexion[swagger-ui]>=2.10.0, <4
2
+ flask>=2.0,<4
3
+ werkzeug>=2.0,<4
4
+ flask-cors==5.0.0
5
+ gunicorn==23.0.0
6
+ celery>=5.1.0, <6
7
+ wes-service>=4.0.0, <5
8
+ ruamel.yaml>=0.15,<0.19
@@ -1,3 +1,3 @@
1
- miniwdl==1.11.1
1
+ miniwdl==1.12.1
2
2
  wdlparse==0.1.0
3
3
  graphlib-backport==1.0 ; python_version < '3.9'
@@ -1,15 +1,15 @@
1
1
  dill>=0.3.2, <0.4
2
- requests>=2, <3
2
+ requests<=2.31.0
3
3
  docker>=6.1.0, <8
4
- # Work around https://github.com/docker/docker-py/issues/3113
5
4
  urllib3>=1.26.0,<3
6
5
  python-dateutil
7
- psutil >= 3.0.1, <6
6
+ psutil >= 6.1.0, < 7
8
7
  PyPubSub >=4.0.3, <5
9
8
  addict>=2.2.1, <2.5
10
- pytz>=2012
9
+ backports.zoneinfo[tzdata];python_version<"3.9"
11
10
  enlighten>=1.5.2, <2
12
11
  configargparse>=1.7,<2
13
12
  ruamel.yaml>=0.15
14
13
  pyyaml>=6,<7
15
14
  typing-extensions>=4.6.2, <5
15
+ coloredlogs>=15,<16
@@ -33,6 +33,7 @@ markers =
33
33
  wes_server
34
34
  cwl_small_log_dir
35
35
  cwl_small
36
+ wdl
36
37
 
37
38
  [flake8]
38
39
  max-line-length = 88
toil-8.0.0/setup.py ADDED
@@ -0,0 +1,166 @@
1
+ # Copyright (C) 2015-2021 Regents of the University of California
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ import os
15
+ import types
16
+ from importlib.machinery import SourceFileLoader
17
+ from tempfile import NamedTemporaryFile
18
+
19
+ from setuptools import find_packages, setup
20
+
21
+ SETUP_DIR = os.path.dirname(__file__)
22
+ README = os.path.join(SETUP_DIR, "README.rst")
23
+
24
+
25
+ def get_requirements(extra=None):
26
+ """
27
+ Load the requirements for the given extra.
28
+
29
+ Uses the appropriate requirements-extra.txt, or the main requirements.txt
30
+ if no extra is specified.
31
+ """
32
+ filename = f"requirements-{extra}.txt" if extra else "requirements.txt"
33
+
34
+ with open(filename) as fp:
35
+ # Parse out as one per line, dropping comments
36
+ return [
37
+ l.split("#")[0].strip() for l in fp.readlines() if l.split("#")[0].strip()
38
+ ]
39
+
40
+
41
+ def run_setup():
42
+ """
43
+ Call setup().
44
+
45
+ This function exists so the setup() invocation preceded more internal functionality.
46
+ The `version` module is imported dynamically by import_version() below.
47
+ """
48
+ install_requires = get_requirements()
49
+
50
+ extras_require = {}
51
+ # htcondor is not supported by apple
52
+ # this is tricky to conditionally support in 'all' due
53
+ # to how wheels work, so it is not included in all and
54
+ # must be explicitly installed as an extra
55
+ all_reqs = []
56
+
57
+ non_htcondor_extras = [
58
+ "aws",
59
+ "cwl",
60
+ "encryption",
61
+ "google",
62
+ "kubernetes",
63
+ "wdl",
64
+ "server",
65
+ ]
66
+ for extra in non_htcondor_extras:
67
+ extras_require[extra] = get_requirements(extra)
68
+ all_reqs += extras_require[extra]
69
+ # We exclude htcondor from "all" because it can't be on Mac
70
+ extras_require['htcondor:sys_platform!="darwin"'] = get_requirements("htcondor")
71
+ extras_require["mesos"] = get_requirements("mesos")
72
+ all_reqs += get_requirements("mesos")
73
+ extras_require["all"] = all_reqs
74
+ setup(
75
+ name="toil",
76
+ version=version.distVersion,
77
+ long_description=open(README).read(),
78
+ long_description_content_type="text/x-rst",
79
+ description="Pipeline management software for clusters.",
80
+ author="Benedict Paten and the Toil community",
81
+ author_email="toil-community@googlegroups.com",
82
+ url="https://github.com/DataBiosphere/toil",
83
+ classifiers=[
84
+ "Development Status :: 5 - Production/Stable",
85
+ "Environment :: Console",
86
+ "Intended Audience :: Developers",
87
+ "Intended Audience :: Science/Research",
88
+ "Intended Audience :: Healthcare Industry",
89
+ "License :: OSI Approved :: Apache Software License",
90
+ "Natural Language :: English",
91
+ "Operating System :: MacOS :: MacOS X",
92
+ "Operating System :: POSIX",
93
+ "Operating System :: POSIX :: Linux",
94
+ "Programming Language :: Python :: 3.9",
95
+ "Programming Language :: Python :: 3.10",
96
+ "Programming Language :: Python :: 3.11",
97
+ "Programming Language :: Python :: 3.12",
98
+ "Programming Language :: Python :: 3.13",
99
+ "Topic :: Scientific/Engineering",
100
+ "Topic :: Scientific/Engineering :: Bio-Informatics",
101
+ "Topic :: Scientific/Engineering :: Astronomy",
102
+ "Topic :: Scientific/Engineering :: Atmospheric Science",
103
+ "Topic :: Scientific/Engineering :: Information Analysis",
104
+ "Topic :: Scientific/Engineering :: Medical Science Apps.",
105
+ "Topic :: System :: Distributed Computing",
106
+ "Topic :: Utilities",
107
+ ],
108
+ license="Apache License v2.0",
109
+ python_requires=">=3.9",
110
+ install_requires=install_requires,
111
+ extras_require=extras_require,
112
+ package_dir={"": "src"},
113
+ packages=find_packages(where="src"),
114
+ package_data={
115
+ "": ["*.yml", "*.yaml", "cloud-config", "*.cwl"],
116
+ },
117
+ # Unfortunately, the names of the entry points are hard-coded elsewhere in the code base so
118
+ # you can't just change them here. Luckily, most of them are pretty unique strings, and thus
119
+ # easy to search for.
120
+ entry_points={
121
+ "console_scripts": [
122
+ "toil = toil.utils.toilMain:main",
123
+ "_toil_worker = toil.worker:main",
124
+ "cwltoil = toil.cwl.cwltoil:cwltoil_was_removed [cwl]",
125
+ "toil-cwl-runner = toil.cwl.cwltoil:main [cwl]",
126
+ "toil-wdl-runner = toil.wdl.wdltoil:main [wdl]",
127
+ "toil-wes-cwl-runner = toil.server.cli.wes_cwl_runner:main [server]",
128
+ "_toil_mesos_executor = toil.batchSystems.mesos.executor:main [mesos]",
129
+ "_toil_contained_executor = toil.batchSystems.contained_executor:executor",
130
+ ]
131
+ },
132
+ )
133
+
134
+
135
+ def import_version():
136
+ """Return the module object for src/toil/version.py, generate from the template if required."""
137
+ if not os.path.exists("src/toil/version.py"):
138
+ for req in get_requirements("cwl"):
139
+ # Determine cwltool version from requirements file
140
+ if req.startswith("cwltool=="):
141
+ cwltool_version = req[len("cwltool==") :]
142
+ break
143
+ # Use the template to generate src/toil/version.py
144
+ import version_template
145
+
146
+ with NamedTemporaryFile(
147
+ mode="w", dir="src/toil", prefix="version.py.", delete=False
148
+ ) as f:
149
+ f.write(
150
+ version_template.expand_(
151
+ others={
152
+ # expose the dependency versions that we may need to access in Toil
153
+ "cwltool_version": cwltool_version,
154
+ }
155
+ )
156
+ )
157
+ os.rename(f.name, "src/toil/version.py")
158
+
159
+ loader = SourceFileLoader("toil.version", "src/toil/version.py")
160
+ mod = types.ModuleType(loader.name)
161
+ loader.exec_module(mod)
162
+ return mod
163
+
164
+
165
+ version = import_version()
166
+ run_setup()