toil 6.1.0__tar.gz → 8.0.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {toil-6.1.0 → toil-8.0.0}/LICENSE +25 -0
- {toil-6.1.0 → toil-8.0.0}/PKG-INFO +84 -34
- {toil-6.1.0 → toil-8.0.0}/README.rst +6 -2
- toil-8.0.0/requirements-aws.txt +5 -0
- {toil-6.1.0 → toil-8.0.0}/requirements-cwl.txt +4 -3
- toil-8.0.0/requirements-dev.txt +34 -0
- toil-8.0.0/requirements-htcondor.txt +1 -0
- {toil-6.1.0 → toil-8.0.0}/requirements-kubernetes.txt +1 -1
- toil-8.0.0/requirements-server.txt +8 -0
- {toil-6.1.0 → toil-8.0.0}/requirements-wdl.txt +1 -1
- {toil-6.1.0 → toil-8.0.0}/requirements.txt +4 -4
- {toil-6.1.0 → toil-8.0.0}/setup.cfg +1 -0
- toil-8.0.0/setup.py +166 -0
- toil-8.0.0/src/toil/__init__.py +517 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/__init__.py +1 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/abstractBatchSystem.py +154 -85
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/abstractGridEngineBatchSystem.py +256 -132
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/awsBatch.py +244 -135
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/cleanup_support.py +22 -16
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/contained_executor.py +31 -28
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/gridengine.py +86 -50
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/htcondor.py +166 -89
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/kubernetes.py +632 -382
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/local_support.py +20 -15
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/lsf.py +134 -81
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/lsfHelper.py +13 -11
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/__init__.py +41 -29
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/batchSystem.py +290 -151
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/executor.py +79 -50
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/test/__init__.py +31 -23
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/options.py +46 -28
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/registry.py +53 -19
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/singleMachine.py +296 -125
- toil-8.0.0/src/toil/batchSystems/slurm.py +856 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/torque.py +47 -33
- {toil-6.1.0 → toil-8.0.0}/src/toil/bus.py +148 -76
- {toil-6.1.0 → toil-8.0.0}/src/toil/common.py +659 -365
- {toil-6.1.0 → toil-8.0.0}/src/toil/cwl/__init__.py +1 -1
- {toil-6.1.0 → toil-8.0.0}/src/toil/cwl/cwltoil.py +1147 -512
- {toil-6.1.0 → toil-8.0.0}/src/toil/cwl/utils.py +17 -22
- {toil-6.1.0 → toil-8.0.0}/src/toil/deferred.py +63 -42
- {toil-6.1.0 → toil-8.0.0}/src/toil/exceptions.py +5 -3
- {toil-6.1.0 → toil-8.0.0}/src/toil/fileStores/__init__.py +5 -5
- {toil-6.1.0 → toil-8.0.0}/src/toil/fileStores/abstractFileStore.py +97 -66
- {toil-6.1.0 → toil-8.0.0}/src/toil/fileStores/cachingFileStore.py +713 -249
- {toil-6.1.0 → toil-8.0.0}/src/toil/fileStores/nonCachingFileStore.py +113 -75
- {toil-6.1.0 → toil-8.0.0}/src/toil/job.py +1189 -348
- {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/abstractJobStore.py +400 -248
- {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/aws/jobStore.py +863 -477
- {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/aws/utils.py +199 -119
- {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/conftest.py +3 -2
- {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/fileJobStore.py +291 -153
- {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/googleJobStore.py +140 -74
- {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/utils.py +36 -15
- {toil-6.1.0 → toil-8.0.0}/src/toil/leader.py +665 -272
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/accelerators.py +115 -18
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/aws/__init__.py +74 -31
- toil-8.0.0/src/toil/lib/aws/ami.py +226 -0
- toil-8.0.0/src/toil/lib/aws/iam.py +485 -0
- toil-8.0.0/src/toil/lib/aws/s3.py +31 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/aws/session.py +214 -39
- toil-8.0.0/src/toil/lib/aws/utils.py +502 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/bioio.py +13 -5
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/compatibility.py +11 -6
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/conversions.py +87 -49
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/docker.py +131 -103
- toil-8.0.0/src/toil/lib/ec2.py +680 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/ec2nodes.py +174 -106
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/encryption/_dummy.py +5 -3
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/encryption/_nacl.py +10 -6
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/encryption/conftest.py +1 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/exceptions.py +26 -7
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/expando.py +5 -3
- toil-8.0.0/src/toil/lib/ftp_utils.py +217 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/generatedEC2Lists.py +127 -19
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/humanize.py +6 -2
- toil-8.0.0/src/toil/lib/integration.py +341 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/io.py +113 -13
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/iterables.py +4 -2
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/memoize.py +12 -8
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/misc.py +66 -21
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/objects.py +2 -2
- toil-8.0.0/src/toil/lib/resources.py +106 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/retry.py +126 -81
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/threading.py +284 -82
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/throttle.py +16 -15
- toil-8.0.0/src/toil/options/common.py +1172 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/options/cwl.py +175 -90
- toil-8.0.0/src/toil/options/runner.py +50 -0
- toil-8.0.0/src/toil/options/wdl.py +88 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/__init__.py +117 -46
- {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/abstractProvisioner.py +329 -162
- {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/aws/__init__.py +70 -33
- toil-8.0.0/src/toil/provisioners/aws/awsProvisioner.py +2209 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/clusterScaler.py +541 -279
- {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/gceProvisioner.py +282 -179
- {toil-6.1.0 → toil-8.0.0}/src/toil/provisioners/node.py +155 -79
- {toil-6.1.0 → toil-8.0.0}/src/toil/realtimeLogger.py +34 -22
- {toil-6.1.0 → toil-8.0.0}/src/toil/resource.py +137 -75
- toil-8.0.0/src/toil/server/app.py +209 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/celery_app.py +3 -1
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/cli/wes_cwl_runner.py +82 -53
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/utils.py +54 -28
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/abstract_backend.py +64 -26
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/amazon_wes_utils.py +21 -15
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/tasks.py +121 -63
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/toil_backend.py +142 -107
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/wsgi_app.py +4 -3
- {toil-6.1.0 → toil-8.0.0}/src/toil/serviceManager.py +58 -22
- {toil-6.1.0 → toil-8.0.0}/src/toil/statsAndLogging.py +193 -67
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/__init__.py +282 -183
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/batchSystems/batchSystemTest.py +460 -210
- toil-8.0.0/src/toil/test/batchSystems/batch_system_plugin_test.py +90 -0
- toil-8.0.0/src/toil/test/batchSystems/test_gridengine.py +173 -0
- toil-8.0.0/src/toil/test/batchSystems/test_lsf_helper.py +83 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/batchSystems/test_slurm.py +94 -48
- toil-8.0.0/src/toil/test/cactus/test_cactus_integration.py +56 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/cwlTest.py +275 -158
- toil-8.0.0/src/toil/test/cwl/measure_default_memory.cwl +12 -0
- toil-8.0.0/src/toil/test/cwl/not_run_required_input.cwl +29 -0
- toil-8.0.0/src/toil/test/cwl/scatter_duplicate_outputs.cwl +40 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/seqtk_seq.cwl +1 -1
- toil-8.0.0/src/toil/test/docs/scriptsTest.py +173 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/jobStores/jobStoreTest.py +424 -263
- toil-8.0.0/src/toil/test/lib/aws/test_iam.py +197 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/aws/test_s3.py +16 -9
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/aws/test_utils.py +5 -6
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/dockerTest.py +118 -141
- toil-8.0.0/src/toil/test/lib/test_conversions.py +211 -0
- toil-8.0.0/src/toil/test/lib/test_ec2.py +104 -0
- toil-8.0.0/src/toil/test/lib/test_integration.py +104 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/test_misc.py +12 -5
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/mesos/MesosDataStructuresTest.py +23 -10
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/mesos/helloWorld.py +7 -6
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/mesos/stress.py +25 -20
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/options/options.py +7 -2
- toil-8.0.0/src/toil/test/provisioners/aws/awsProvisionerTest.py +684 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/clusterScalerTest.py +440 -250
- toil-8.0.0/src/toil/test/provisioners/clusterTest.py +293 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/gceProvisionerTest.py +174 -100
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/provisionerTest.py +25 -13
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/restartScript.py +5 -4
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/server/serverTest.py +188 -141
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/sort/restart_sort.py +137 -68
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/sort/sort.py +134 -66
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/sort/sortTest.py +91 -49
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/autoDeploymentTest.py +141 -101
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/busTest.py +20 -18
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/checkpointTest.py +8 -2
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/deferredFunctionTest.py +49 -35
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/dockerCheckTest.py +32 -24
- toil-8.0.0/src/toil/test/src/environmentTest.py +135 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/fileStoreTest.py +539 -272
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/helloWorldTest.py +7 -4
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/importExportFileTest.py +61 -31
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobDescriptionTest.py +46 -21
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobEncapsulationTest.py +2 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobFileStoreTest.py +74 -50
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobServiceTest.py +187 -73
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/jobTest.py +121 -71
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/miscTests.py +19 -18
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/promisedRequirementTest.py +82 -36
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/promisesTest.py +7 -6
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/realtimeLoggerTest.py +10 -6
- toil-8.0.0/src/toil/test/src/regularLogTest.py +134 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/resourceTest.py +80 -49
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/restartDAGTest.py +36 -22
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/resumabilityTest.py +9 -2
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/retainTempDirTest.py +45 -14
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/systemTest.py +12 -8
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/threadingTest.py +44 -25
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/toilContextManagerTest.py +10 -7
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/userDefinedJobArgTypeTest.py +8 -5
- toil-8.0.0/src/toil/test/src/workerTest.py +144 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/utils/toilDebugTest.py +103 -33
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/utils/toilKillTest.py +4 -5
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/utils/utilsTest.py +242 -103
- toil-8.0.0/src/toil/test/wdl/wdltoil_test.py +1012 -0
- toil-8.0.0/src/toil/test/wdl/wdltoil_test_kubernetes.py +91 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/toilState.py +120 -35
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilConfig.py +13 -4
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilDebugFile.py +44 -27
- toil-8.0.0/src/toil/utils/toilDebugJob.py +264 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilDestroyCluster.py +11 -6
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilKill.py +8 -3
- toil-8.0.0/src/toil/utils/toilLaunchCluster.py +351 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilMain.py +37 -16
- toil-8.0.0/src/toil/utils/toilRsyncCluster.py +58 -0
- toil-8.0.0/src/toil/utils/toilSshCluster.py +85 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilStats.py +75 -35
- toil-8.0.0/src/toil/utils/toilStatus.py +558 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilUpdateEC2Instances.py +3 -1
- toil-8.0.0/src/toil/version.py +14 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/wdl/utils.py +5 -5
- toil-8.0.0/src/toil/wdl/wdltoil.py +5665 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/worker.py +345 -177
- {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/PKG-INFO +84 -34
- {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/SOURCES.txt +12 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/requires.txt +37 -30
- toil-6.1.0/requirements-aws.txt +0 -4
- toil-6.1.0/requirements-dev.txt +0 -29
- toil-6.1.0/requirements-htcondor.txt +0 -1
- toil-6.1.0/requirements-server.txt +0 -8
- toil-6.1.0/setup.py +0 -158
- toil-6.1.0/src/toil/__init__.py +0 -710
- toil-6.1.0/src/toil/batchSystems/slurm.py +0 -462
- toil-6.1.0/src/toil/lib/aws/ami.py +0 -191
- toil-6.1.0/src/toil/lib/aws/iam.py +0 -309
- toil-6.1.0/src/toil/lib/aws/utils.py +0 -446
- toil-6.1.0/src/toil/lib/ec2.py +0 -518
- toil-6.1.0/src/toil/lib/resources.py +0 -60
- toil-6.1.0/src/toil/options/common.py +0 -736
- toil-6.1.0/src/toil/options/wdl.py +0 -37
- toil-6.1.0/src/toil/provisioners/aws/awsProvisioner.py +0 -1779
- toil-6.1.0/src/toil/server/app.py +0 -143
- toil-6.1.0/src/toil/test/batchSystems/test_lsf_helper.py +0 -74
- toil-6.1.0/src/toil/test/cactus/test_cactus_integration.py +0 -58
- toil-6.1.0/src/toil/test/docs/scriptsTest.py +0 -150
- toil-6.1.0/src/toil/test/lib/aws/test_iam.py +0 -129
- toil-6.1.0/src/toil/test/lib/test_conversions.py +0 -213
- toil-6.1.0/src/toil/test/lib/test_ec2.py +0 -96
- toil-6.1.0/src/toil/test/provisioners/aws/awsProvisionerTest.py +0 -514
- toil-6.1.0/src/toil/test/provisioners/clusterTest.py +0 -172
- toil-6.1.0/src/toil/test/src/regularLogTest.py +0 -100
- toil-6.1.0/src/toil/test/src/workerTest.py +0 -94
- toil-6.1.0/src/toil/test/wdl/wdltoil_test.py +0 -418
- toil-6.1.0/src/toil/utils/toilDebugJob.py +0 -77
- toil-6.1.0/src/toil/utils/toilLaunchCluster.py +0 -235
- toil-6.1.0/src/toil/utils/toilRsyncCluster.py +0 -40
- toil-6.1.0/src/toil/utils/toilSshCluster.py +0 -58
- toil-6.1.0/src/toil/utils/toilStatus.py +0 -405
- toil-6.1.0/src/toil/version.py +0 -14
- toil-6.1.0/src/toil/wdl/wdltoil.py +0 -2937
- {toil-6.1.0 → toil-8.0.0}/MANIFEST.in +0 -0
- {toil-6.1.0 → toil-8.0.0}/requirements-encryption.txt +0 -0
- {toil-6.1.0 → toil-8.0.0}/requirements-google.txt +0 -0
- {toil-6.1.0 → toil-8.0.0}/requirements-mesos.txt +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/batchSystems/mesos/conftest.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/cwl/conftest.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/jobStores/aws/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/lib/encryption/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/options/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/api_spec/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/api_spec/workflow_execution_service.swagger.yaml +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/cli/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/server/wes/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/batchSystems/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cactus/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/alwaysfails.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/colon_test_output.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/colon_test_output_job.yaml +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/conditional_wf.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/conditional_wf.yaml +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/conftest.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/directory_from_directory.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/download.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/download_directory.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/download_subdirectory.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo-stderr.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo-stdout-log-dir.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo_string.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/echo_string_scatter_capture_stdout.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/file_from_directory.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/glob_dir.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/load_contents.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/mpi_simple.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/nvidia_smi.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/preemptible.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/preemptible_expression.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/revsort.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/revsort2.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/revtool.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/revtool2.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/s3_secondary_file.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/sorttool.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/stream.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/test_filename_conflict_detection.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/test_filename_conflict_detection_at_root.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/cwl/test_filename_conflict_resolution.cwl +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/docs/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/jobStores/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/lib/aws/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/mesos/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/options/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/provisioners/aws/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/server/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/sort/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/src/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/utils/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/test/wdl/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilClean.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/utils/toilServer.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil/wdl/__init__.py +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/dependency_links.txt +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/entry_points.txt +0 -0
- {toil-6.1.0 → toil-8.0.0}/src/toil.egg-info/top_level.txt +0 -0
|
@@ -202,3 +202,28 @@
|
|
|
202
202
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
203
203
|
See the License for the specific language governing permissions and
|
|
204
204
|
limitations under the License.
|
|
205
|
+
|
|
206
|
+
All code in this repository excluding src/toil/statsAndLogging.py::install_log_color is under the Apache License as outlined directly above.
|
|
207
|
+
Some code in src/toil/statsAndLogging.py::install_log_color is under the MiniWDL MIT License as outlined directly below.
|
|
208
|
+
|
|
209
|
+
MIT License
|
|
210
|
+
|
|
211
|
+
Copyright (c) 2018 Chan Zuckerberg Initiative
|
|
212
|
+
|
|
213
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
214
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
215
|
+
in the Software without restriction, including without limitation the rights
|
|
216
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
217
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
218
|
+
furnished to do so, subject to the following conditions:
|
|
219
|
+
|
|
220
|
+
The above copyright notice and this permission notice shall be included in all
|
|
221
|
+
copies or substantial portions of the Software.
|
|
222
|
+
|
|
223
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
224
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
225
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
226
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
227
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
228
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
229
|
+
SOFTWARE.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.2
|
|
2
2
|
Name: toil
|
|
3
|
-
Version:
|
|
3
|
+
Version: 8.0.0
|
|
4
4
|
Summary: Pipeline management software for clusters.
|
|
5
5
|
Home-page: https://github.com/DataBiosphere/toil
|
|
6
6
|
Author: Benedict Paten and the Toil community
|
|
@@ -16,10 +16,11 @@ Classifier: Natural Language :: English
|
|
|
16
16
|
Classifier: Operating System :: MacOS :: MacOS X
|
|
17
17
|
Classifier: Operating System :: POSIX
|
|
18
18
|
Classifier: Operating System :: POSIX :: Linux
|
|
19
|
-
Classifier: Programming Language :: Python :: 3.8
|
|
20
19
|
Classifier: Programming Language :: Python :: 3.9
|
|
21
20
|
Classifier: Programming Language :: Python :: 3.10
|
|
22
21
|
Classifier: Programming Language :: Python :: 3.11
|
|
22
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
23
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
23
24
|
Classifier: Topic :: Scientific/Engineering
|
|
24
25
|
Classifier: Topic :: Scientific/Engineering :: Bio-Informatics
|
|
25
26
|
Classifier: Topic :: Scientific/Engineering :: Astronomy
|
|
@@ -28,36 +29,40 @@ Classifier: Topic :: Scientific/Engineering :: Information Analysis
|
|
|
28
29
|
Classifier: Topic :: Scientific/Engineering :: Medical Science Apps.
|
|
29
30
|
Classifier: Topic :: System :: Distributed Computing
|
|
30
31
|
Classifier: Topic :: Utilities
|
|
31
|
-
Requires-Python: >=3.
|
|
32
|
+
Requires-Python: >=3.9
|
|
33
|
+
Description-Content-Type: text/x-rst
|
|
32
34
|
License-File: LICENSE
|
|
33
35
|
Requires-Dist: dill<0.4,>=0.3.2
|
|
34
|
-
Requires-Dist: requests
|
|
36
|
+
Requires-Dist: requests<=2.31.0
|
|
35
37
|
Requires-Dist: docker<8,>=6.1.0
|
|
36
38
|
Requires-Dist: urllib3<3,>=1.26.0
|
|
37
39
|
Requires-Dist: python-dateutil
|
|
38
|
-
Requires-Dist: psutil<6
|
|
40
|
+
Requires-Dist: psutil<7,>=6.1.0
|
|
39
41
|
Requires-Dist: PyPubSub<5,>=4.0.3
|
|
40
42
|
Requires-Dist: addict<2.5,>=2.2.1
|
|
41
|
-
Requires-Dist:
|
|
43
|
+
Requires-Dist: backports.zoneinfo[tzdata]; python_version < "3.9"
|
|
42
44
|
Requires-Dist: enlighten<2,>=1.5.2
|
|
43
45
|
Requires-Dist: configargparse<2,>=1.7
|
|
44
46
|
Requires-Dist: ruamel.yaml>=0.15
|
|
45
47
|
Requires-Dist: pyyaml<7,>=6
|
|
46
48
|
Requires-Dist: typing-extensions<5,>=4.6.2
|
|
49
|
+
Requires-Dist: coloredlogs<16,>=15
|
|
47
50
|
Provides-Extra: aws
|
|
48
|
-
Requires-Dist:
|
|
49
|
-
Requires-Dist: boto3-stubs[boto3,iam,s3,sdb,sts]<2,>=1.28.3.post2; extra == "aws"
|
|
51
|
+
Requires-Dist: boto3-stubs[autoscaling,boto3,ec2,iam,s3,sdb,sts]<2,>=1.28.3.post2; extra == "aws"
|
|
50
52
|
Requires-Dist: mypy-boto3-iam<2,>=1.28.3.post2; extra == "aws"
|
|
51
|
-
Requires-Dist:
|
|
53
|
+
Requires-Dist: mypy-boto3-s3<2,>=1.28.3.post2; extra == "aws"
|
|
54
|
+
Requires-Dist: moto<6,>=5.0.3; extra == "aws"
|
|
55
|
+
Requires-Dist: ec2_metadata<3; extra == "aws"
|
|
52
56
|
Provides-Extra: cwl
|
|
53
|
-
Requires-Dist: cwltool==3.1.
|
|
57
|
+
Requires-Dist: cwltool==3.1.20250110105449; extra == "cwl"
|
|
54
58
|
Requires-Dist: schema-salad<9,>=8.4.20230128170514; extra == "cwl"
|
|
55
|
-
Requires-Dist: galaxy-tool-util<
|
|
56
|
-
Requires-Dist: galaxy-util<
|
|
59
|
+
Requires-Dist: galaxy-tool-util<25; extra == "cwl"
|
|
60
|
+
Requires-Dist: galaxy-util<25; extra == "cwl"
|
|
57
61
|
Requires-Dist: ruamel.yaml<=0.19,>=0.15; extra == "cwl"
|
|
58
62
|
Requires-Dist: ruamel.yaml.clib>=0.2.6; extra == "cwl"
|
|
59
63
|
Requires-Dist: networkx!=2.8.1,<4; extra == "cwl"
|
|
60
64
|
Requires-Dist: CacheControl[filecache]; extra == "cwl"
|
|
65
|
+
Requires-Dist: cwl-utils>=0.36; extra == "cwl"
|
|
61
66
|
Provides-Extra: encryption
|
|
62
67
|
Requires-Dist: pynacl<2,>=1.4.0; extra == "encryption"
|
|
63
68
|
Provides-Extra: google
|
|
@@ -65,59 +70,104 @@ Requires-Dist: apache-libcloud<3,>=2.2.1; extra == "google"
|
|
|
65
70
|
Requires-Dist: google-cloud-storage<=2.8.0,>=2; extra == "google"
|
|
66
71
|
Requires-Dist: google-auth<3,>=2.18.1; extra == "google"
|
|
67
72
|
Provides-Extra: kubernetes
|
|
68
|
-
Requires-Dist: kubernetes<
|
|
73
|
+
Requires-Dist: kubernetes<33,>=12.0.1; extra == "kubernetes"
|
|
69
74
|
Requires-Dist: kubernetes-stubs==v22.6.0post1; extra == "kubernetes"
|
|
70
75
|
Requires-Dist: types-urllib3; extra == "kubernetes"
|
|
71
76
|
Requires-Dist: types-PyYAML; extra == "kubernetes"
|
|
72
77
|
Requires-Dist: idna>=2; extra == "kubernetes"
|
|
73
78
|
Provides-Extra: wdl
|
|
74
|
-
Requires-Dist: miniwdl==1.
|
|
79
|
+
Requires-Dist: miniwdl==1.12.1; extra == "wdl"
|
|
75
80
|
Requires-Dist: wdlparse==0.1.0; extra == "wdl"
|
|
76
81
|
Requires-Dist: graphlib-backport==1.0; python_version < "3.9" and extra == "wdl"
|
|
77
82
|
Provides-Extra: server
|
|
78
|
-
Requires-Dist: connexion[swagger-ui]<
|
|
79
|
-
Requires-Dist: flask<
|
|
80
|
-
Requires-Dist: werkzeug<
|
|
81
|
-
Requires-Dist: flask-cors==
|
|
82
|
-
Requires-Dist: gunicorn==
|
|
83
|
+
Requires-Dist: connexion[swagger-ui]<4,>=2.10.0; extra == "server"
|
|
84
|
+
Requires-Dist: flask<4,>=2.0; extra == "server"
|
|
85
|
+
Requires-Dist: werkzeug<4,>=2.0; extra == "server"
|
|
86
|
+
Requires-Dist: flask-cors==5.0.0; extra == "server"
|
|
87
|
+
Requires-Dist: gunicorn==23.0.0; extra == "server"
|
|
83
88
|
Requires-Dist: celery<6,>=5.1.0; extra == "server"
|
|
84
89
|
Requires-Dist: wes-service<5,>=4.0.0; extra == "server"
|
|
85
90
|
Requires-Dist: ruamel.yaml<0.19,>=0.15; extra == "server"
|
|
86
91
|
Provides-Extra: htcondor
|
|
87
|
-
Requires-Dist: htcondor<
|
|
92
|
+
Requires-Dist: htcondor<25,>=23.6.0; sys_platform != "darwin" and extra == "htcondor"
|
|
88
93
|
Provides-Extra: mesos
|
|
89
94
|
Requires-Dist: pymesos<0.4,>=0.3.15; python_version < "3.11" and extra == "mesos"
|
|
90
95
|
Provides-Extra: all
|
|
91
|
-
Requires-Dist:
|
|
92
|
-
Requires-Dist: boto3-stubs[boto3,iam,s3,sdb,sts]<2,>=1.28.3.post2; extra == "all"
|
|
96
|
+
Requires-Dist: boto3-stubs[autoscaling,boto3,ec2,iam,s3,sdb,sts]<2,>=1.28.3.post2; extra == "all"
|
|
93
97
|
Requires-Dist: mypy-boto3-iam<2,>=1.28.3.post2; extra == "all"
|
|
94
|
-
Requires-Dist:
|
|
95
|
-
Requires-Dist:
|
|
98
|
+
Requires-Dist: mypy-boto3-s3<2,>=1.28.3.post2; extra == "all"
|
|
99
|
+
Requires-Dist: moto<6,>=5.0.3; extra == "all"
|
|
100
|
+
Requires-Dist: ec2_metadata<3; extra == "all"
|
|
101
|
+
Requires-Dist: cwltool==3.1.20250110105449; extra == "all"
|
|
96
102
|
Requires-Dist: schema-salad<9,>=8.4.20230128170514; extra == "all"
|
|
97
|
-
Requires-Dist: galaxy-tool-util<
|
|
98
|
-
Requires-Dist: galaxy-util<
|
|
103
|
+
Requires-Dist: galaxy-tool-util<25; extra == "all"
|
|
104
|
+
Requires-Dist: galaxy-util<25; extra == "all"
|
|
99
105
|
Requires-Dist: ruamel.yaml<=0.19,>=0.15; extra == "all"
|
|
100
106
|
Requires-Dist: ruamel.yaml.clib>=0.2.6; extra == "all"
|
|
101
107
|
Requires-Dist: networkx!=2.8.1,<4; extra == "all"
|
|
102
108
|
Requires-Dist: CacheControl[filecache]; extra == "all"
|
|
109
|
+
Requires-Dist: cwl-utils>=0.36; extra == "all"
|
|
103
110
|
Requires-Dist: pynacl<2,>=1.4.0; extra == "all"
|
|
104
111
|
Requires-Dist: apache-libcloud<3,>=2.2.1; extra == "all"
|
|
105
112
|
Requires-Dist: google-cloud-storage<=2.8.0,>=2; extra == "all"
|
|
106
113
|
Requires-Dist: google-auth<3,>=2.18.1; extra == "all"
|
|
107
|
-
Requires-Dist: kubernetes<
|
|
114
|
+
Requires-Dist: kubernetes<33,>=12.0.1; extra == "all"
|
|
108
115
|
Requires-Dist: kubernetes-stubs==v22.6.0post1; extra == "all"
|
|
109
116
|
Requires-Dist: types-urllib3; extra == "all"
|
|
110
117
|
Requires-Dist: types-PyYAML; extra == "all"
|
|
111
118
|
Requires-Dist: idna>=2; extra == "all"
|
|
112
|
-
Requires-Dist: miniwdl==1.
|
|
119
|
+
Requires-Dist: miniwdl==1.12.1; extra == "all"
|
|
113
120
|
Requires-Dist: wdlparse==0.1.0; extra == "all"
|
|
114
121
|
Requires-Dist: graphlib-backport==1.0; python_version < "3.9" and extra == "all"
|
|
115
|
-
Requires-Dist: connexion[swagger-ui]<
|
|
116
|
-
Requires-Dist: flask<
|
|
117
|
-
Requires-Dist: werkzeug<
|
|
118
|
-
Requires-Dist: flask-cors==
|
|
119
|
-
Requires-Dist: gunicorn==
|
|
122
|
+
Requires-Dist: connexion[swagger-ui]<4,>=2.10.0; extra == "all"
|
|
123
|
+
Requires-Dist: flask<4,>=2.0; extra == "all"
|
|
124
|
+
Requires-Dist: werkzeug<4,>=2.0; extra == "all"
|
|
125
|
+
Requires-Dist: flask-cors==5.0.0; extra == "all"
|
|
126
|
+
Requires-Dist: gunicorn==23.0.0; extra == "all"
|
|
120
127
|
Requires-Dist: celery<6,>=5.1.0; extra == "all"
|
|
121
128
|
Requires-Dist: wes-service<5,>=4.0.0; extra == "all"
|
|
122
129
|
Requires-Dist: ruamel.yaml<0.19,>=0.15; extra == "all"
|
|
123
130
|
Requires-Dist: pymesos<0.4,>=0.3.15; python_version < "3.11" and extra == "all"
|
|
131
|
+
Dynamic: author
|
|
132
|
+
Dynamic: author-email
|
|
133
|
+
Dynamic: classifier
|
|
134
|
+
Dynamic: description
|
|
135
|
+
Dynamic: description-content-type
|
|
136
|
+
Dynamic: home-page
|
|
137
|
+
Dynamic: license
|
|
138
|
+
Dynamic: provides-extra
|
|
139
|
+
Dynamic: requires-dist
|
|
140
|
+
Dynamic: requires-python
|
|
141
|
+
Dynamic: summary
|
|
142
|
+
|
|
143
|
+
.. image:: https://badges.gitter.im/bd2k-genomics-toil/Lobby.svg
|
|
144
|
+
:alt: Join the chat at https://gitter.im/bd2k-genomics-toil/Lobby
|
|
145
|
+
:target: https://gitter.im/bd2k-genomics-toil/Lobby?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge
|
|
146
|
+
|
|
147
|
+
Toil is a scalable, efficient, cross-platform (Linux & macOS) pipeline management system,
|
|
148
|
+
written entirely in Python, and designed around the principles of functional
|
|
149
|
+
programming. It supports running workflows written in either Common Workflow Language (`CWL`_) 1.0-1.2 or
|
|
150
|
+
Workflow Description Language (`WDL`_) 1.0-1.1, as well as having its own rich Python API for writing workflows against.
|
|
151
|
+
It supports running workflows locally on your system (e.g. a laptop), on an HPC cluster, or in the cloud.
|
|
152
|
+
|
|
153
|
+
* Check the `website`_ for a description of Toil and its features.
|
|
154
|
+
* Full documentation for the latest stable release can be found at
|
|
155
|
+
`Read the Docs`_.
|
|
156
|
+
* Please subscribe to low-volume `announce`_ mailing list so we keep you informed
|
|
157
|
+
* Google Groups discussion `forum`_
|
|
158
|
+
* See our occasional `blog`_ for tutorials.
|
|
159
|
+
* Use `biostars`_ channel for discussion.
|
|
160
|
+
|
|
161
|
+
.. _website: http://toil.ucsc-cgl.org/
|
|
162
|
+
.. _Read the Docs: https://toil.readthedocs.io/en/latest
|
|
163
|
+
.. _announce: https://groups.google.com/forum/#!forum/toil-announce
|
|
164
|
+
.. _forum: https://groups.google.com/forum/#!forum/toil-community
|
|
165
|
+
.. _blog: https://toilpipelines.wordpress.com/
|
|
166
|
+
.. _biostars: https://www.biostars.org/t/toil/
|
|
167
|
+
.. _CWL: https://www.commonwl.org/
|
|
168
|
+
.. _WDL: https://openwdl.org/
|
|
169
|
+
|
|
170
|
+
Notes:
|
|
171
|
+
|
|
172
|
+
* Toil moved from https://github.com/BD2KGenomics/toil to https://github.com/DataBiosphere/toil on July 5th, 2018.
|
|
173
|
+
* Toil dropped Python 2.7 support on February 13, 2020 (the last working py2.7 version is 3.24.0).
|
|
@@ -4,7 +4,9 @@
|
|
|
4
4
|
|
|
5
5
|
Toil is a scalable, efficient, cross-platform (Linux & macOS) pipeline management system,
|
|
6
6
|
written entirely in Python, and designed around the principles of functional
|
|
7
|
-
programming.
|
|
7
|
+
programming. It supports running workflows written in either Common Workflow Language (`CWL`_) 1.0-1.2 or
|
|
8
|
+
Workflow Description Language (`WDL`_) 1.0-1.1, as well as having its own rich Python API for writing workflows against.
|
|
9
|
+
It supports running workflows locally on your system (e.g. a laptop), on an HPC cluster, or in the cloud.
|
|
8
10
|
|
|
9
11
|
* Check the `website`_ for a description of Toil and its features.
|
|
10
12
|
* Full documentation for the latest stable release can be found at
|
|
@@ -20,8 +22,10 @@ programming.
|
|
|
20
22
|
.. _forum: https://groups.google.com/forum/#!forum/toil-community
|
|
21
23
|
.. _blog: https://toilpipelines.wordpress.com/
|
|
22
24
|
.. _biostars: https://www.biostars.org/t/toil/
|
|
25
|
+
.. _CWL: https://www.commonwl.org/
|
|
26
|
+
.. _WDL: https://openwdl.org/
|
|
23
27
|
|
|
24
28
|
Notes:
|
|
25
29
|
|
|
26
30
|
* Toil moved from https://github.com/BD2KGenomics/toil to https://github.com/DataBiosphere/toil on July 5th, 2018.
|
|
27
|
-
* Toil dropped
|
|
31
|
+
* Toil dropped Python 2.7 support on February 13, 2020 (the last working py2.7 version is 3.24.0).
|
|
@@ -1,8 +1,9 @@
|
|
|
1
|
-
cwltool==3.1.
|
|
1
|
+
cwltool==3.1.20250110105449
|
|
2
2
|
schema-salad>=8.4.20230128170514,<9
|
|
3
|
-
galaxy-tool-util<
|
|
4
|
-
galaxy-util<
|
|
3
|
+
galaxy-tool-util<25
|
|
4
|
+
galaxy-util<25
|
|
5
5
|
ruamel.yaml>=0.15,<=0.19
|
|
6
6
|
ruamel.yaml.clib>=0.2.6
|
|
7
7
|
networkx!=2.8.1,<4
|
|
8
8
|
CacheControl[filecache]
|
|
9
|
+
cwl-utils>=0.36
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
pytest>=6.2.1,<9
|
|
2
|
+
pytest-cov>=2.12.1,<7
|
|
3
|
+
pytest-timeout>=1.4.2,<3
|
|
4
|
+
stubserver>=1.1,<2
|
|
5
|
+
setuptools>=65.5.1,<76
|
|
6
|
+
sphinx>=7,<9
|
|
7
|
+
sphinx-autoapi>=3.2.1,<4
|
|
8
|
+
astroid>=3,<4
|
|
9
|
+
sphinx-autodoc-typehints>=1.24.0,<4
|
|
10
|
+
sphinxcontrib-autoprogram==0.1.9
|
|
11
|
+
cwltest>=2.2.20211116163652
|
|
12
|
+
mypy==1.15.0
|
|
13
|
+
types-aws-xray-sdk
|
|
14
|
+
types-boto<2.49.18.20241020
|
|
15
|
+
types-Flask-Cors
|
|
16
|
+
types-requests
|
|
17
|
+
types-psutil>=6.1.0.20241102
|
|
18
|
+
types-python-dateutil
|
|
19
|
+
types-setuptools
|
|
20
|
+
types-xmltodict
|
|
21
|
+
flake8>=3.8.4,<8
|
|
22
|
+
flake8-bugbear>=20.11.1,<25
|
|
23
|
+
black
|
|
24
|
+
isort
|
|
25
|
+
pydocstyle
|
|
26
|
+
autoflake
|
|
27
|
+
isort
|
|
28
|
+
diff_cover
|
|
29
|
+
lxml
|
|
30
|
+
docutils>=0.16,<0.22
|
|
31
|
+
pyupgrade
|
|
32
|
+
pytest-xdist
|
|
33
|
+
build
|
|
34
|
+
check-jsonschema
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
htcondor>=23.6.0,<25
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
dill>=0.3.2, <0.4
|
|
2
|
-
requests
|
|
2
|
+
requests<=2.31.0
|
|
3
3
|
docker>=6.1.0, <8
|
|
4
|
-
# Work around https://github.com/docker/docker-py/issues/3113
|
|
5
4
|
urllib3>=1.26.0,<3
|
|
6
5
|
python-dateutil
|
|
7
|
-
psutil >=
|
|
6
|
+
psutil >= 6.1.0, < 7
|
|
8
7
|
PyPubSub >=4.0.3, <5
|
|
9
8
|
addict>=2.2.1, <2.5
|
|
10
|
-
|
|
9
|
+
backports.zoneinfo[tzdata];python_version<"3.9"
|
|
11
10
|
enlighten>=1.5.2, <2
|
|
12
11
|
configargparse>=1.7,<2
|
|
13
12
|
ruamel.yaml>=0.15
|
|
14
13
|
pyyaml>=6,<7
|
|
15
14
|
typing-extensions>=4.6.2, <5
|
|
15
|
+
coloredlogs>=15,<16
|
toil-8.0.0/setup.py
ADDED
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
# Copyright (C) 2015-2021 Regents of the University of California
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
import os
|
|
15
|
+
import types
|
|
16
|
+
from importlib.machinery import SourceFileLoader
|
|
17
|
+
from tempfile import NamedTemporaryFile
|
|
18
|
+
|
|
19
|
+
from setuptools import find_packages, setup
|
|
20
|
+
|
|
21
|
+
SETUP_DIR = os.path.dirname(__file__)
|
|
22
|
+
README = os.path.join(SETUP_DIR, "README.rst")
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
def get_requirements(extra=None):
|
|
26
|
+
"""
|
|
27
|
+
Load the requirements for the given extra.
|
|
28
|
+
|
|
29
|
+
Uses the appropriate requirements-extra.txt, or the main requirements.txt
|
|
30
|
+
if no extra is specified.
|
|
31
|
+
"""
|
|
32
|
+
filename = f"requirements-{extra}.txt" if extra else "requirements.txt"
|
|
33
|
+
|
|
34
|
+
with open(filename) as fp:
|
|
35
|
+
# Parse out as one per line, dropping comments
|
|
36
|
+
return [
|
|
37
|
+
l.split("#")[0].strip() for l in fp.readlines() if l.split("#")[0].strip()
|
|
38
|
+
]
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
def run_setup():
|
|
42
|
+
"""
|
|
43
|
+
Call setup().
|
|
44
|
+
|
|
45
|
+
This function exists so the setup() invocation preceded more internal functionality.
|
|
46
|
+
The `version` module is imported dynamically by import_version() below.
|
|
47
|
+
"""
|
|
48
|
+
install_requires = get_requirements()
|
|
49
|
+
|
|
50
|
+
extras_require = {}
|
|
51
|
+
# htcondor is not supported by apple
|
|
52
|
+
# this is tricky to conditionally support in 'all' due
|
|
53
|
+
# to how wheels work, so it is not included in all and
|
|
54
|
+
# must be explicitly installed as an extra
|
|
55
|
+
all_reqs = []
|
|
56
|
+
|
|
57
|
+
non_htcondor_extras = [
|
|
58
|
+
"aws",
|
|
59
|
+
"cwl",
|
|
60
|
+
"encryption",
|
|
61
|
+
"google",
|
|
62
|
+
"kubernetes",
|
|
63
|
+
"wdl",
|
|
64
|
+
"server",
|
|
65
|
+
]
|
|
66
|
+
for extra in non_htcondor_extras:
|
|
67
|
+
extras_require[extra] = get_requirements(extra)
|
|
68
|
+
all_reqs += extras_require[extra]
|
|
69
|
+
# We exclude htcondor from "all" because it can't be on Mac
|
|
70
|
+
extras_require['htcondor:sys_platform!="darwin"'] = get_requirements("htcondor")
|
|
71
|
+
extras_require["mesos"] = get_requirements("mesos")
|
|
72
|
+
all_reqs += get_requirements("mesos")
|
|
73
|
+
extras_require["all"] = all_reqs
|
|
74
|
+
setup(
|
|
75
|
+
name="toil",
|
|
76
|
+
version=version.distVersion,
|
|
77
|
+
long_description=open(README).read(),
|
|
78
|
+
long_description_content_type="text/x-rst",
|
|
79
|
+
description="Pipeline management software for clusters.",
|
|
80
|
+
author="Benedict Paten and the Toil community",
|
|
81
|
+
author_email="toil-community@googlegroups.com",
|
|
82
|
+
url="https://github.com/DataBiosphere/toil",
|
|
83
|
+
classifiers=[
|
|
84
|
+
"Development Status :: 5 - Production/Stable",
|
|
85
|
+
"Environment :: Console",
|
|
86
|
+
"Intended Audience :: Developers",
|
|
87
|
+
"Intended Audience :: Science/Research",
|
|
88
|
+
"Intended Audience :: Healthcare Industry",
|
|
89
|
+
"License :: OSI Approved :: Apache Software License",
|
|
90
|
+
"Natural Language :: English",
|
|
91
|
+
"Operating System :: MacOS :: MacOS X",
|
|
92
|
+
"Operating System :: POSIX",
|
|
93
|
+
"Operating System :: POSIX :: Linux",
|
|
94
|
+
"Programming Language :: Python :: 3.9",
|
|
95
|
+
"Programming Language :: Python :: 3.10",
|
|
96
|
+
"Programming Language :: Python :: 3.11",
|
|
97
|
+
"Programming Language :: Python :: 3.12",
|
|
98
|
+
"Programming Language :: Python :: 3.13",
|
|
99
|
+
"Topic :: Scientific/Engineering",
|
|
100
|
+
"Topic :: Scientific/Engineering :: Bio-Informatics",
|
|
101
|
+
"Topic :: Scientific/Engineering :: Astronomy",
|
|
102
|
+
"Topic :: Scientific/Engineering :: Atmospheric Science",
|
|
103
|
+
"Topic :: Scientific/Engineering :: Information Analysis",
|
|
104
|
+
"Topic :: Scientific/Engineering :: Medical Science Apps.",
|
|
105
|
+
"Topic :: System :: Distributed Computing",
|
|
106
|
+
"Topic :: Utilities",
|
|
107
|
+
],
|
|
108
|
+
license="Apache License v2.0",
|
|
109
|
+
python_requires=">=3.9",
|
|
110
|
+
install_requires=install_requires,
|
|
111
|
+
extras_require=extras_require,
|
|
112
|
+
package_dir={"": "src"},
|
|
113
|
+
packages=find_packages(where="src"),
|
|
114
|
+
package_data={
|
|
115
|
+
"": ["*.yml", "*.yaml", "cloud-config", "*.cwl"],
|
|
116
|
+
},
|
|
117
|
+
# Unfortunately, the names of the entry points are hard-coded elsewhere in the code base so
|
|
118
|
+
# you can't just change them here. Luckily, most of them are pretty unique strings, and thus
|
|
119
|
+
# easy to search for.
|
|
120
|
+
entry_points={
|
|
121
|
+
"console_scripts": [
|
|
122
|
+
"toil = toil.utils.toilMain:main",
|
|
123
|
+
"_toil_worker = toil.worker:main",
|
|
124
|
+
"cwltoil = toil.cwl.cwltoil:cwltoil_was_removed [cwl]",
|
|
125
|
+
"toil-cwl-runner = toil.cwl.cwltoil:main [cwl]",
|
|
126
|
+
"toil-wdl-runner = toil.wdl.wdltoil:main [wdl]",
|
|
127
|
+
"toil-wes-cwl-runner = toil.server.cli.wes_cwl_runner:main [server]",
|
|
128
|
+
"_toil_mesos_executor = toil.batchSystems.mesos.executor:main [mesos]",
|
|
129
|
+
"_toil_contained_executor = toil.batchSystems.contained_executor:executor",
|
|
130
|
+
]
|
|
131
|
+
},
|
|
132
|
+
)
|
|
133
|
+
|
|
134
|
+
|
|
135
|
+
def import_version():
|
|
136
|
+
"""Return the module object for src/toil/version.py, generate from the template if required."""
|
|
137
|
+
if not os.path.exists("src/toil/version.py"):
|
|
138
|
+
for req in get_requirements("cwl"):
|
|
139
|
+
# Determine cwltool version from requirements file
|
|
140
|
+
if req.startswith("cwltool=="):
|
|
141
|
+
cwltool_version = req[len("cwltool==") :]
|
|
142
|
+
break
|
|
143
|
+
# Use the template to generate src/toil/version.py
|
|
144
|
+
import version_template
|
|
145
|
+
|
|
146
|
+
with NamedTemporaryFile(
|
|
147
|
+
mode="w", dir="src/toil", prefix="version.py.", delete=False
|
|
148
|
+
) as f:
|
|
149
|
+
f.write(
|
|
150
|
+
version_template.expand_(
|
|
151
|
+
others={
|
|
152
|
+
# expose the dependency versions that we may need to access in Toil
|
|
153
|
+
"cwltool_version": cwltool_version,
|
|
154
|
+
}
|
|
155
|
+
)
|
|
156
|
+
)
|
|
157
|
+
os.rename(f.name, "src/toil/version.py")
|
|
158
|
+
|
|
159
|
+
loader = SourceFileLoader("toil.version", "src/toil/version.py")
|
|
160
|
+
mod = types.ModuleType(loader.name)
|
|
161
|
+
loader.exec_module(mod)
|
|
162
|
+
return mod
|
|
163
|
+
|
|
164
|
+
|
|
165
|
+
version = import_version()
|
|
166
|
+
run_setup()
|