toil 8.2.0__py3-none-any.whl → 9.0.0__py3-none-any.whl

toil/server/wes/abstract_backend.py

@@ -224,7 +224,7 @@ class WESBackend:
         )
 
     def collect_attachments(
-        self, run_id: Optional[str], temp_dir: Optional[str]
+        self, args: dict[str, Any], run_id: Optional[str], temp_dir: Optional[str]
     ) -> tuple[str, dict[str, Any]]:
         """
         Collect attachments from the current request by staging uploaded files
@@ -238,48 +238,26 @@ class WESBackend:
             temp_dir = mkdtemp()
         body: dict[str, Any] = {}
         has_attachments = False
-        for key, ls in connexion.request.files.lists():
-            try:
-                for value in ls:
-                    # uploaded files that are required to execute the workflow
-                    if key == "workflow_attachment":
-                        # guard against maliciously constructed filenames
-                        dest = os.path.join(temp_dir, self.secure_path(value.filename))
-                        if not os.path.isdir(os.path.dirname(dest)):
-                            os.makedirs(os.path.dirname(dest))
-                        self.log_for_run(
-                            run_id, f"Staging attachment '{value.filename}' to '{dest}'"
-                        )
-                        value.save(dest)
-                        has_attachments = True
-                        body[key] = (
-                            f"file://{temp_dir}"  # Reference to temp working dir.
-                        )
-
-                    elif key in (
-                        "workflow_params",
-                        "tags",
-                        "workflow_engine_parameters",
-                    ):
-                        content = value.read()
-                        body[key] = json.loads(content.decode("utf-8"))
-                    else:
-                        body[key] = value.read().decode()
-            except Exception as e:
-                raise MalformedRequestException(f"Error reading parameter '{key}': {e}")
-
-        for key, ls in connexion.request.form.lists():
-            try:
-                for value in ls:
-                    if not value:
-                        continue
-                    if key in ("workflow_params", "tags", "workflow_engine_parameters"):
-                        body[key] = json.loads(value)
-                    else:
-                        body[key] = value
-            except Exception as e:
-                raise MalformedRequestException(f"Error reading parameter '{key}': {e}")
-
+        for k, v in args.items():
+            if k == "workflow_attachment":
+                for file in (v or []):
+                    dest = os.path.join(temp_dir, self.secure_path(file.filename))
+                    if not os.path.isdir(os.path.dirname(dest)):
+                        os.makedirs(os.path.dirname(dest))
+                    self.log_for_run(
+                        run_id,
+                        f"Staging attachment '{file.filename}' to '{dest}'",
+                    )
+                    file.save(dest)
+                    has_attachments = True
+                    body["workflow_attachment"] = (
+                            "file://%s" % temp_dir
+                    )  # Reference to temp working dir.
+            elif k in ("workflow_params", "tags", "workflow_engine_parameters"):
+                if v is not None:
+                    body[k] = json.loads(v)
+            else:
+                body[k] = v
         if "workflow_url" in body:
             url, ref = urldefrag(body["workflow_url"])
             if ":" not in url:

toil/server/wes/toil_backend.py

@@ -502,7 +502,7 @@ class ToilBackend(WESBackend):
         }
 
     @handle_errors
-    def run_workflow(self) -> dict[str, str]:
+    def run_workflow(self, **args: Any) -> dict[str, str]:
         """Run a workflow."""
         run_id = self.run_id_prefix + uuid.uuid4().hex
         run = self._get_run(run_id, should_exists=False)
@@ -514,7 +514,7 @@ class ToilBackend(WESBackend):
         # stage the uploaded files to the execution directory, so that we can run the workflow file directly
         temp_dir = run.exec_dir
         try:
-            _, request = self.collect_attachments(run_id, temp_dir=temp_dir)
+            _, request = self.collect_attachments(args, run_id, temp_dir=temp_dir)
         except ValueError:
             run.clean_up()
             raise

toil/test/__init__.py

@@ -467,7 +467,7 @@ def needs_google_storage(test_item: MT) -> MT:
     """
     test_item = _mark_test("google_storage", needs_online(test_item))
     try:
-        from google.cloud import storage  # type: ignore[import-untyped]
+        import google.clould.storage  # type: ignore[import-untyped]
     except ImportError:
         return unittest.skip(
             "Install Toil with the 'google' extra to include this test."
@@ -619,7 +619,7 @@ def needs_htcondor(test_item: MT) -> MT:
     """Use a decorator before test classes or methods to run only if the HTCondor is installed."""
     test_item = _mark_test("htcondor", test_item)
     try:
-        import htcondor  # type: ignore[import-not-found]
+        import htcondor  # type: ignore
 
         htcondor.Collector(os.getenv("TOIL_HTCONDOR_COLLECTOR")).query(
             constraint="False"

toil/test/batchSystems/batchSystemTest.py

@@ -42,8 +42,6 @@ from toil.batchSystems.registry import (
     add_batch_system_factory,
     get_batch_system,
     get_batch_systems,
-    restore_batch_system_plugin_state,
-    save_batch_system_plugin_state,
 )
 from toil.batchSystems.singleMachine import SingleMachineBatchSystem
 from toil.common import Config, Toil
@@ -69,6 +67,7 @@ from toil.test import (
     pslow,
     pneeds_mesos,
 )
+from toil.lib.plugins import remove_plugin
 
 import pytest
 
@@ -97,15 +96,9 @@ class BatchSystemPluginTest(ToilTest):
     Class for testing batch system plugin functionality.
     """
 
-    def setUp(self) -> None:
-        # Save plugin state so our plugin doesn't stick around after the test
-        # (and create duplicate options)
-        self.__state = save_batch_system_plugin_state()
-        super().setUp()
-
     def tearDown(self) -> None:
         # Restore plugin state
-        restore_batch_system_plugin_state(self.__state)
+        remove_plugin("batch_system", "testBatchSystem")
         super().tearDown()
 
     def test_add_batch_system_factory(self) -> None:

toil/test/batchSystems/batch_system_plugin_test.py

@@ -26,6 +26,7 @@ from toil.batchSystems.registry import add_batch_system_factory
 from toil.common import Toil, addOptions
 from toil.job import JobDescription
 from toil.test import ToilTest
+from toil.lib.plugins import remove_plugin
 
 logger = logging.getLogger(__name__)
 
@@ -68,6 +69,11 @@ class FakeBatchSystem(BatchSystemCleanupSupport):
 
 
 class BatchSystemPluginTest(ToilTest):
+    def tearDown(self) -> None:
+        # Restore plugin state
+        remove_plugin("batch_system", "fake")
+        super().tearDown()
+
     def test_batchsystem_plugin_installable(self):
         """
         Test that installing a batch system plugin works.
@@ -76,6 +82,7 @@ class BatchSystemPluginTest(ToilTest):
 
         def fake_batch_system_factory() -> type[AbstractBatchSystem]:
             return FakeBatchSystem
+        
 
         add_batch_system_factory("fake", fake_batch_system_factory)
 

toil/test/cwl/cwlTest.py

@@ -45,9 +45,11 @@ from toil.cwl.utils import (
     download_structure,
     visit_cwl_class_and_reduce,
     visit_top_cwl_class,
+    remove_redundant_mounts
 )
 from toil.fileStores import FileID
 from toil.fileStores.abstractFileStore import AbstractFileStore
+from toil.job import WorkerImportJob
 from toil.lib.threading import cpu_count
 from toil.test import (
     get_data,
@@ -1112,12 +1114,13 @@ def cwl_v1_0_spec(tmp_path: Path) -> Generator[Path]:
     finally:
         pass  # no cleanup
 
-
+@pytest.mark.integrative
+@pytest.mark.conformance
 @needs_cwl
 @needs_online
 @pytest.mark.cwl
 @pytest.mark.online
-class TestCWLv10:
+class TestCWLv10Conformance:
     """
     Run the CWL 1.0 conformance tests in various environments.
     """
@@ -1295,11 +1298,13 @@ def cwl_v1_1_spec(tmp_path: Path) -> Generator[Path]:
         pass  # no cleanup
 
 
+@pytest.mark.integrative
+@pytest.mark.conformance
 @needs_cwl
 @needs_online
 @pytest.mark.cwl
 @pytest.mark.online
-class TestCWLv11:
+class TestCWLv11Conformance:
     """
     Run the CWL 1.1 conformance tests in various environments.
     """
@@ -1383,11 +1388,13 @@ def cwl_v1_2_spec(tmp_path: Path) -> Generator[Path]:
         pass  # no cleanup
 
 
+@pytest.mark.integrative
+@pytest.mark.conformance
 @needs_cwl
 @needs_online
 @pytest.mark.cwl
 @pytest.mark.online
-class TestCWLv12:
+class TestCWLv12Conformance:
     """
     Run the CWL 1.2 conformance tests in various environments.
     """
@@ -1525,7 +1532,7 @@ class TestCWLv12:
         TOIL_WES_ENDPOINT=http://localhost:8080 \
         TOIL_WES_USER=test \
         TOIL_WES_PASSWORD=password \
-        python -m pytest src/toil/test/cwl/cwlTest.py::TestCWLv12::test_wes_server_cwl_conformance -vv --log-level INFO --log-cli-level INFO
+        python -m pytest src/toil/test/cwl/cwlTest.py::TestCWLv12Conformance::test_wes_server_cwl_conformance -vv --log-level INFO --log-cli-level INFO
         """
         endpoint = os.environ.get("TOIL_WES_ENDPOINT")
         extra_args = [f"--wes_endpoint={endpoint}"]
@@ -1906,6 +1913,134 @@ def test_visit_cwl_class_and_reduce() -> None:
     assert up_child_count == 2
 
 
+@needs_cwl
+@pytest.mark.cwl
+@pytest.mark.cwl_small
+def test_trim_mounts_op_nonredundant() -> None:
+    """
+    Make sure we don't remove all non-duplicate listings
+    """
+    s: CWLObjectType = {"class": "Directory", "basename": "directory", "listing": [{"class": "File", "basename": "file", "contents": "hello world"}]}
+    remove_redundant_mounts(s)
+
+    # nothing should have been removed
+    assert isinstance(s['listing'], list)
+    assert len(s['listing']) == 1
+
+@needs_cwl
+@pytest.mark.cwl
+@pytest.mark.cwl_small
+def test_trim_mounts_op_redundant() -> None:
+    """
+    Make sure we remove all duplicate listings
+    """
+    s: CWLObjectType = {
+        "class": "Directory",
+        "location": "file:///home/heaucques/Documents/toil/test_dir",
+        "basename": "test_dir",
+        "listing": [
+            {
+                "class": "Directory",
+                "location": "file:///home/heaucques/Documents/toil/test_dir/nested_dir",
+                "basename": "nested_dir",
+                "listing": [],
+                "path": "/home/heaucques/Documents/toil/test_dir/nested_dir"
+            },
+            {
+                "class": "File",
+                "location": "file:///home/heaucques/Documents/toil/test_dir/test_file",
+                "basename": "test_file",
+                "size": 0,
+                "nameroot": "test_file",
+                "nameext": "",
+                "path": "/home/heaucques/Documents/toil/test_dir/test_file",
+                "checksum": "sha1$da39a3ee5e6b4b0d3255bfef95601890afd80709"
+            }
+        ],
+        "path": "/home/heaucques/Documents/toil/test_dir"
+    }
+    remove_redundant_mounts(s)
+
+    # everything should have been removed
+    assert isinstance(s['listing'], list)
+    assert len(s['listing']) == 0
+
+@needs_cwl
+@pytest.mark.cwl
+@pytest.mark.cwl_small
+def test_trim_mounts_op_partially_redundant() -> None:
+    """
+    Make sure we remove only the redundant listings in the CWL object and leave nonredundant listings intact
+    """
+    s: CWLObjectType = {
+        "class": "Directory",
+        "location": "file:///home/heaucques/Documents/toil/test_dir",
+        "basename": "test_dir",
+        "listing": [
+            {
+                "class": "Directory",
+                "location": "file:///home/heaucques/Documents/thing",
+                "basename": "thing2",
+                "listing": [],
+                "path": "/home/heaucques/Documents/toil/thing2"
+            },
+            {
+                "class": "File",
+                "location": "file:///home/heaucques/Documents/toil/test_dir/test_file",
+                "basename": "test_file",
+                "size": 0,
+                "nameroot": "test_file",
+                "nameext": "",
+                "path": "/home/heaucques/Documents/toil/test_dir/test_file",
+                "checksum": "sha1$da39a3ee5e6b4b0d3255bfef95601890afd80709"
+            }
+        ],
+        "path": "/home/heaucques/Documents/toil/test_dir"
+    }
+    remove_redundant_mounts(s)
+
+    # everything except the nested directory should be removed
+    assert isinstance(s['listing'], list)
+    assert len(s['listing']) == 1
+
+@needs_cwl
+@pytest.mark.cwl
+@pytest.mark.cwl_small
+def test_trim_mounts_op_mixed_urls_and_paths() -> None:
+    """
+    Ensure we remove redundant listings in certain edge cases
+    """
+    # Edge cases around encoding:
+    # Ensure URL decoded file URIs match the bare path equivalent. Both of these paths should have the same shared directory
+    s: CWLObjectType = {"class": "Directory", "basename": "123", "location": "file:///tmp/%25/123", "listing": [{"class": "File", "path": "/tmp/%/123/456", "basename": "456"}]}
+    remove_redundant_mounts(s)
+    assert isinstance(s['listing'], list)
+    assert len(s['listing']) == 0
+
+@needs_cwl
+@pytest.mark.cwl
+@pytest.mark.cwl_small
+def test_trim_mounts_op_decodable_paths() -> None:
+    """"""
+    # Ensure path names don't get unnecessarily decoded
+    s: CWLObjectType = {"class": "Directory", "basename": "dir", "path": "/tmp/cat%2Ftag/dir", "listing": [{"class": "File", "path": "/tmp/cat/tag/dir/file", "basename": "file"}]}
+    remove_redundant_mounts(s)
+    assert isinstance(s['listing'], list)
+    assert len(s['listing']) == 1
+
+@needs_cwl
+@pytest.mark.cwl
+@pytest.mark.cwl_small
+def test_trim_mounts_op_multiple_encodings() -> None:
+    # Ensure differently encoded URLs are properly decoded
+    s: CWLObjectType = {"class": "Directory", "basename": "dir", "location": "file:///tmp/cat%2Ftag/dir", "listing": [{"class": "File", "location": "file:///tmp/cat%2ftag/dir/file", "basename": "file"}]}
+    remove_redundant_mounts(s)
+    assert isinstance(s['listing'], list)
+    assert len(s['listing']) == 0
+
+
+
+
 @needs_cwl
 @pytest.mark.cwl
 @pytest.mark.cwl_small
@@ -2010,12 +2145,16 @@ def test_import_on_workers() -> None:
 
     with get_data("test/cwl/download.cwl") as cwl_file:
         with get_data("test/cwl/directory/directory/file.txt") as file_path:
+            # To make sure we see every job issued with a leader log message
+            # that we can then detect for the test, we need to turn off
+            # chaining.
             args = [
                 "--runImportsOnWorkers",
                 "--importWorkersDisk=10MiB",
                 "--realTimeLogging=True",
                 "--logLevel=INFO",
                 "--logColors=False",
+                "--disableChaining=True",
                 str(cwl_file),
                 "--input",
                 str(file_path),
@@ -2024,6 +2163,29 @@ def test_import_on_workers() -> None:
 
         assert detector.detected is True
 
+@needs_cwl
+@pytest.mark.cwl
+@pytest.mark.cwl_small
+def test_missing_tmpdir_and_tmp_outdir(tmp_path: Path) -> None:
+    """
+    tmpdir_prefix and tmp_outdir_prefix do not need to exist prior to running the workflow
+    """
+    tmpdir_prefix = os.path.join(tmp_path, "tmpdir/blah")
+    tmp_outdir_prefix = os.path.join(tmp_path, "tmp_outdir/blah")
+
+    assert not os.path.exists(os.path.dirname(tmpdir_prefix))
+    assert not os.path.exists(os.path.dirname(tmp_outdir_prefix))
+    with get_data("test/cwl/echo_string.cwl") as cwl_file:
+        cmd = [
+            "toil-cwl-runner",
+            f"--jobStore=file:{tmp_path / 'jobstore'}",
+            "--strict-memory-limit",
+            f'--tmpdir-prefix={tmpdir_prefix}',
+            f'--tmp-outdir-prefix={tmp_outdir_prefix}',
+            str(cwl_file),
+        ]
+        p = subprocess.run(cmd)
+        assert p.returncode == 0
 
 # StreamHandler is generic, _typeshed doesn't exist at runtime, do a bit of typing trickery, see https://github.com/python/typeshed/issues/5680
 if TYPE_CHECKING:
@@ -2036,7 +2198,7 @@ else:
 
 class ImportWorkersMessageHandler(_stream_handler):
     """
-    Detect the import workers log message and set a flag.
+    Detect whether any WorkerImportJob jobs ran during a workflow.
     """
 
     def __init__(self) -> None:
@@ -2045,7 +2207,18 @@ class ImportWorkersMessageHandler(_stream_handler):
         super().__init__(sys.stderr)
 
     def emit(self, record: logging.LogRecord) -> None:
-        if (record.msg % record.args).startswith(
-            "Issued job 'CWLImportJob' CWLImportJob"
+        # We get the job name from the class since we already started failing
+        # this test once due to it being renamed.
+        try:
+            formatted = record.getMessage()
+        except TypeError as e:
+            # The log message has the wrong number of items for its fields.
+            # Complain in a way we could figure out.
+            raise RuntimeError(
+                f"Log message {record.msg} has wrong number of "
+                f"fields in {record.args}"
+            ) from e
+        if formatted.startswith(
+            f"Issued job '{WorkerImportJob.__name__}'"
         ):
             self.detected = True

toil/test/docs/scriptsTest.py

@@ -36,8 +36,9 @@ class ToilDocumentationTest(ToilTest):
 
     def checkExitCode(self, script, extra_args: list[str] = []):
         program = os.path.join(self.directory, "scripts", script)
+        job_store = self._getTestJobStorePath()
         process = subprocess.Popen(
-            [python, program, "file:my-jobstore", "--clean=always"] + extra_args,
+            [python, program, f"file:{job_store}", "--clean=always"] + extra_args,
             stdout=subprocess.PIPE,
             stderr=subprocess.PIPE,
         )

toil/test/lib/test_url.py

@@ -0,0 +1,69 @@
+# Copyright (C) 2015-2022 Regents of the University of California
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import getpass
+import logging
+
+from pytest_httpserver import HTTPServer
+
+from toil.lib.misc import get_user_name
+from toil.lib.url import URLAccess
+from toil.test import needs_aws_s3, needs_online
+
+
+logger = logging.getLogger(__name__)
+logging.basicConfig(level=logging.DEBUG)
+
+class TestURLAccess():
+    """
+    Test URLAccess class handling read, list,
+    and checking the size/existence of resources at given URL
+    """
+
+    def test_get_url_access(self, httpserver: HTTPServer) -> None:
+        httpserver.expect_request("/some_url").respond_with_data("Yep that's a URL")
+        file_url = httpserver.url_for("/some_url")
+        assert URLAccess.url_exists(file_url)
+
+    @needs_aws_s3
+    def test_get_size(self) -> None:
+        size = URLAccess.get_size("s3://toil-datasets/hello.txt")
+        assert isinstance(size, int)
+        assert size > 0
+
+    @needs_aws_s3
+    def test_get_is_directory(self) -> None:
+        assert not URLAccess.get_is_directory("s3://toil-datasets/hello.txt")
+
+    @needs_aws_s3
+    def test_list_url(self) -> None:
+        test_dir = URLAccess.list_url("s3://1000genomes/")
+        assert isinstance(test_dir, list)
+        assert len(test_dir) > 0
+
+    @needs_aws_s3
+    def test_read_from_url(self) -> None:
+        import io
+        output = io.BytesIO()
+        size, executable = URLAccess.read_from_url("s3://toil-datasets/hello.txt", output)
+        assert isinstance(size, int)
+        assert size > 0
+        assert not executable
+        assert len(output.getvalue()) > 0
+
+    @needs_aws_s3
+    def test_open_url(self) -> None:
+        with URLAccess.open_url("s3://toil-datasets/hello.txt") as readable:
+            content = readable.read()
+            assert isinstance(content, bytes)
+            assert len(content) > 0

toil/test/lib/url_plugin_test.py

@@ -0,0 +1,105 @@
+# Copyright (C) 2015-2025 Regents of the University of California
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import logging
+from typing import IO, Optional, Union
+
+from configargparse import ArgParser, ArgumentParser
+
+from toil.batchSystems.abstractBatchSystem import (
+    AbstractBatchSystem,
+    UpdatedBatchJobInfo,
+)
+from toil.batchSystems.cleanup_support import BatchSystemCleanupSupport
+from toil.batchSystems.options import OptionSetter
+from toil.batchSystems.registry import add_batch_system_factory
+from toil.common import Toil, addOptions
+from toil.job import JobDescription
+
+import io
+from urllib.parse import ParseResult
+from toil.test import ToilTest
+from toil.lib.url import URLAccess
+from toil.lib.plugins import register_plugin, remove_plugin
+
+logger = logging.getLogger(__name__)
+
+class FakeURLPlugin(URLAccess):
+    @classmethod
+    def _supports_url(cls, url: ParseResult, export: bool = False) -> bool:
+        return url.scheme == "fake"
+
+    @classmethod
+    def _url_exists(cls, url: ParseResult) -> bool:
+        return url.netloc == "exists"
+
+    @classmethod
+    def _get_size(cls, url: ParseResult) -> int:
+        return 1234
+
+    @classmethod
+    def _get_is_directory(cls, url: ParseResult) -> bool:
+        return url.path.endswith("/")
+
+    @classmethod
+    def _list_url(cls, url: ParseResult) -> list[str]:
+        return ["file1.txt", "subdir/"]
+
+    @classmethod
+    def _read_from_url(cls, url: ParseResult, writable: IO[bytes]) -> tuple[int, bool]:
+        content = b"hello world"
+        writable.write(content)
+        return len(content), False
+
+    @classmethod
+    def _open_url(cls, url: ParseResult) -> IO[bytes]:
+        return io.BytesIO(b"hello world")
+
+    @classmethod
+    def _write_to_url(cls, readable: Union[IO[bytes], IO[str]], url: ParseResult, executable: bool = False) -> None:
+        pass
+
+
+class TestURLAccess(ToilTest):
+    def setUp(self) -> None:
+        super().setUp()
+        register_plugin("url_access", "fake", lambda: FakeURLPlugin)
+
+    def tearDown(self) -> None:
+        remove_plugin("url_access", "fake")
+        super().tearDown()
+
+    def test_url_exists(self) -> None:
+        assert URLAccess.url_exists("fake://exists/resource") == True
+        assert URLAccess.url_exists("fake://missing/resource") == False
+
+    def test_get_size(self) -> None:
+        assert URLAccess.get_size("fake://any/resource") == 1234
+
+    def test_get_is_directory(self) -> None:
+        assert URLAccess.get_is_directory("fake://any/folder/") == True
+        assert URLAccess.get_is_directory("fake://any/file.txt") == False
+
+    def test_list_url(self) -> None:
+        assert URLAccess.list_url("fake://any/folder/") == ["file1.txt", "subdir/"]
+
+    def test_read_from_url(self) -> None:
+        output = io.BytesIO()
+        size, _ = URLAccess.read_from_url("fake://any/resource", output)
+        assert output.getvalue() == b"hello world"
+        assert size == len("hello world")
+
+    def test_open_url(self) -> None:
+        with URLAccess.open_url("fake://any/resource") as stream:
+            content = stream.read()
+            assert content == b"hello world"

toil/test/provisioners/aws/awsProvisionerTest.py

@@ -526,7 +526,7 @@ class AWSAutoscaleTestMultipleNodeTypes(AbstractAWSAutoscaleTest):
         runCommand = [
             self.python(),
             self.script(),
-            "--fileToSort=/home/s3am/bin/asadmin",
+            "--fileToSort=/etc/passwd",
             "--sortMemory=0.6G",
             "--mergeMemory=3.0G",
         ]