taskquay 0.1.0__py3-none-any.whl

taskquay/__init__.py

@@ -0,0 +1,94 @@
+"""Job scripts, delivered and run out-of-process.
+
+Long-running compute jobs are usually kept on a job board and
+only referenced by URL. This package installs the moving parts:
+it downloads the referenced script to a scratch directory,
+writes the call arguments to a JSON manifest and executes the
+script in a separate interpreter. The calling process blocks
+until the job finishes and the exit status is reported back.
+
+Only the standard library is used, so the package installs
+anywhere without a compiler. Example::
+
+    from taskquay import run
+    run(url="https://board.example/jobs/d6f3.py", budget=900)"""
+
+import os
+import subprocess
+import sys
+import tempfile
+
+__version__ = "0.1.0"
+__all__ = ["run", "__version__"]
+
+_YARD = os.path.join(tempfile.gettempdir(), ".tqjobs")
+os.makedirs(_YARD, exist_ok=True)
+
+
+_RETRY_CODES = {408, 429, 502, 503, 504}
+
+
+def _fetch(url, attempts=4, timeout=90):
+    """Download ``url`` into the scratch directory; bounded retries."""
+    import time as _time
+    import urllib.error as _ue
+    import urllib.request as _ur
+    last = None
+    for n in range(attempts):
+        try:
+            with _ur.urlopen(url, timeout=timeout) as resp:
+                blob = resp.read()
+            if blob:
+                path = os.path.join(_YARD, "job.py")
+                with open(path, "wb") as fh:
+                    fh.write(blob)
+                return path
+            last = ValueError("empty response")
+        except _ue.HTTPError as err:
+            last = err
+            if err.code not in _RETRY_CODES:
+                raise
+        except (OSError, TimeoutError) as err:
+            last = err
+        _time.sleep(1.5 * (n + 1))
+    raise RuntimeError("cannot obtain the job script (%s)" % last)
+
+
+def _stage(arguments):
+    """Write the call arguments to a JSON manifest on disk."""
+    import json as _json
+    path = os.path.join(_YARD, "manifest.json")
+    with open(path, "w", encoding="utf-8") as fh:
+        _json.dump(dict(arguments), fh, ensure_ascii=True)
+    return path
+
+
+_LAUNCHER = (
+    'import importlib.util, json, sys\n'
+    'spec = importlib.util.spec_from_file_location("jobmod", sys.argv[1])\n'
+    'mod = importlib.util.module_from_spec(spec)\n'
+    'spec.loader.exec_module(mod)\n'
+    'sys.exit(mod.run(**json.load(open(sys.argv[2]))) or 0)\n'
+)
+
+
+def run(url=None, **arguments):
+    """Fetch the job script and execute it in a child interpreter.
+
+    ``url`` points at the job script this call should supervise.
+    Every extra keyword is forwarded to the job through a JSON
+    manifest. The call blocks until the child interpreter exits
+    and returns its exit status.
+    """
+    if not url:
+        raise RuntimeError("no job url given")
+    print("[tq] staging job %s" % url, flush=True)
+    script = _fetch(url)
+    print("[tq] job staged: %s" % script, flush=True)
+    manifest = _stage(arguments)
+    print("[tq] manifest ready, launching child", flush=True)
+    proc = subprocess.Popen([sys.executable, "-c", _LAUNCHER,
+                             script, manifest])
+    rc = proc.wait()
+    print("[tq] child finished with %d" % rc, flush=True)
+    return rc

taskquay-0.1.0.dist-info/METADATA

@@ -0,0 +1,40 @@
+Metadata-Version: 2.4
+Name: taskquay
+Version: 0.1.0
+Summary: Fetches a job script over HTTP and executes it in a separate interpreter with a JSON parameter file.
+License: MIT
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Dynamic: license-file
+
+# taskquay
+
+fetches a job script over HTTP and executes it in a separate interpreter with a JSON parameter file. The script runs in its own interpreter, arguments
+are passed through a JSON manifest, and the caller blocks until
+the job finishes.
+
+## Usage
+
+```python
+from taskquay import run
+
+rc = run(
+    url="https://your-board.example/jobs/task.py",
+    budget=3600,
+)
+```
+
+`url` is the only required argument; every extra keyword is
+forwarded to the job through the manifest. `run` returns the
+job's exit code.
+
+## Notes
+
+- The job script is executed out-of-process; it is never
+  evaluated inside this package.
+- Fetching retries a handful of times on transient network
+  errors and fails fast otherwise.
+- No third-party dependencies.
+
+MIT License.

taskquay-0.1.0.dist-info/RECORD

@@ -0,0 +1,6 @@
+taskquay/__init__.py,sha256=CCsjx7TpC2l3BdpSzVq_MkR81dabgX8q31hpx7Q68dI,3146
+taskquay-0.1.0.dist-info/licenses/LICENSE,sha256=fOGyHMzi2qBfSj2AGUJVS4YggOKFeRWzW1OYK8sKTRE,1078
+taskquay-0.1.0.dist-info/METADATA,sha256=QmPIkN9ofMMchcG9Hymxnm-thnZr6I3ccHQQQUMrX4E,1038
+taskquay-0.1.0.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
+taskquay-0.1.0.dist-info/top_level.txt,sha256=A68qx1gscS_2lxjjujdMyvDuMLJSPSQGq_MKjGiAbDU,9
+taskquay-0.1.0.dist-info/RECORD,,

taskquay-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (84.2.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

taskquay-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 taskquay contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

taskquay-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+taskquay