pyallel 2.0.4__tar.gz → 2.0.5__tar.gz

pyallel-2.0.5/.base_branch

@@ -0,0 +1 @@
+main

pyallel-2.0.5/.github/workflows/build.yml

@@ -0,0 +1,43 @@
+name: Build
+
+on:
+  - workflow_dispatch
+
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+          - ubuntu-latest
+          - macos-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: 📦 Install uv
+        run: |
+          pipx install uv
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.12
+          cache: 'pip'
+
+      - name: Install dependencies
+        run: uv sync
+
+      - name: Run pyinstaller
+        run: |
+          source .venv/bin/activate && \
+            ./build.sh
+
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        if: ${{ always() }}
+        with:
+          name: ${{ runner.os }} Build
+          path: dist/*

pyallel-2.0.5/.github/workflows/test.yml

@@ -0,0 +1,49 @@
+name: Test
+
+on:
+  - pull_request
+  - workflow_dispatch
+
+jobs:
+  tests:
+    name: ${{ matrix.os.name }} ${{ matrix.python }}
+    runs-on: ${{ matrix.os.runs-on }}
+    strategy:
+      fail-fast: false
+      matrix:
+        python:
+          - "3.8"
+          - "3.9"
+          - "3.10"
+          - "3.11"
+          - "3.12"
+          - "3.13"
+        os:
+          - name: Linux
+            matrix: linux
+            runs-on: [ubuntu-latest]
+          - name: macOS
+            matrix: macos
+            runs-on: [macos-latest]
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: 📦 Install uv
+        run: |
+          pipx install uv
+
+      - name: Set up Python ${{ matrix.python }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python }}
+          cache: 'pip'
+
+      - name: Install dependencies
+        run: uv sync
+
+      - name: Run pyallel
+        run: |
+          source .venv/bin/activate && \
+            pyallel --colour yes -- MYPY_FORCE_COLOR=1 mypy . :: pytest --color=yes -s .

pyallel-2.0.5/.gitignore

@@ -0,0 +1,160 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/

pyallel-2.0.5/Dockerfile

@@ -0,0 +1,25 @@
+ARG arch
+FROM --platform=linux/${arch} python:3.13-bullseye
+
+ARG uid=
+ARG gid=
+
+VOLUME /src
+WORKDIR /src
+
+# Setup a build user
+RUN addgroup --system build --gid 1000 && adduser --system build --uid ${uid} --gid 1000
+
+COPY src src
+COPY pyproject.toml pyproject.toml
+COPY README.md README.md
+
+# Also install pyallel so we can copy it's metadata when running pyinstaller
+RUN pip install . --group dev
+
+# Switch to the build user before running the build scripts
+USER build
+
+ENV arch ${arch}
+CMD [ "./build.sh", "linux" ]
+

pyallel-2.0.5/Dockerfile.alpine

@@ -0,0 +1,46 @@
+ARG arch
+FROM --platform=linux/${arch} python:3.13-alpine
+
+ARG uid=
+ARG gid=
+
+# Official Python base image is needed or some applications will segfault.
+# PyInstaller needs zlib-dev, gcc, libc-dev, and musl-dev
+RUN apk --update --no-cache add \
+    zlib-dev \
+    musl-dev \
+    libc-dev \
+    libffi-dev \
+    gcc \
+    g++ \
+    git \
+    && pip install --upgrade pip
+
+# Build bootloader for alpine
+RUN git clone --depth 1 --single-branch --branch v6.11.0 https://github.com/pyinstaller/pyinstaller.git /tmp/pyinstaller \
+    && cd /tmp/pyinstaller/bootloader \
+    && CFLAGS="-Wno-stringop-overflow -Wno-stringop-truncation" python ./waf configure all \
+    && pip install .. \
+    && rm -Rf /tmp/pyinstaller
+
+VOLUME /src
+WORKDIR /src
+
+# Setup a build user
+RUN addgroup -g 1000 build && adduser -S -u ${uid} build -G build
+
+COPY src .
+COPY pyproject.toml .
+COPY README.md .
+
+RUN pip install . --group dev
+
+ADD ./bin /pyinstaller
+RUN chmod a+x /pyinstaller/*
+
+# Switch to the build user before running the build scripts
+USER build
+
+# ENV arch ${arch}
+CMD [ "/pyinstaller/pyinstaller.sh" ]
+

{pyallel-2.0.4 → pyallel-2.0.5}/PKG-INFO

@@ -1,27 +1,19 @@
 Metadata-Version: 2.4
 Name: pyallel
-Version: 2.0.4
+Version: 2.0.5
 Summary: Run and handle the output of multiple executables in pyallel (as in parallel)
-License: MIT
+Project-URL: Homepage, https://github.com/Danthewaann/pyallel
+Project-URL: Repository, https://github.com/Danthewaann/pyallel
+Author-email: Daniel Black <danielcrblack@gmail.com>
+License-Expression: MIT
 License-File: LICENSE
-Keywords: parallel,command,runner,executable,shell,terminal
-Author: Daniel Black
-Author-email: danielcrblack@gmail.com
-Requires-Python: >=3.8
+Keywords: command,executable,parallel,runner,shell,terminal
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: MacOS :: MacOS X
 Classifier: Operating System :: POSIX :: Linux
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Programming Language :: Python :: 3.13
-Classifier: Programming Language :: Python :: 3.14
-Project-URL: Homepage, https://github.com/Danthewaann/pyallel
-Project-URL: Repository, https://github.com/Danthewaann/pyallel
+Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 
 # Pyallel
@@ -36,10 +28,10 @@ Tested on Linux and MacOS only
 
 Pre-built executables are available on the [Releases](https://github.com/Danthewaann/pyallel/releases) page.
 
-`pyallel` can also be installed using pip (requires Python >=3.8):
+`pyallel` can also be installed using pipx (requires Python >=3.8):
 
 ```bash
-pip install pyallel
+pipx install pyallel
 ```
 
 # Quick start
@@ -148,9 +140,9 @@ docker build --tag pyallel-alpine --build-arg 'arch=x86_64' --build-arg "uid=$(i
 #### Build locally
 
 ```bash
-python -m venv .venv && \
+pipx install uv && \
+  uv sync && \
   source .venv/bin/activate && \
-  pip install . -r requirements_build.txt && \
   ./build.sh
 ```
 
@@ -174,4 +166,3 @@ python -m venv .venv && \
 - [ ] Allow list of files to be provided to supply as input arguments to each command
 - [ ] Allow input to be piped into `pyallel` via stdin to supply as standard input to each
       command
-

{pyallel-2.0.4 → pyallel-2.0.5}/README.md

@@ -10,10 +10,10 @@ Tested on Linux and MacOS only
 
 Pre-built executables are available on the [Releases](https://github.com/Danthewaann/pyallel/releases) page.
 
-`pyallel` can also be installed using pip (requires Python >=3.8):
+`pyallel` can also be installed using pipx (requires Python >=3.8):
 
 ```bash
-pip install pyallel
+pipx install pyallel
 ```
 
 # Quick start
@@ -122,9 +122,9 @@ docker build --tag pyallel-alpine --build-arg 'arch=x86_64' --build-arg "uid=$(i
 #### Build locally
 
 ```bash
-python -m venv .venv && \
+pipx install uv && \
+  uv sync && \
   source .venv/bin/activate && \
-  pip install . -r requirements_build.txt && \
   ./build.sh
 ```
 

pyallel-2.0.5/benchmark_process.py

@@ -0,0 +1,68 @@
+"""
+Ad-hoc benchmark comparing Process's stdout reading approach against two
+scenarios:
+
+1. A chatty command that produces a lot of output while it's running.
+2. A quick command that exits almost immediately, followed by a period of
+   idle polling (simulating other still-running commands in the same group).
+"""
+
+from __future__ import annotations
+
+import resource
+import sys
+import time
+
+sys.path.insert(0, "src")
+
+from pyallel.process import Process
+
+CHATTY_CMD = "python3 -c \"[print('line', i) for i in range(200000)]\""
+QUICK_CMD = "echo hi"
+
+
+def cpu_time() -> float:
+    usage = resource.getrusage(resource.RUSAGE_SELF)
+    return usage.ru_utime + usage.ru_stime
+
+
+def run_scenario(
+    name: str, command: str, poll_seconds: float, extra_idle_seconds: float
+) -> None:
+    process = Process(1, command)
+
+    start_wall = time.perf_counter()
+    start_cpu = cpu_time()
+
+    process.run()
+
+    total_bytes = 0
+    while process.poll() is None:
+        time.sleep(poll_seconds)
+        total_bytes += len(process.read())
+
+    idle_deadline = time.perf_counter() + extra_idle_seconds
+    while time.perf_counter() < idle_deadline:
+        time.sleep(poll_seconds)
+        total_bytes += len(process.read())
+
+    end_wall = time.perf_counter()
+    end_cpu = cpu_time()
+
+    print(
+        f"{name:12} wall={end_wall - start_wall:6.3f}s  "
+        f"cpu={end_cpu - start_cpu:6.3f}s  bytes={total_bytes}"
+    )
+
+
+def main() -> None:
+    print("--- scenario: chatty command, output while it's still running ---")
+    run_scenario("chatty", CHATTY_CMD, poll_seconds=0.1, extra_idle_seconds=0.0)
+
+    print()
+    print("--- scenario: quick command, then 2s of idle polling ---")
+    run_scenario("quick+idle", QUICK_CMD, poll_seconds=0.1, extra_idle_seconds=2.0)
+
+
+if __name__ == "__main__":
+    main()

pyallel-2.0.5/bin/ldd

@@ -0,0 +1,13 @@
+#!/bin/sh
+
+# From http://wiki.musl-libc.org/wiki/FAQ#Q:_where_is_ldd_.3F
+#
+#     Musl's dynlinker comes with ldd functionality built in. just create a
+#     symlink from ld-musl-$ARCH.so to /bin/ldd. If the dynlinker was started
+#     as "ldd", it will detect that and print the appropriate DSO information.
+#
+# Instead, this string replaced "ldd" with the package so that pyinstaller
+# can find the actual lib.
+exec /usr/bin/ldd "$@" | \
+    sed -r 's/([^[:space:]]+) => ldd/\1 => \/lib\/\1/g' | \
+    sed -r 's/ldd \(.*\)//g'

pyallel-2.0.5/bin/pyinstaller.sh

@@ -0,0 +1,9 @@
+#!/bin/sh
+# Simple wrapper around pyinstaller
+
+set -e
+
+# Use the hacked ldd to fix libc.musl-x86_64.so.1 location
+PATH="/pyinstaller:$PATH"
+
+./build.sh alpine

pyallel-2.0.5/build.sh

@@ -0,0 +1,36 @@
+#!/bin/sh
+
+set -e
+
+distro="${1:-$distro}"
+arch="${2:-$arch}"
+
+if [ -z "$distro" ]; then
+    distro=linux
+fi
+
+if [ -z "$arch" ]; then
+    arch=unknown
+fi
+
+name=pyallel-"$(pyallel -V)"-"$distro"-"$arch"
+
+# --bootloader-ignore-signals is needed as two interrupt signals where getting sent
+# to pyallel as it is apart of the same process group as the bootloader
+# From: https://pyinstaller.org/en/stable/usage.html#cmdoption-bootloader-ignore-signals
+pyinstaller \
+    --onefile \
+    --noconfirm \
+    --clean \
+    --log-level DEBUG \
+    --exclude-module PyInstaller \
+    --copy-metadata pyallel \
+    --bootloader-ignore-signals \
+    --specpath ./specs \
+    --name "$name" \
+    ./src/pyallel/main.py
+
+printf "\nExecutable written to './dist/%s'\n" "$name"
+
+cd dist
+md5sum "$name" > "$name".md5

pyallel-2.0.5/build_all.sh

@@ -0,0 +1,27 @@
+#!/bin/sh
+
+rm -rf build dist specs
+
+user_id=$(id -u)
+group_id=$(id -g)
+cur_dir=$(pwd)
+
+# Local OS setup
+distro=$(uname | tr '[:upper:]' '[:lower:]')
+arch=$(uname -m)
+
+if [ "$arch" = "arm64" ]; then
+    arch="aarch64"
+elif [ "$arch" = "x86_64" ]; then
+    arch="x86_64"
+else
+    arch=unknown
+fi
+
+uv sync
+
+uv run pyallel "docker build --tag pyallel-x86_64 --build-arg 'arch=x86_64' --build-arg 'uid=$user_id' --build-arg 'gid=$group_id' . && docker run -e 'arch=x86_64' --rm --volume '$cur_dir:/src' pyallel-x86_64" :: \
+        "docker build --tag pyallel-aarch64 --build-arg 'arch=aarch64' --build-arg 'uid=$user_id' --build-arg 'gid=$group_id' . && docker run -e 'arch=aarch64' --rm --volume '$cur_dir:/src' pyallel-aarch64" :: \
+        "docker build --tag pyallel-x86_64-alpine --build-arg 'arch=x86_64' --build-arg 'uid=$user_id' --build-arg 'gid=$group_id' --file Dockerfile.alpine . && docker run -e 'arch=x86_64' --rm --volume '$cur_dir:/src' pyallel-x86_64-alpine" :: \
+        "docker build --tag pyallel-aarch64-alpine --build-arg 'arch=aarch64' --build-arg 'uid=$user_id' --build-arg 'gid=$group_id' --file Dockerfile.alpine . && docker run -e 'arch=aarch64' --rm --volume '$cur_dir:/src' pyallel-aarch64-alpine" :: \
+        "source .venv/bin/activate && ./build.sh $distro $arch"

pyallel-2.0.5/pyproject.toml

@@ -0,0 +1,48 @@
+[project]
+name = "pyallel"
+version = "2.0.5"
+description = "Run and handle the output of multiple executables in pyallel (as in parallel)"
+authors = [{ name = "Daniel Black", email = "danielcrblack@gmail.com" }]
+requires-python = ">=3.8"
+readme = "README.md"
+license = "MIT"
+keywords = [
+    "parallel",
+    "command",
+    "runner",
+    "executable",
+    "shell",
+    "terminal",
+]
+classifiers = [
+    "Development Status :: 5 - Production/Stable",
+    "Programming Language :: Python :: 3",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: MacOS :: MacOS X",
+    "Operating System :: POSIX :: Linux",
+]
+
+[project.urls]
+Homepage = "https://github.com/Danthewaann/pyallel"
+Repository = "https://github.com/Danthewaann/pyallel"
+
+[project.scripts]
+pyallel = "pyallel.main:entry_point"
+
+[dependency-groups]
+dev = [
+    "pytest>=7.4.3,<8",
+    "mypy>=1.7.0,<2",
+    "pyinstaller==6.11.0",
+]
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.mypy]
+strict = true
+show_error_codes = true
+
+[tool.pytest.ini_options]
+addopts = "-vvv"