runqd 0.4.10__tar.gz

runqd-0.4.10/.github/renovate.json5

@@ -0,0 +1,97 @@
+{
+  semanticCommits: 'enabled',
+  commitMessageLowerCase: 'never',
+  configMigration: true,
+  dependencyDashboard: true,
+  customManagers: [
+    {
+      customType: 'regex',
+      managerFilePatterns: [
+        '/Cargo.toml$/',
+        '/^\\.github/workflows/ci.yml$/',
+        '/^\\.github/workflows/cd.yml$/',
+      ],
+      matchStrings: [
+        'STABLE.*?(?<currentValue>\\d+\\.\\d+(\\.\\d+)?)',
+        '(?<currentValue>\\d+\\.\\d+(\\.\\d+)?).*?STABLE',
+      ],
+      depNameTemplate: 'STABLE',
+      packageNameTemplate: 'rust-lang/rust',
+      datasourceTemplate: 'github-releases',
+    },
+  ],
+  packageRules: [
+    {
+      commitMessageTopic: 'Rust Stable',
+      matchManagers: [
+        'custom.regex',
+      ],
+      matchPackageNames: [
+        'STABLE',
+      ],
+      extractVersion: '^(?<version>\\d+\\.\\d+)',
+      schedule: [
+        '* * * * *',
+      ],
+      automerge: true,
+    },
+    {
+      matchManagers: [
+        'cargo',
+      ],
+      matchDepTypes: [
+        'build-dependencies',
+        'dependencies',
+      ],
+      matchCurrentVersion: '>=0.1.0',
+      matchUpdateTypes: [
+        'patch',
+      ],
+      enabled: false,
+    },
+    {
+      matchManagers: [
+        'cargo',
+      ],
+      matchDepTypes: [
+        'build-dependencies',
+        'dependencies',
+      ],
+      matchCurrentVersion: '>=1.0.0',
+      matchUpdateTypes: [
+        'minor',
+        'patch',
+      ],
+      enabled: false,
+    },
+    {
+      matchManagers: [
+        'cargo',
+      ],
+      matchDepTypes: [
+        'dev-dependencies',
+      ],
+      matchCurrentVersion: '>=0.1.0',
+      matchUpdateTypes: [
+        'patch',
+      ],
+      automerge: true,
+      groupName: 'compatible (dev)',
+    },
+    {
+      matchManagers: [
+        'cargo',
+      ],
+      matchDepTypes: [
+        'dev-dependencies',
+      ],
+      matchCurrentVersion: '>=1.0.0',
+      matchUpdateTypes: [
+        'minor',
+        'patch',
+      ],
+      automerge: true,
+      groupName: 'compatible (dev)',
+    },
+  ],
+}

runqd-0.4.10/.github/workflows/cd.yml

@@ -0,0 +1,22 @@
+name: Continuous Deployment
+
+on:
+  push:
+    tags:
+      - '[v]?[0-9]+.[0-9]+.[0-9]+'
+
+permissions:
+  contents: write
+  packages: write
+
+jobs:
+  publish-cargo:
+    name: Publish to crates.io
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+      - uses: dtolnay/rust-toolchain@stable
+      - uses: Swatinem/rust-cache@v2
+      - run: cargo publish
+        env:
+          CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}

runqd-0.4.10/.github/workflows/ci.yml

@@ -0,0 +1,62 @@
+name: Continuous Integration
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+
+jobs:
+  test:
+    name: Test Suite
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v6
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@nightly
+      - uses: Swatinem/rust-cache@v2
+      - name: Run tests
+        run: cargo test --locked --all-features --workspace
+
+  rustfmt:
+    name: Rustfmt
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v6
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@nightly
+        with:
+          components: rustfmt
+      - uses: Swatinem/rust-cache@v2
+      - name: Check formatting
+        run: cargo fmt --all --check
+
+  clippy:
+    name: Clippy
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v6
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@nightly
+        with:
+          components: clippy
+      - uses: Swatinem/rust-cache@v2
+      - name: Clippy check
+        run: cargo clippy --all-targets --all-features --workspace -- -D warnings
+
+  docs:
+    name: Docs
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v6
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@nightly
+      - uses: Swatinem/rust-cache@v2
+      - name: Check documentation
+        env:
+          RUSTDOCFLAGS: -D warnings
+        run: cargo doc --no-deps --document-private-items --all-features --workspace --examples

runqd-0.4.10/.github/workflows/pypi.yml

@@ -0,0 +1,109 @@
+name: PyPI Release
+
+on:
+  push:
+    branches:
+      - main
+    tags:
+      - '*'
+  pull_request:
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  linux:
+    runs-on: ${{ matrix.platform.runner }}
+    strategy:
+      matrix:
+        platform:
+          - runner: ubuntu-22.04
+            target: x86_64
+          - runner: ubuntu-22.04
+            target: x86
+          - runner: ubuntu-22.04
+            target: aarch64
+          - runner: ubuntu-22.04
+            target: armv7
+    steps:
+      - uses: actions/checkout@v6
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.platform.target }}
+          args: --release --out dist
+          sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
+          manylinux: auto
+      - name: Upload wheels
+        uses: actions/upload-artifact@v5
+        with:
+          name: wheels-linux-${{ matrix.platform.target }}
+          path: dist
+
+  musllinux:
+    runs-on: ${{ matrix.platform.runner }}
+    strategy:
+      matrix:
+        platform:
+          - runner: ubuntu-22.04
+            target: x86_64
+          - runner: ubuntu-22.04
+            target: x86
+          - runner: ubuntu-22.04
+            target: aarch64
+          - runner: ubuntu-22.04
+            target: armv7
+    steps:
+      - uses: actions/checkout@v6
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.platform.target }}
+          args: --release --out dist
+          sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
+          manylinux: musllinux_1_2
+      - name: Upload wheels
+        uses: actions/upload-artifact@v5
+        with:
+          name: wheels-musllinux-${{ matrix.platform.target }}
+          path: dist
+  sdist:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+      - name: Build sdist
+        uses: PyO3/maturin-action@v1
+        with:
+          command: sdist
+          args: --out dist
+      - name: Upload sdist
+        uses: actions/upload-artifact@v5
+        with:
+          name: wheels-sdist
+          path: dist
+
+  release:
+    name: Release
+    runs-on: ubuntu-latest
+    if: ${{ startsWith(github.ref, 'refs/tags/') || github.event_name == 'workflow_dispatch' }}
+    needs: [linux, musllinux, sdist]
+    permissions:
+      # Use to sign the release artifacts
+      id-token: write
+      # Used to upload release artifacts
+      contents: write
+      # Used to generate artifact attestation
+      attestations: write
+    steps:
+      - uses: actions/download-artifact@v6
+      - name: Generate artifact attestation
+        uses: actions/attest-build-provenance@v3
+        with:
+          subject-path: 'wheels-*/*'
+      - name: Install uv
+        if: ${{ startsWith(github.ref, 'refs/tags/') }}
+        uses: astral-sh/setup-uv@v7
+      - name: Publish to PyPI
+        if: ${{ startsWith(github.ref, 'refs/tags/') }}
+        run: uv publish 'wheels-*/*'

runqd-0.4.10/.github/workflows/release.yml

@@ -0,0 +1,182 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - 'v[0-9]+.[0-9]+.[0-9]+'
+  workflow_dispatch:
+
+permissions:
+  contents: write
+
+jobs:
+  create-release:
+    name: Create GitHub Release
+    runs-on: ubuntu-latest
+    outputs:
+      version: ${{ steps.extract_version.outputs.version }}
+      upload_url: ${{ steps.create_release.outputs.upload_url }}
+    steps:
+      - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+
+      - name: Extract version from tag
+        id: extract_version
+        run: |
+          VERSION=${GITHUB_REF#refs/tags/}
+          echo "version=$VERSION" >> $GITHUB_OUTPUT
+          echo "Version: $VERSION"
+
+      - name: Generate changelog
+        id: changelog
+        run: |
+          PREV_TAG=$(git describe --tags --abbrev=0 HEAD^ 2>/dev/null || echo "")
+          if [ -n "$PREV_TAG" ]; then
+            CHANGES=$(git log --oneline --pretty=format:"* %s" $PREV_TAG..HEAD)
+          else
+            CHANGES=$(git log --oneline --pretty=format:"* %s")
+          fi
+
+          cat << 'EOF' > release_notes.md
+          ## What's Changed
+
+          EOF
+          echo "$CHANGES" >> release_notes.md
+          cat << 'EOF' >> release_notes.md
+
+          ## Installation
+
+          ### Quick Install (Linux x86_64) - Recommended
+
+          ```bash
+          curl -fsSL https://gflow-releases.puqing.work/install.sh | sh
+          ```
+
+          Or from GitHub:
+          ```bash
+          curl -fsSL https://raw.githubusercontent.com/AndPuQing/gflow/main/install.sh | sh
+          ```
+
+          ### Alternative: Cargo
+          ```bash
+          cargo install gflow
+          ```
+
+          EOF
+
+          if [ -n "$PREV_TAG" ]; then
+            echo "" >> release_notes.md
+            echo "**Full Changelog**: https://github.com/AndPuQing/gflow/compare/$PREV_TAG...${{ steps.extract_version.outputs.version }}" >> release_notes.md
+          fi
+
+          cat release_notes.md
+
+      - name: Create Release
+        id: create_release
+        uses: softprops/action-gh-release@v2
+        with:
+          tag_name: ${{ steps.extract_version.outputs.version }}
+          name: Release ${{ steps.extract_version.outputs.version }}
+          body_path: release_notes.md
+          draft: false
+          prerelease: false
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+  build-and-upload:
+    name: Build and Upload Binaries
+    needs: create-release
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - target: x86_64-unknown-linux-musl
+            archive: tar.gz tar.xz tar.zst
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Build binaries with rust-build
+        uses: rust-build/rust-build.action@v1.4.5
+        id: build
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          TOOLCHAIN_VERSION: stable
+          RUSTTARGET: ${{ matrix.target }}
+          ARCHIVE_TYPES: ${{ matrix.archive }}
+          UPLOAD_MODE: none
+
+      - name: Upload to GitHub Release
+        uses: softprops/action-gh-release@v2
+        with:
+          tag_name: ${{ needs.create-release.outputs.version }}
+          files: |
+            output/*.tar.gz
+            output/*.tar.xz
+            output/*.tar.zst
+            output/*.sha256sum
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Prepare R2 upload (archives only)
+        run: |
+          mkdir -p r2-upload
+          # Copy only archive files and checksums, not individual binaries
+          cp output/*.tar.gz r2-upload/ 2>/dev/null || true
+          cp output/*.tar.xz r2-upload/ 2>/dev/null || true
+          cp output/*.tar.zst r2-upload/ 2>/dev/null || true
+          cp output/*.sha256sum r2-upload/ 2>/dev/null || true
+          ls -lh r2-upload/
+
+      - name: Upload binaries to R2 (versioned)
+        uses: ryand56/r2-upload-action@latest
+        with:
+          r2-account-id: ${{ secrets.R2_ACCOUNT_ID }}
+          r2-access-key-id: ${{ secrets.R2_ACCESS_KEY_ID }}
+          r2-secret-access-key: ${{ secrets.R2_SECRET_ACCESS_KEY }}
+          r2-bucket: ${{ secrets.R2_BUCKET_NAME }}
+          source-dir: r2-upload
+          destination-dir: releases/${{ needs.create-release.outputs.version }}
+          multipart-size: 100
+          max-retries: 5
+
+      - name: Upload binaries to R2 (latest)
+        uses: ryand56/r2-upload-action@latest
+        with:
+          r2-account-id: ${{ secrets.R2_ACCOUNT_ID }}
+          r2-access-key-id: ${{ secrets.R2_ACCESS_KEY_ID }}
+          r2-secret-access-key: ${{ secrets.R2_SECRET_ACCESS_KEY }}
+          r2-bucket: ${{ secrets.R2_BUCKET_NAME }}
+          source-dir: r2-upload
+          destination-dir: releases/latest
+          multipart-size: 100
+          max-retries: 5
+
+  upload-installer:
+    name: Upload Installer to R2
+    needs: create-release
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Create version metadata file
+        run: echo "${{ needs.create-release.outputs.version }}" > latest-version.txt
+
+      - name: Prepare installer files
+        run: |
+          mkdir -p installer-files
+          cp install.sh installer-files/
+          cp latest-version.txt installer-files/
+
+      - name: Upload installer files to R2
+        uses: ryand56/r2-upload-action@latest
+        with:
+          r2-account-id: ${{ secrets.R2_ACCOUNT_ID }}
+          r2-access-key-id: ${{ secrets.R2_ACCESS_KEY_ID }}
+          r2-secret-access-key: ${{ secrets.R2_SECRET_ACCESS_KEY }}
+          r2-bucket: ${{ secrets.R2_BUCKET_NAME }}
+          source-dir: installer-files
+          destination-dir: .
+          max-retries: 5

runqd-0.4.10/.gitignore

@@ -0,0 +1,8 @@
+/target
+book/
+
+# VitePress
+node_modules/
+docs/.vitepress/cache/
+docs/.vitepress/dist/
+docs/bun.lockb

runqd-0.4.10/.pre-commit-config.yaml

@@ -0,0 +1,22 @@
+repos:
+    - repo: https://github.com/pre-commit/pre-commit-hooks
+      rev: v6.0.0
+      hooks:
+          - id: fix-byte-order-marker
+          - id: check-case-conflict
+          - id: check-merge-conflict
+          - id: check-symlinks
+          - id: check-yaml
+          - id: end-of-file-fixer
+          - id: mixed-line-ending
+          - id: trailing-whitespace
+    - repo: https://github.com/doublify/pre-commit-rust
+      rev: v1.0
+      hooks:
+          - id: fmt
+          - id: clippy
+          - id: cargo-check
+    - repo: https://github.com/bnjbvr/cargo-machete
+      rev: v0.9.1
+      hooks:
+          - id: cargo-machete

runqd-0.4.10/CHANGELOG.md

@@ -0,0 +1,158 @@
+# Changelog
+
+All notable changes to gflow will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]
+
+### Added
+- **Job Time Limits**: Comprehensive support for setting maximum runtime for jobs
+  - New `--time` / `-t` parameter for `gbatch` command
+  - Support for multiple time formats: `HH:MM:SS`, `MM:SS`, and `MM` (minutes)
+  - Automatic timeout enforcement by scheduler (checked every 5 seconds)
+  - New `Timeout` job state (`TO`) for jobs that exceed their time limit
+  - Time limit persistence across daemon restarts
+  - `TIMELIMIT` column in `gqueue` output showing job time limits or "UNLIMITED"
+  - Graceful job termination via SIGINT when time limit is exceeded
+  - Time limits can be specified in job scripts via `# GFLOW --time` directive
+  - CLI time limits override script time limits for flexibility
+
+- **Automatic Output Logging**: Real-time job output capture via tmux pipe-pane
+  - All job output automatically logged to `~/.local/share/gflow/logs/<job_id>.log`
+  - Pipe-pane enabled immediately after job session creation
+  - Output captured from job start to completion/termination
+  - Works for successful, failed, cancelled, and timed-out jobs
+  - Automatic cleanup of pipe-pane when sessions are terminated
+  - Log directory automatically created if it doesn't exist
+- **Dependency Shorthand**: `gbatch --depends-on` now accepts `@` (last) and `@~N` (Nth from the end) to reference recent submissions without copying job IDs
+
+### Changed
+- **Job State Transitions**: Updated to support new `Timeout` state
+  - Added `Running → Timeout` transition for time limit violations
+  - Updated state transition validation logic
+  - Enhanced timestamp handling for timeout state
+
+- **Scheduler Logic**: Enhanced job monitoring and lifecycle management
+  - Added timeout checking in main scheduler loop
+  - Graceful job termination for timed-out jobs (Ctrl-C before state transition)
+  - Improved separation of zombie job detection and timeout enforcement
+  - Better error logging for timeout-related operations
+
+- **Job Display**: Enhanced `gqueue` output options
+  - New `TIMELIMIT` field showing job time limits
+  - Time limits displayed in standardized `HH:MM:SS` or `D-HH:MM:SS` format
+  - "UNLIMITED" displayed for jobs without time limits
+  - Added `Timeout` to grouped job state displays
+
+### Fixed
+- Pattern matching in `gcancel` to handle new `Timeout` state
+- Job struct serialization to properly persist time limit information
+- Tmux session cleanup to ensure pipe-pane is disabled before session termination
+
+### Documentation
+- Added comprehensive `docs/TIME_LIMITS.md` with usage guide, examples, and FAQ
+- Added `docs/QUICK_REFERENCE.md` with command cheat sheet
+- Added `docs/README.md` as documentation index
+- Updated main `README.md` to mention time limits and output logging features
+- Included examples of time limit usage in various scenarios
+- Added troubleshooting guide for timeout-related issues
+
+## [0.3.12] - Previous Release
+
+### Features
+- Daemon-based job scheduling with persistent state
+- GPU resource management via NVML
+- Job dependencies with `--depends-on`
+- Job arrays with `--array` parameter
+- Priority-based scheduling
+- Tmux integration for job execution
+- RESTful HTTP API for job management
+- Command-line tools: `gflowd`, `ginfo`, `gbatch`, `gqueue`, `gcancel`
+
+### Job Management
+- Job state tracking (Queued, Running, Finished, Failed, Cancelled)
+- Job queue filtering and sorting
+- Job dependency visualization with tree view
+- Grouped job display by state
+- Conda environment support
+
+### System
+- State persistence to JSON file
+- Zombie job detection and cleanup
+- Automatic GPU assignment and tracking
+- Job logs stored per job ID
+
+---
+
+## Version History Notes
+
+### Time Limit Feature Implementation Details
+
+The time limit feature was implemented with the following components:
+
+**Core Changes** (`src/core/job.rs`):
+- Added `time_limit: Option<Duration>` field to `Job` struct
+- Added `Timeout` variant to `JobState` enum
+- Implemented `has_exceeded_time_limit()` method for runtime checking
+- Updated `JobBuilder` to support time limit configuration
+
+**CLI Integration** (`src/bin/gbatch/`):
+- Added `--time` argument parsing in `cli.rs`
+- Implemented flexible time format parser in `commands/add.rs`
+- Support for script-embedded time limits
+- CLI arguments override script directives
+
+**Scheduler Enhancement** (`src/bin/gflowd/scheduler.rs`):
+- Timeout checking integrated into main scheduler loop (5-second interval)
+- Graceful termination via `send_ctrl_c()` before state transition
+- Separate handling of timeout vs zombie job detection
+- Atomic state updates with proper error handling
+
+**Display Updates** (`src/bin/gqueue/commands/list.rs`):
+- Added `TIMELIMIT` field to output format options
+- Implemented `format_duration()` helper for consistent time display
+- Updated grouped display to include `Timeout` state
+- Dynamic column width calculation for time limit field
+
+**Output Logging** (`src/tmux.rs`, `src/bin/gflowd/executor.rs`):
+- Added `enable_pipe_pane()`, `disable_pipe_pane()`, and `is_pipe_pane_active()` methods
+- Automatic pipe-pane setup during job execution
+- Log file creation with proper directory handling
+- Cleanup integration in session termination
+
+### Migration Notes
+
+- **Breaking Changes**: None. Time limits are optional and backward compatible.
+- **State File**: Existing state files are compatible. Jobs without time limits show as "UNLIMITED".
+- **Log Files**: Existing jobs will not have historical logs, but new jobs will automatically log output.
+- **API**: Job submission API extended with optional `time_limit` field.
+
+### Known Limitations
+
+- Time limit enforcement accuracy: ±5 seconds (scheduler check interval)
+- Single number in time format is always interpreted as minutes
+- No built-in checkpoint/resume mechanism (users must implement)
+- Cannot modify time limit after job submission
+- Timeout state is terminal (cannot be restarted)
+
+### Future Enhancements
+
+Potential improvements for consideration:
+- Configurable scheduler check interval for better timeout accuracy
+- `REMAINING` column showing time left before timeout
+- Job time limit modification for queued jobs
+- Time limit warnings (e.g., 5 minutes before timeout)
+- Historical time usage statistics
+- Automatic checkpoint/resume on timeout
+- Per-user or per-project default time limits
+
+---
+
+## Links
+
+- [GitHub Repository](https://github.com/AndPuQing/gflow)
+- [Issue Tracker](https://github.com/AndPuQing/gflow/issues)
+- [Documentation](./docs/)
+- [Crates.io](https://crates.io/crates/gflow)