yaml-workflow 0.1.2__tar.gz

yaml_workflow-0.1.2/.github/dependabot.yml

@@ -0,0 +1,21 @@
+version: 2
+updates:
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+    open-pull-requests-limit: 10
+    groups:
+      dependencies:
+        patterns:
+          - "*"
+
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+    open-pull-requests-limit: 10
+    groups:
+      github-actions:
+        patterns:
+          - "*" 

yaml_workflow-0.1.2/.github/workflows/ci.yml

@@ -0,0 +1,73 @@
+name: CI
+
+on:
+  push:
+    branches-ignore: ['main']  # Prevent direct pushes to main
+  pull_request:
+    branches: ['main']  # Only run on PRs targeting main
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13"]
+
+    steps:
+    - uses: actions/checkout@v4
+    
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+        
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -e ".[test,dev]"
+        
+    - name: Check formatting
+      run: |
+        black --check src tests
+        isort --check-only --profile black src tests
+        
+    - name: Type checking
+      run: |
+        mypy src
+        
+    - name: Run tests
+      run: |
+        pytest tests/ --cov --cov-branch --cov=yaml_workflow --cov-report=xml
+        
+    - name: Upload coverage to Codecov (Attempt 1)
+      id: codecov1
+      uses: codecov/codecov-action@v5
+      continue-on-error: true
+      env:
+        CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+      with:
+        file: ./coverage.xml
+        fail_ci_if_error: false
+        token: ${{ secrets.CODECOV_TOKEN }}
+
+    - name: Upload coverage to Codecov (Attempt 2)
+      id: codecov2
+      if: steps.codecov1.outcome == 'failure'
+      uses: codecov/codecov-action@v5
+      continue-on-error: true
+      env:
+        CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+      with:
+        file: ./coverage.xml
+        fail_ci_if_error: false
+        token: ${{ secrets.CODECOV_TOKEN }}
+
+    - name: Upload coverage to Codecov (Final Attempt)
+      if: steps.codecov2.outcome == 'failure'
+      uses: codecov/codecov-action@v5
+      env:
+        CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+      with:
+        file: ./coverage.xml
+        fail_ci_if_error: true
+        token: ${{ secrets.CODECOV_TOKEN }}

yaml_workflow-0.1.2/.github/workflows/publish.yml

@@ -0,0 +1,49 @@
+name: Build and Publish
+
+on:
+  release:
+    types: [published]
+  workflow_dispatch:
+  push:
+    tags:
+      - 'v*.*.*'        # Match all version tags
+      - 'v*.*.*-test'   # Match test release tags
+
+jobs:
+  build-and-publish:
+    runs-on: ubuntu-latest
+    environment: ${{ contains(github.ref, '-test') && 'testpypi' || 'pypi' }}
+    permissions:
+      id-token: write
+      contents: read
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+          
+      - name: Install build dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install build twine
+          
+      - name: Build package
+        run: python -m build
+        
+      - name: Run tests
+        run: |
+          pip install .[test]
+          pytest
+          
+      - name: Publish to PyPI
+        if: ${{ !contains(github.ref, '-test') }}
+        uses: pypa/gh-action-pypi-publish@release/v1
+        
+      - name: Publish to TestPyPI
+        if: contains(github.ref, '-test')
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://test.pypi.org/legacy/
+          skip-existing: true 

yaml_workflow-0.1.2/.github/workflows/release.yml

@@ -0,0 +1,68 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - 'v*'  # Push events to matching v*, i.e. v1.0, v20.15.10
+      - 'v*.*.*-test'  # Test releases
+
+jobs:
+  release:
+    runs-on: ubuntu-latest
+    environment: release
+    permissions:
+      contents: write  # Required for creating GitHub releases
+    
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0  # Required for tag verification
+    
+    - name: Set variables
+      id: vars
+      run: |
+        TAG=${GITHUB_REF#refs/tags/}
+        if [[ $TAG == *-test ]]; then
+          echo "is_test=true" >> $GITHUB_OUTPUT
+          echo "version=${TAG%-test}" >> $GITHUB_OUTPUT
+        else
+          echo "is_test=false" >> $GITHUB_OUTPUT
+          echo "version=$TAG" >> $GITHUB_OUTPUT
+        fi
+    
+    - name: Verify tag version matches package version
+      if: ${{ !steps.vars.outputs.is_test }}
+      run: |
+        PACKAGE_VERSION=$(grep -m 1 'version = ' pyproject.toml | cut -d '"' -f 2)
+        if [ "${{ steps.vars.outputs.version }}" != "$PACKAGE_VERSION" ]; then
+          echo "Tag version (${{ steps.vars.outputs.version }}) does not match package version ($PACKAGE_VERSION)"
+          exit 1
+        fi
+    
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: "3.10"
+        
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install build
+        
+    - name: Build package
+      run: python -m build
+      
+    - name: Create GitHub Release
+      if: ${{ !steps.vars.outputs.is_test }}
+      uses: softprops/action-gh-release@v2
+      with:
+        files: dist/*
+        generate_release_notes: true
+      
+    - name: Create GitHub Pre-release
+      if: ${{ steps.vars.outputs.is_test }}
+      uses: softprops/action-gh-release@v2
+      with:
+        files: dist/*
+        prerelease: true
+        generate_release_notes: true 

yaml_workflow-0.1.2/.gitignore

@@ -0,0 +1,42 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Virtual Environment
+.env
+.venv
+env/
+venv/
+ENV/
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# OS
+.DS_Store
+Thumbs.db
+
+runs/
+.coverage
+/workflows/

yaml_workflow-0.1.2/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 YAML Workflow Contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE. 

yaml_workflow-0.1.2/MANIFEST.in

@@ -0,0 +1,24 @@
+include README.md
+include LICENSE
+include pyproject.toml
+include MANIFEST.in
+recursive-include src *.py
+recursive-include src *.pyi
+recursive-include src/yaml_workflow/examples *.yaml
+recursive-include docs *.md
+recursive-include tests *.py
+recursive-include tests *.yaml
+global-exclude *.pyc
+global-exclude *.pyo
+global-exclude *.pyd
+global-exclude .git*
+global-exclude .DS_Store
+global-exclude *.swp
+global-exclude *.swo
+recursive-exclude * __pycache__
+recursive-exclude * *.py[cod]
+recursive-exclude .pytest_cache *
+recursive-exclude .mypy_cache *
+recursive-exclude build *
+recursive-exclude dist *
+recursive-exclude *.egg-info *

yaml_workflow-0.1.2/PKG-INFO

@@ -0,0 +1,125 @@
+Metadata-Version: 2.4
+Name: yaml-workflow
+Version: 0.1.2
+Summary: A lightweight, powerful, and flexible workflow engine that executes tasks defined in YAML configuration files
+Project-URL: Homepage, https://github.com/orieg/yaml-workflow
+Project-URL: Issues, https://github.com/orieg/yaml-workflow/issues
+Project-URL: Documentation, https://github.com/orieg/yaml-workflow#readme
+Author-email: Nicolas Brousse <nicolas@brousse.info>
+License: MIT License
+        
+        Copyright (c) 2024 YAML Workflow Contributors
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE. 
+License-File: LICENSE
+Keywords: automation,batch-processing,configuration,data-pipeline,data-processing,distributed-tasks,etl,job-scheduler,modular-workflows,orchestration,parallel-processing,pipeline,process-automation,reports,retry-mechanism,state-management,task-orchestration,task-runner,templating,workflow,workflow-automation,workflow-engine,workflow-management,yaml,yaml-configuration
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: Intended Audience :: System Administrators
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Natural Language :: English
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development :: Build Tools
+Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: System :: Systems Administration
+Classifier: Typing :: Typed
+Requires-Python: >=3.10
+Requires-Dist: click>=8.0
+Requires-Dist: jinja2>=3.0
+Requires-Dist: pyyaml>=6.0
+Provides-Extra: dev
+Requires-Dist: black==25.1.0; extra == 'dev'
+Requires-Dist: build>=1.0.0; extra == 'dev'
+Requires-Dist: isort>=5.0; extra == 'dev'
+Requires-Dist: mypy>=1.0; extra == 'dev'
+Requires-Dist: twine>=4.0.0; extra == 'dev'
+Requires-Dist: types-pyyaml>=6.0; extra == 'dev'
+Provides-Extra: test
+Requires-Dist: pytest-cov>=4.0; extra == 'test'
+Requires-Dist: pytest>=7.0; extra == 'test'
+Description-Content-Type: text/markdown
+
+# YAML Workflow
+
+A lightweight, powerful, and flexible workflow engine that executes tasks defined in YAML configuration files. This engine allows you to create modular, reusable workflows by connecting tasks through YAML definitions, with support for parallel processing, batch operations, and state management.
+
+## Features
+
+- 📝 YAML-driven workflow definition
+- 🔌 Dynamic module and function loading
+- 🔄 Input/output variable management
+- ⚠️ Comprehensive error handling
+- 🔁 Retry mechanisms
+- ⚡ Parallel processing support
+- 📊 Progress tracking and logging
+- 💾 State persistence and resume capability
+- 🔄 Batch processing with chunking
+- 🌐 Template variable substitution
+- 🔀 Flow control with custom step sequences
+
+## Quick Start
+
+1. Install the package:
+```bash
+pip install yaml-workflow
+```
+
+2. Initialize example workflows:
+```bash
+# Create workflows directory with examples
+yaml-workflow init
+
+# Or specify a custom directory
+yaml-workflow init --dir my-workflows
+
+# Initialize with specific examples only
+yaml-workflow init --example hello_world
+```
+
+3. Run the example workflow:
+```bash
+# Run with input parameters
+yaml-workflow run workflows/hello_world.yaml name=Alice
+
+# List available workflows
+yaml-workflow list
+
+# Validate a workflow
+yaml-workflow validate workflows/hello_world.yaml
+
+# Resume a failed workflow
+yaml-workflow run workflows/hello_world.yaml --resume
+```
+
+## Documentation
+
+- [Task Types](https://github.com/orieg/yaml-workflow/blob/main/docs/tasks.md) - Available task types and how to use them
+- [Workflow Structure](https://github.com/orieg/yaml-workflow/blob/main/docs/workflow-structure.md) - Detailed workflow configuration
+- [Development Guide](https://github.com/orieg/yaml-workflow/blob/main/docs/development.md) - Setup, building, and contributing
+
+## License
+
+This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.

yaml_workflow-0.1.2/README.md

@@ -0,0 +1,61 @@
+# YAML Workflow
+
+A lightweight, powerful, and flexible workflow engine that executes tasks defined in YAML configuration files. This engine allows you to create modular, reusable workflows by connecting tasks through YAML definitions, with support for parallel processing, batch operations, and state management.
+
+## Features
+
+- 📝 YAML-driven workflow definition
+- 🔌 Dynamic module and function loading
+- 🔄 Input/output variable management
+- ⚠️ Comprehensive error handling
+- 🔁 Retry mechanisms
+- ⚡ Parallel processing support
+- 📊 Progress tracking and logging
+- 💾 State persistence and resume capability
+- 🔄 Batch processing with chunking
+- 🌐 Template variable substitution
+- 🔀 Flow control with custom step sequences
+
+## Quick Start
+
+1. Install the package:
+```bash
+pip install yaml-workflow
+```
+
+2. Initialize example workflows:
+```bash
+# Create workflows directory with examples
+yaml-workflow init
+
+# Or specify a custom directory
+yaml-workflow init --dir my-workflows
+
+# Initialize with specific examples only
+yaml-workflow init --example hello_world
+```
+
+3. Run the example workflow:
+```bash
+# Run with input parameters
+yaml-workflow run workflows/hello_world.yaml name=Alice
+
+# List available workflows
+yaml-workflow list
+
+# Validate a workflow
+yaml-workflow validate workflows/hello_world.yaml
+
+# Resume a failed workflow
+yaml-workflow run workflows/hello_world.yaml --resume
+```
+
+## Documentation
+
+- [Task Types](https://github.com/orieg/yaml-workflow/blob/main/docs/tasks.md) - Available task types and how to use them
+- [Workflow Structure](https://github.com/orieg/yaml-workflow/blob/main/docs/workflow-structure.md) - Detailed workflow configuration
+- [Development Guide](https://github.com/orieg/yaml-workflow/blob/main/docs/development.md) - Setup, building, and contributing
+
+## License
+
+This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.