comfy-test 0.0.6__tar.gz

comfy_test-0.0.6/.github/workflows/publish.yml

@@ -0,0 +1,30 @@
+name: Publish to PyPI
+
+on:
+  push:
+    tags:
+      - 'v*'
+  workflow_dispatch:
+
+jobs:
+  publish:
+    runs-on: ubuntu-latest
+    environment: pypi
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Install build tools
+        run: pip install build
+
+      - name: Build package
+        run: python -m build
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1

comfy_test-0.0.6/.github/workflows/test-matrix.yml

@@ -0,0 +1,99 @@
+name: ComfyUI Installation Test Matrix
+
+on:
+  workflow_call:
+    inputs:
+      node-path:
+        description: "Path to custom node directory"
+        type: string
+        default: "."
+      config-file:
+        description: "Path to comfy-test.toml config file"
+        type: string
+        default: "comfy-test.toml"
+      python-version:
+        description: "Python version for testing"
+        type: string
+        default: "3.10"
+
+jobs:
+  test-linux:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ inputs.python-version }}
+
+      - name: Install uv
+        run: pip install uv
+
+      - name: Install comfy-test
+        run: pip install comfy-test
+
+      - name: Run installation test
+        run: comfy-test run --platform linux --config ${{ inputs.config-file }}
+
+      - name: Upload logs
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-logs-linux
+          path: .comfy-test/
+          if-no-files-found: ignore
+
+  test-windows:
+    runs-on: windows-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ inputs.python-version }}
+
+      - name: Install uv
+        run: pip install uv
+
+      - name: Install comfy-test
+        run: pip install comfy-test
+
+      - name: Run installation test
+        run: comfy-test run --platform windows --config ${{ inputs.config-file }}
+
+      - name: Upload logs
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-logs-windows
+          path: .comfy-test/
+          if-no-files-found: ignore
+
+  test-windows-portable:
+    runs-on: windows-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ inputs.python-version }}
+
+      - name: Install comfy-test
+        run: pip install comfy-test
+
+      - name: Run installation test
+        run: comfy-test run --platform windows-portable --config ${{ inputs.config-file }}
+
+      - name: Upload logs
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-logs-windows-portable
+          path: .comfy-test/
+          if-no-files-found: ignore

comfy_test-0.0.6/.gitignore

@@ -0,0 +1,69 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# PyInstaller
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# IDEs
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# Test artifacts
+.comfy-test/
+
+# OS
+.DS_Store
+Thumbs.db

comfy_test-0.0.6/CLAUDE.md

@@ -0,0 +1,58 @@
+# CLAUDE.md
+
+This file provides guidance to Claude Code when working with this repository.
+
+## Project Overview
+
+**comfy-test** is a Python library for testing ComfyUI custom node installations across multiple platforms (Linux, Windows, Windows Portable).
+
+Custom nodes just add a config file + workflow file - no pytest code needed.
+
+## How Custom Nodes Use This
+
+```
+MyCustomNode/
+├── comfy-test.toml                    # Config: what nodes to verify, what workflow to run
+├── tests/workflows/smoke_test.json    # A minimal ComfyUI workflow to test
+└── .github/workflows/test-install.yml # One-liner calling reusable workflow
+```
+
+That's it! The reusable workflow handles:
+- Setting up ComfyUI
+- Installing the node
+- Verifying nodes load
+- Running the test workflow
+
+## Key Components
+
+| File | Purpose |
+|------|---------|
+| `src/comfy_test/test/config.py` | TestConfig dataclass |
+| `src/comfy_test/test/config_file.py` | TOML parsing |
+| `src/comfy_test/test/platform/` | Platform providers (Linux/Windows/Portable) |
+| `src/comfy_test/test/manager.py` | Test orchestration |
+| `src/comfy_test/comfyui/` | ComfyUI server/API interaction |
+| `src/comfy_test/cli.py` | CLI entry point |
+| `.github/workflows/test-matrix.yml` | Reusable workflow for consumers |
+
+## Development
+
+```bash
+pip install -e .
+comfy-test info
+comfy-test run --platform linux --dry-run
+```
+
+## Config Format
+
+```toml
+[test]
+name = "MyNode"
+
+[test.verification]
+expected_nodes = ["Node1", "Node2"]
+
+[test.workflow]
+file = "tests/workflows/smoke.json"
+timeout = 120
+```

comfy_test-0.0.6/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Andrea Pozzetti
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

comfy_test-0.0.6/PKG-INFO

@@ -0,0 +1,153 @@
+Metadata-Version: 2.4
+Name: comfy-test
+Version: 0.0.6
+Summary: Installation testing infrastructure for ComfyUI custom nodes
+Project-URL: Homepage, https://github.com/PozzettiAndrea/comfy-test
+Project-URL: Repository, https://github.com/PozzettiAndrea/comfy-test
+Project-URL: Issues, https://github.com/PozzettiAndrea/comfy-test/issues
+Author: Andrea Pozzetti
+License: MIT
+License-File: LICENSE
+Keywords: ci,comfyui,github-actions,installation,testing
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: >=3.10
+Requires-Dist: py7zr>=0.20.0
+Requires-Dist: requests>=2.28.0
+Requires-Dist: tomli>=2.0.0; python_version < '3.11'
+Requires-Dist: websocket-client
+Provides-Extra: dev
+Requires-Dist: mypy; extra == 'dev'
+Requires-Dist: pytest; extra == 'dev'
+Requires-Dist: ruff; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# comfy-test
+
+Installation testing infrastructure for ComfyUI custom nodes.
+
+Test your nodes install and work correctly across **Linux**, **Windows**, and **Windows Portable** - with just config files, no pytest code needed.
+
+## Quick Start
+
+Add these files to your custom node repository:
+
+### 1. `comfy-test.toml`
+
+```toml
+[test]
+name = "ComfyUI-MyNode"
+
+[test.verification]
+expected_nodes = ["MyNode1", "MyNode2"]
+
+[test.workflow]
+file = "tests/workflows/smoke_test.json"
+timeout = 120
+```
+
+### 2. `.github/workflows/test-install.yml`
+
+```yaml
+name: Test Installation
+on: [push, pull_request]
+
+jobs:
+  test:
+    uses: PozzettiAndrea/comfy-test/.github/workflows/test-matrix.yml@main
+```
+
+### 3. `tests/workflows/smoke_test.json`
+
+A minimal ComfyUI workflow that uses your nodes. Export from ComfyUI.
+
+**Done!** Push to GitHub and your tests will run automatically on all platforms.
+
+## What It Tests
+
+1. **Setup** - Clones ComfyUI, creates environment, installs dependencies
+2. **Install** - Copies your node, runs `install.py`, installs `requirements.txt`
+3. **Verify** - Starts ComfyUI, checks your nodes appear in `/object_info`
+4. **Execute** - Runs your test workflow, verifies it completes without errors
+
+## Configuration Reference
+
+```toml
+[test]
+name = "ComfyUI-MyNode"           # Test suite name
+comfyui_version = "latest"        # ComfyUI version (tag, commit, or "latest")
+python_version = "3.10"           # Python version
+cpu_only = true                   # Use --cpu flag (no GPU needed)
+timeout = 300                     # Setup timeout in seconds
+
+[test.platforms]
+linux = true                      # Test on Linux
+windows = true                    # Test on Windows
+windows_portable = true           # Test on Windows Portable
+
+[test.verification]
+expected_nodes = [                # Nodes that must exist after install
+    "MyNode1",
+    "MyNode2",
+]
+
+[test.workflow]
+file = "tests/workflows/smoke.json"  # Workflow to run
+timeout = 120                        # Workflow timeout
+
+[test.windows_portable]
+comfyui_portable_version = "latest"  # Portable version to download
+```
+
+## CUDA Packages on CPU-only CI
+
+comfy-test runs on CPU-only GitHub Actions runners. For nodes that use CUDA packages (nvdiffrast, flash-attn, etc.):
+
+1. **Installation works** - comfy-test sets `COMFY_ENV_CUDA_VERSION=12.8` so comfy-env can resolve wheel URLs even without a GPU
+2. **Import may fail** - CUDA packages typically fail to import without a GPU
+
+**Best practice for CUDA nodes:**
+- Use lazy imports in production (better UX, graceful errors)
+- Consider strict imports mode for testing to catch missing deps
+
+```python
+# In your node's __init__.py
+import os
+
+if os.environ.get('COMFY_TEST_STRICT_IMPORTS'):
+    # Test mode: import everything now to catch missing deps
+    import nvdiffrast  # Will fail on CPU, but that's expected
+else:
+    # Production: lazy import when needed
+    nvdiffrast = None
+```
+
+For full CUDA testing, use a self-hosted runner with a GPU.
+
+## CLI
+
+```bash
+# Install
+pip install comfy-test
+
+# Show config
+comfy-test info
+
+# Run tests locally
+comfy-test run --platform linux
+
+# Dry run (show what would happen)
+comfy-test run --dry-run
+
+# Generate GitHub workflow
+comfy-test init-ci
+```
+
+## License
+
+MIT

comfy_test-0.0.6/README.md

@@ -0,0 +1,124 @@
+# comfy-test
+
+Installation testing infrastructure for ComfyUI custom nodes.
+
+Test your nodes install and work correctly across **Linux**, **Windows**, and **Windows Portable** - with just config files, no pytest code needed.
+
+## Quick Start
+
+Add these files to your custom node repository:
+
+### 1. `comfy-test.toml`
+
+```toml
+[test]
+name = "ComfyUI-MyNode"
+
+[test.verification]
+expected_nodes = ["MyNode1", "MyNode2"]
+
+[test.workflow]
+file = "tests/workflows/smoke_test.json"
+timeout = 120
+```
+
+### 2. `.github/workflows/test-install.yml`
+
+```yaml
+name: Test Installation
+on: [push, pull_request]
+
+jobs:
+  test:
+    uses: PozzettiAndrea/comfy-test/.github/workflows/test-matrix.yml@main
+```
+
+### 3. `tests/workflows/smoke_test.json`
+
+A minimal ComfyUI workflow that uses your nodes. Export from ComfyUI.
+
+**Done!** Push to GitHub and your tests will run automatically on all platforms.
+
+## What It Tests
+
+1. **Setup** - Clones ComfyUI, creates environment, installs dependencies
+2. **Install** - Copies your node, runs `install.py`, installs `requirements.txt`
+3. **Verify** - Starts ComfyUI, checks your nodes appear in `/object_info`
+4. **Execute** - Runs your test workflow, verifies it completes without errors
+
+## Configuration Reference
+
+```toml
+[test]
+name = "ComfyUI-MyNode"           # Test suite name
+comfyui_version = "latest"        # ComfyUI version (tag, commit, or "latest")
+python_version = "3.10"           # Python version
+cpu_only = true                   # Use --cpu flag (no GPU needed)
+timeout = 300                     # Setup timeout in seconds
+
+[test.platforms]
+linux = true                      # Test on Linux
+windows = true                    # Test on Windows
+windows_portable = true           # Test on Windows Portable
+
+[test.verification]
+expected_nodes = [                # Nodes that must exist after install
+    "MyNode1",
+    "MyNode2",
+]
+
+[test.workflow]
+file = "tests/workflows/smoke.json"  # Workflow to run
+timeout = 120                        # Workflow timeout
+
+[test.windows_portable]
+comfyui_portable_version = "latest"  # Portable version to download
+```
+
+## CUDA Packages on CPU-only CI
+
+comfy-test runs on CPU-only GitHub Actions runners. For nodes that use CUDA packages (nvdiffrast, flash-attn, etc.):
+
+1. **Installation works** - comfy-test sets `COMFY_ENV_CUDA_VERSION=12.8` so comfy-env can resolve wheel URLs even without a GPU
+2. **Import may fail** - CUDA packages typically fail to import without a GPU
+
+**Best practice for CUDA nodes:**
+- Use lazy imports in production (better UX, graceful errors)
+- Consider strict imports mode for testing to catch missing deps
+
+```python
+# In your node's __init__.py
+import os
+
+if os.environ.get('COMFY_TEST_STRICT_IMPORTS'):
+    # Test mode: import everything now to catch missing deps
+    import nvdiffrast  # Will fail on CPU, but that's expected
+else:
+    # Production: lazy import when needed
+    nvdiffrast = None
+```
+
+For full CUDA testing, use a self-hosted runner with a GPU.
+
+## CLI
+
+```bash
+# Install
+pip install comfy-test
+
+# Show config
+comfy-test info
+
+# Run tests locally
+comfy-test run --platform linux
+
+# Dry run (show what would happen)
+comfy-test run --dry-run
+
+# Generate GitHub workflow
+comfy-test init-ci
+```
+
+## License
+
+MIT

comfy_test-0.0.6/examples/basic_node/comfy-test.toml

@@ -0,0 +1,11 @@
+# Example comfy-test.toml - this is all you need in your custom node!
+
+[test]
+name = "ComfyUI-ExampleNode"
+
+[test.verification]
+expected_nodes = ["ExampleNode", "ExampleNodeAdvanced"]
+
+[test.workflow]
+file = "tests/workflows/smoke_test.json"
+timeout = 120

comfy_test-0.0.6/pyproject.toml

@@ -0,0 +1,48 @@
+[project]
+name = "comfy-test"
+version = "0.0.6"
+description = "Installation testing infrastructure for ComfyUI custom nodes"
+readme = "README.md"
+license = {text = "MIT"}
+requires-python = ">=3.10"
+authors = [
+    {name = "Andrea Pozzetti"}
+]
+keywords = ["comfyui", "testing", "installation", "ci", "github-actions"]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+]
+dependencies = [
+    "tomli>=2.0.0; python_version < '3.11'",  # TOML parsing (built-in for 3.11+)
+    "requests>=2.28.0",      # ComfyUI API calls
+    "websocket-client",      # ComfyUI WebSocket for workflow monitoring
+    "py7zr>=0.20.0",         # Extract portable 7z archives
+]
+
+[project.optional-dependencies]
+dev = ["pytest", "ruff", "mypy"]
+
+[project.urls]
+Homepage = "https://github.com/PozzettiAndrea/comfy-test"
+Repository = "https://github.com/PozzettiAndrea/comfy-test"
+Issues = "https://github.com/PozzettiAndrea/comfy-test/issues"
+
+[project.scripts]
+comfy-test = "comfy_test.cli:main"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/comfy_test"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py310"