fastpluggy-tasks-worker 0.2.20__tar.gz

fastpluggy_tasks_worker-0.2.20/MANIFEST.in

@@ -0,0 +1,12 @@
+# Include all Python files
+recursive-include src *.py
+
+# Include all template files
+recursive-include src/templates *.html *.j2
+
+# Include all static files (CSS, JS, etc.)
+recursive-include src/static *
+
+# Include README and license files
+include README.md
+include LICENSE

fastpluggy_tasks_worker-0.2.20/PKG-INFO

@@ -0,0 +1,134 @@
+Metadata-Version: 2.4
+Name: fastpluggy-tasks-worker
+Version: 0.2.20
+Summary: Task Runner plugin for Fastpluggy
+Author: FastPluggy Team
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: croniter
+Requires-Dist: psutil
+Requires-Dist: fastpluggy-crud-tools>=0.2.12
+
+# FastPluggy Task Runner
+
+A powerful and extensible **task execution framework** for Python, built on top of [FastPluggy](https://fastpluggy.xyz).  
+Easily register, run, monitor, and schedule background tasks with full support for retries, logging, live WebSocket updates, and notifications.
+
+---
+
+## ✨ Features
+
+- 🔧 Task registration with metadata, retries, scheduling, and custom parameters
+- 🧠 Dynamic form generation from metadata
+- 📡 Live logs and WebSocket updates
+- 📅 CRON-based scheduler with optional notification rules
+- 🔁 Retry logic with auto-link to parent task
+- 🔒 Non-concurrent task execution with lock tracking
+- 🧩 Extensible notifier system (Console, Slack, Webhook...)
+- 📊 Admin UI to manage tasks, schedules, locks, and reports
+- 💾 Persistent task context and rehydration
+- 📈 Task metrics from process/thread info
+
+---
+
+## 🛠️ How It Works
+
+```python
+from ..task_registry import task_registry
+
+@task_registry.register(
+    description="Sync data every 5 mins",
+    schedule="*/5 * * * *",
+    max_retries=3,
+    allow_concurrent=False
+)
+def sync_data_task():
+    print("Sync running...")
+```
+
+---
+
+## 📋 Roadmap
+
+### ✅ Completed / In Progress
+
+- [x] Task registration with metadata (`description`, `tags`, `max_retries`, `schedule`, `allow_concurrent`)
+- [x] Dynamic task form rendering via metadata
+- [x] Notification system with:
+  - Console / webhook / Slack (optional)
+  - Selectable events: `task_started`, `task_failed`, `logs`, etc.
+- [x] Context/report tracking in DB
+- [x] Task retry linking via `parent_task_id`
+- [x] CRON-based scheduler loop
+- [x] Web UI for:
+  - Task logs
+  - Task reports
+  - Scheduled tasks
+  - Locks
+  - Running task status
+- [x] Lock manager (`TaskLockManager`) with DB tracking
+- [x] Cancel button for live-running tasks
+
+---
+
+### 📌 Upcoming Features
+
+#### 🔁 Task Queue Enhancements
+- [ ] Priority & rate-limit execution
+- [ ] Per-user concurrency limits
+- [ ] Task dependencies / DAG runner
+
+#### 🧠 Task Registry & Detection
+- [x] Auto-discovery of task definitions from modules
+- [x] Celery-style shared task detection
+- [ ] Dynamic execution via `run_by_name("slug", kwargs)`
+
+#### 💾 Persistence & Rehydration
+- [ ] Save function reference + args for replay/retry
+- [x] Task dependency tree and retry visualization
+
+#### 🌐 Remote Workers
+- [ ] Register and manage remote workers
+- [ ] Assign tasks based on tags/strategies
+- [ ] Remote heartbeat & health monitoring
+
+#### 📈 Observability
+- [ ] Task metrics via `psutil` (CPU, memory, threads)
+- [ ] UI views for thread/process diagnostics
+
+---
+
+## 📦 Tech Stack
+
+- FastAPI + FastPluggy
+- SQLAlchemy + SQLite/PostgreSQL
+- WTForms + Jinja2 + Bootstrap (Tabler)
+- WebSockets for real-time feedback
+- Plugin-ready & modular architecture
+
+---
+
+## 🧠 Philosophy
+
+This runner is built to be:
+
+- **Introspective**: auto-generate UIs from functions
+- **Composable**: integrate with your FastPluggy app
+- **Scalable**: support single-machine and multi-worker environments
+- **Extensible**: notifiers, hooks, CRON, logs
+
+---
+
+## 📎 License
+
+MIT – Use freely and contribute 💙
+
+---
+
+## 🚀 Contributions Welcome!
+
+Open issues, send PRs, share ideas —  
+Let’s build the most pluggable Python task runner together.
+
+### WArning :
+not works with sqlite due to jsonb field needed

fastpluggy_tasks_worker-0.2.20/README.md

@@ -0,0 +1,123 @@
+# FastPluggy Task Runner
+
+A powerful and extensible **task execution framework** for Python, built on top of [FastPluggy](https://fastpluggy.xyz).  
+Easily register, run, monitor, and schedule background tasks with full support for retries, logging, live WebSocket updates, and notifications.
+
+---
+
+## ✨ Features
+
+- 🔧 Task registration with metadata, retries, scheduling, and custom parameters
+- 🧠 Dynamic form generation from metadata
+- 📡 Live logs and WebSocket updates
+- 📅 CRON-based scheduler with optional notification rules
+- 🔁 Retry logic with auto-link to parent task
+- 🔒 Non-concurrent task execution with lock tracking
+- 🧩 Extensible notifier system (Console, Slack, Webhook...)
+- 📊 Admin UI to manage tasks, schedules, locks, and reports
+- 💾 Persistent task context and rehydration
+- 📈 Task metrics from process/thread info
+
+---
+
+## 🛠️ How It Works
+
+```python
+from ..task_registry import task_registry
+
+@task_registry.register(
+    description="Sync data every 5 mins",
+    schedule="*/5 * * * *",
+    max_retries=3,
+    allow_concurrent=False
+)
+def sync_data_task():
+    print("Sync running...")
+```
+
+---
+
+## 📋 Roadmap
+
+### ✅ Completed / In Progress
+
+- [x] Task registration with metadata (`description`, `tags`, `max_retries`, `schedule`, `allow_concurrent`)
+- [x] Dynamic task form rendering via metadata
+- [x] Notification system with:
+  - Console / webhook / Slack (optional)
+  - Selectable events: `task_started`, `task_failed`, `logs`, etc.
+- [x] Context/report tracking in DB
+- [x] Task retry linking via `parent_task_id`
+- [x] CRON-based scheduler loop
+- [x] Web UI for:
+  - Task logs
+  - Task reports
+  - Scheduled tasks
+  - Locks
+  - Running task status
+- [x] Lock manager (`TaskLockManager`) with DB tracking
+- [x] Cancel button for live-running tasks
+
+---
+
+### 📌 Upcoming Features
+
+#### 🔁 Task Queue Enhancements
+- [ ] Priority & rate-limit execution
+- [ ] Per-user concurrency limits
+- [ ] Task dependencies / DAG runner
+
+#### 🧠 Task Registry & Detection
+- [x] Auto-discovery of task definitions from modules
+- [x] Celery-style shared task detection
+- [ ] Dynamic execution via `run_by_name("slug", kwargs)`
+
+#### 💾 Persistence & Rehydration
+- [ ] Save function reference + args for replay/retry
+- [x] Task dependency tree and retry visualization
+
+#### 🌐 Remote Workers
+- [ ] Register and manage remote workers
+- [ ] Assign tasks based on tags/strategies
+- [ ] Remote heartbeat & health monitoring
+
+#### 📈 Observability
+- [ ] Task metrics via `psutil` (CPU, memory, threads)
+- [ ] UI views for thread/process diagnostics
+
+---
+
+## 📦 Tech Stack
+
+- FastAPI + FastPluggy
+- SQLAlchemy + SQLite/PostgreSQL
+- WTForms + Jinja2 + Bootstrap (Tabler)
+- WebSockets for real-time feedback
+- Plugin-ready & modular architecture
+
+---
+
+## 🧠 Philosophy
+
+This runner is built to be:
+
+- **Introspective**: auto-generate UIs from functions
+- **Composable**: integrate with your FastPluggy app
+- **Scalable**: support single-machine and multi-worker environments
+- **Extensible**: notifiers, hooks, CRON, logs
+
+---
+
+## 📎 License
+
+MIT – Use freely and contribute 💙
+
+---
+
+## 🚀 Contributions Welcome!
+
+Open issues, send PRs, share ideas —  
+Let’s build the most pluggable Python task runner together.
+
+### WArning :
+not works with sqlite due to jsonb field needed

fastpluggy_tasks_worker-0.2.20/fastpluggy_tasks_worker.egg-info/PKG-INFO

@@ -0,0 +1,134 @@
+Metadata-Version: 2.4
+Name: fastpluggy-tasks-worker
+Version: 0.2.20
+Summary: Task Runner plugin for Fastpluggy
+Author: FastPluggy Team
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: croniter
+Requires-Dist: psutil
+Requires-Dist: fastpluggy-crud-tools>=0.2.12
+
+# FastPluggy Task Runner
+
+A powerful and extensible **task execution framework** for Python, built on top of [FastPluggy](https://fastpluggy.xyz).  
+Easily register, run, monitor, and schedule background tasks with full support for retries, logging, live WebSocket updates, and notifications.
+
+---
+
+## ✨ Features
+
+- 🔧 Task registration with metadata, retries, scheduling, and custom parameters
+- 🧠 Dynamic form generation from metadata
+- 📡 Live logs and WebSocket updates
+- 📅 CRON-based scheduler with optional notification rules
+- 🔁 Retry logic with auto-link to parent task
+- 🔒 Non-concurrent task execution with lock tracking
+- 🧩 Extensible notifier system (Console, Slack, Webhook...)
+- 📊 Admin UI to manage tasks, schedules, locks, and reports
+- 💾 Persistent task context and rehydration
+- 📈 Task metrics from process/thread info
+
+---
+
+## 🛠️ How It Works
+
+```python
+from ..task_registry import task_registry
+
+@task_registry.register(
+    description="Sync data every 5 mins",
+    schedule="*/5 * * * *",
+    max_retries=3,
+    allow_concurrent=False
+)
+def sync_data_task():
+    print("Sync running...")
+```
+
+---
+
+## 📋 Roadmap
+
+### ✅ Completed / In Progress
+
+- [x] Task registration with metadata (`description`, `tags`, `max_retries`, `schedule`, `allow_concurrent`)
+- [x] Dynamic task form rendering via metadata
+- [x] Notification system with:
+  - Console / webhook / Slack (optional)
+  - Selectable events: `task_started`, `task_failed`, `logs`, etc.
+- [x] Context/report tracking in DB
+- [x] Task retry linking via `parent_task_id`
+- [x] CRON-based scheduler loop
+- [x] Web UI for:
+  - Task logs
+  - Task reports
+  - Scheduled tasks
+  - Locks
+  - Running task status
+- [x] Lock manager (`TaskLockManager`) with DB tracking
+- [x] Cancel button for live-running tasks
+
+---
+
+### 📌 Upcoming Features
+
+#### 🔁 Task Queue Enhancements
+- [ ] Priority & rate-limit execution
+- [ ] Per-user concurrency limits
+- [ ] Task dependencies / DAG runner
+
+#### 🧠 Task Registry & Detection
+- [x] Auto-discovery of task definitions from modules
+- [x] Celery-style shared task detection
+- [ ] Dynamic execution via `run_by_name("slug", kwargs)`
+
+#### 💾 Persistence & Rehydration
+- [ ] Save function reference + args for replay/retry
+- [x] Task dependency tree and retry visualization
+
+#### 🌐 Remote Workers
+- [ ] Register and manage remote workers
+- [ ] Assign tasks based on tags/strategies
+- [ ] Remote heartbeat & health monitoring
+
+#### 📈 Observability
+- [ ] Task metrics via `psutil` (CPU, memory, threads)
+- [ ] UI views for thread/process diagnostics
+
+---
+
+## 📦 Tech Stack
+
+- FastAPI + FastPluggy
+- SQLAlchemy + SQLite/PostgreSQL
+- WTForms + Jinja2 + Bootstrap (Tabler)
+- WebSockets for real-time feedback
+- Plugin-ready & modular architecture
+
+---
+
+## 🧠 Philosophy
+
+This runner is built to be:
+
+- **Introspective**: auto-generate UIs from functions
+- **Composable**: integrate with your FastPluggy app
+- **Scalable**: support single-machine and multi-worker environments
+- **Extensible**: notifiers, hooks, CRON, logs
+
+---
+
+## 📎 License
+
+MIT – Use freely and contribute 💙
+
+---
+
+## 🚀 Contributions Welcome!
+
+Open issues, send PRs, share ideas —  
+Let’s build the most pluggable Python task runner together.
+
+### WArning :
+not works with sqlite due to jsonb field needed

fastpluggy_tasks_worker-0.2.20/fastpluggy_tasks_worker.egg-info/SOURCES.txt

@@ -0,0 +1,79 @@
+MANIFEST.in
+README.md
+pyproject.toml
+fastpluggy_tasks_worker.egg-info/PKG-INFO
+fastpluggy_tasks_worker.egg-info/SOURCES.txt
+fastpluggy_tasks_worker.egg-info/dependency_links.txt
+fastpluggy_tasks_worker.egg-info/entry_points.txt
+fastpluggy_tasks_worker.egg-info/requires.txt
+fastpluggy_tasks_worker.egg-info/top_level.txt
+src/__init__.py
+src/config.py
+src/log_handler.py
+src/plugin.py
+src/runner.py
+src/task_registry.py
+src/utils.py
+src/executor/__init__.py
+src/executor/thread_executor.py
+src/models/__init__.py
+src/models/context.py
+src/models/notification.py
+src/models/report.py
+src/models/scheduled.py
+src/notifiers/__init__.py
+src/notifiers/base.py
+src/notifiers/console.py
+src/notifiers/database.py
+src/notifiers/loader.py
+src/notifiers/registry.py
+src/notifiers/webhook.py
+src/repository/__init__.py
+src/repository/context.py
+src/repository/report.py
+src/repository/schedule_monitoring.py
+src/repository/scheduled.py
+src/repository/task_events.py
+src/router/__init__.py
+src/router/api_notifier.py
+src/router/api_registry.py
+src/router/api_tasks.py
+src/router/debug.py
+src/router/front.py
+src/router/front_lock.py
+src/router/front_monitoring.py
+src/router/front_notifier.py
+src/router/front_schedule.py
+src/router/metrics.py
+src/schema/__init__.py
+src/schema/context.py
+src/schema/dummy_celery.py
+src/schema/notifier.py
+src/schema/report.py
+src/schema/request_input.py
+src/schema/status.py
+src/schema/task_event.py
+src/services/__init__.py
+src/services/celery_discovery.py
+src/services/lock_manager.py
+src/services/notification_service.py
+src/services/task_discovery.py
+src/static/css/notifier_modal.css
+src/static/js/logs-handler.js
+src/static/js/notifier_modal.js
+src/static/js/task_form_builder.js
+src/tasks/__init__.py
+src/tasks/maintenance.py
+src/tasks/scheduler.py
+src/tasks/watchdog.py
+src/templates/dashboard.html.j2
+src/templates/graph.html.j2
+src/templates/notifier_modal.html.j2
+src/templates/scheduled_monitor.html.j2
+src/templates/task_details.html.j2
+src/templates/task_form.html.j2
+src/templates/monitoring/task_time.html.j2
+src/widgets/__init__.py
+src/widgets/task_form.py
+src/widgets/task_run_button.py
+tests/test_celery_discovery.py

fastpluggy_tasks_worker-0.2.20/fastpluggy_tasks_worker.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

fastpluggy_tasks_worker-0.2.20/fastpluggy_tasks_worker.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[fastpluggy.plugins]
+tasks_worker = fastpluggy_plugin.tasks_worker.plugin:TaskRunnerPlugin

fastpluggy_tasks_worker-0.2.20/fastpluggy_tasks_worker.egg-info/requires.txt

@@ -0,0 +1,3 @@
+croniter
+psutil
+fastpluggy-crud-tools>=0.2.12

fastpluggy_tasks_worker-0.2.20/fastpluggy_tasks_worker.egg-info/top_level.txt

@@ -0,0 +1 @@
+fastpluggy_plugin

fastpluggy_tasks_worker-0.2.20/pyproject.toml

@@ -0,0 +1,29 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "fastpluggy-tasks-worker"
+version = "0.2.20"
+description = "Task Runner plugin for Fastpluggy"
+readme = "README.md"
+requires-python = ">=3.8"
+authors = [
+    {name = "FastPluggy Team"}
+]
+dependencies = [
+    "croniter",
+    "psutil",
+    "fastpluggy-crud-tools>=0.2.12",
+]
+
+[tool.setuptools]
+packages = ["fastpluggy_plugin.tasks_worker"]
+package-dir = { "fastpluggy_plugin.tasks_worker" = "src" }
+include-package-data = true
+
+[tool.setuptools.package-data]
+"fastpluggy_plugin.tasks_worker" = ["**/*","templates/**/*.html", "templates/**/*.j2", "static/**/*"]
+
+[project.entry-points."fastpluggy.plugins"]
+tasks_worker = "fastpluggy_plugin.tasks_worker.plugin:TaskRunnerPlugin"

fastpluggy_tasks_worker-0.2.20/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

fastpluggy_tasks_worker-0.2.20/src/__init__.py

@@ -0,0 +1 @@
+from .plugin import TaskRunnerPlugin

fastpluggy_tasks_worker-0.2.20/src/config.py

@@ -0,0 +1,40 @@
+from typing import Optional, List
+
+from fastpluggy.core.config import BaseDatabaseSettings
+
+
+class TasksRunnerSettings(BaseDatabaseSettings):
+
+    # Thread pool settings
+    thread_pool_max_workers: Optional[int] = None  # None means use default (CPU count * 5)
+
+    # Scheduler
+    scheduler_enabled: bool = True
+    scheduler_frequency: float = 5
+    allow_create_schedule_task: bool = True
+
+    # notifier
+    external_notification_loaders: Optional[List[str]] = []
+
+    # Registry/Discover of tasks
+    enable_auto_task_discovery: bool = True  # Enables scanning for task functions
+    # Celery
+    discover_celery_tasks: bool = True
+    celery_app_path: str = "myproject.worker:celery_app"  # Path to the Celery app object
+    discover_celery_schedule_enabled_status: bool = False # default status for enabled on creation of ScheduledTaskDB
+
+    store_task_db: bool = True
+    #store_task_notif_db: bool = False
+
+    # Purge
+    purge_enabled :bool = True
+    purge_after_days: int = 30
+
+# maybe add a module prefix
+#    class Config:
+#        env_prefix = "tasks_worker_"
+    watchdog_enabled: bool = True
+    #watchdog_frequency: float = 5
+    watchdog_timeout_minutes: int = 120
+
+