tarsq 0.1.0__tar.gz

tarsq-0.1.0/PKG-INFO

@@ -0,0 +1,13 @@
+Metadata-Version: 2.4
+Name: tarsq
+Version: 0.1.0
+Summary: A fast, Redis-backed task queue with natural language task routing
+Author: Preqsy
+Author-email: obbyprecious24@gmail.com
+Requires-Python: >=3.11
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Dist: redis (>=7.4.0,<8.0.0)

tarsq-0.1.0/pyproject.toml

@@ -0,0 +1,19 @@
+[project]
+name = "tarsq"
+version = "0.1.0"
+description = "A fast, Redis-backed task queue with natural language task routing"
+authors = [
+    {name = "Preqsy",email = "obbyprecious24@gmail.com"}
+]
+requires-python = ">=3.11"
+dependencies = [
+    "redis (>=7.4.0,<8.0.0)"
+]
+
+
+[project.scripts]
+tarsq = "tarsq.worker:start"
+
+[build-system]
+requires = ["poetry-core>=2.0.0,<3.0.0"]
+build-backend = "poetry.core.masonry.api"

tarsq-0.1.0/tarsq/__init__.py

@@ -0,0 +1,4 @@
+from tarsq.client import submit
+from tarsq.core.decorator import task
+
+__all__ = ["submit", "task"]

tarsq-0.1.0/tarsq/client.py

@@ -0,0 +1,10 @@
+import json
+import redis
+
+r = redis.Redis(host="localhost", port=6379)
+
+
+def submit(task_name: str, payload=None):
+    task = {"task": task_name, "payload": payload or {}, "retries": 0}
+    r.lpush("tarsq:queue", json.dumps(task))
+    print(f"Submitted: {task_name}")

tarsq-0.1.0/tarsq/core/decorator.py

@@ -0,0 +1,8 @@
+registry = {}
+
+
+def task(description):
+    def decorator(func):
+        registry[description] = func
+        return func
+    return decorator

tarsq-0.1.0/tarsq/worker.py

@@ -0,0 +1,115 @@
+import json
+import threading
+import time
+import importlib
+
+import redis
+
+from tarsq.core.decorator import registry
+
+r = redis.Redis(host="localhost", port=6379)
+
+COLORS = ["\033[94m", "\033[92m", "\033[93m", "\033[95m", "\033[96m"]
+RESET = "\033[0m"
+BOLD = "\033[1m"
+RED = "\033[91m"
+
+
+def log(worker_id: int, msg: str):
+    color = COLORS[worker_id % len(COLORS)]
+    print(f"{color}{BOLD}[worker-{worker_id}]{RESET} {msg}")
+
+
+def get_task_from_registry(task_name: str):
+    if task_name not in registry:
+        raise ValueError(f"Unknown task: {task_name}")
+    return registry[task_name]
+
+
+threads: list[threading.Thread] = []
+
+
+def handle_retry(item_dict: dict, retries: int, worker_id: int):
+    delay = 2**retries
+    task_name = item_dict["task"]
+    log(worker_id, f"retrying   ↺ {task_name} in {delay}s (attempt {retries}/3)\n")
+    time.sleep(delay)
+    item_dict["retries"] = retries
+    r.lpush("tarsq:queue", json.dumps(item_dict))
+
+
+def worker(worker_id: int):
+    while True:
+        key, value = r.brpop("tarsq:queue")
+        item_dict = json.loads(value.decode())
+        task_name = item_dict["task"]
+        task_payload = item_dict["payload"]
+        retries = item_dict["retries"]
+
+        try:
+            task = get_task_from_registry(task_name)
+            log(worker_id, f"picked up  → {task_name} {task_payload or ''}")
+            try:
+                task(**task_payload)
+                log(worker_id, f"finished   ✓ {task_name}\n")
+            except Exception as e:
+                retries += 1
+                log(
+                    worker_id,
+                    f"{RED}failed     ✗ {task_name} — {e} (attempt {retries}/3){RESET}",
+                )
+                if retries < 3:
+                    threading.Thread(
+                        target=handle_retry,
+                        args=(item_dict, retries, worker_id),
+                        daemon=True,
+                    ).start()
+                else:
+                    log(worker_id, f"giving up  ✗ {task_name} — max retries reached\n")
+
+        except ValueError as e:
+            log(worker_id, f"{RED}skipping   ✗ {e}{RESET}\n")
+
+
+def watch():
+    while True:
+        for i, t in enumerate(threads):
+            if not t.is_alive():
+                log(i, f"{RED}died — restarting...{RESET}")
+                new_thread = threading.Thread(target=worker, args=(i,), daemon=True)
+                threads[i] = new_thread
+                new_thread.start()
+        time.sleep(2)
+
+
+def start():
+    import argparse
+
+    parser = argparse.ArgumentParser(description="Start tarsq workers")
+    parser.add_argument(
+        "--workers", type=int, default=5, help="Number of workers (default: 5)"
+    )
+    parser.add_argument(
+        "--app", type=str, help="App module to load tasks from (e.g. 'myapp.tasks')"
+    )
+    args = parser.parse_args()
+
+    if args.app:
+        importlib.import_module(args.app)
+
+    num_workers = args.workers
+
+    print(f"\n{BOLD}Starting {num_workers} workers — Redis @6379{RESET}\n")
+    for i in range(num_workers):
+        t = threading.Thread(target=worker, args=(i,), daemon=True)
+        threads.append(t)
+
+    for i, t in enumerate(threads):
+        log(i, "started")
+        t.start()
+    print()
+
+    threading.Thread(target=watch, daemon=True).start()
+
+    while True:
+        time.sleep(1)