taskito 0.2.2__tar.gz → 0.2.3__tar.gz

{taskito-0.2.2 → taskito-0.2.3}/Cargo.lock

@@ -35,6 +35,12 @@ version = "3.20.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb"
 
+[[package]]
+name = "byteorder"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b"
+
 [[package]]
 name = "bytes"
 version = "1.11.1"
@@ -152,9 +158,13 @@ version = "2.3.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d9b6c2fc184a6fb6ebcf5f9a5e3bbfa84d8fd268cdfcce4ed508979a6259494d"
 dependencies = [
+ "bitflags",
+ "byteorder",
  "diesel_derives",
  "downcast-rs",
+ "itoa",
  "libsqlite3-sys",
+ "pq-sys",
  "r2d2",
  "sqlite-wasm-rs",
  "time",
@@ -482,6 +492,18 @@ version = "1.21.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
 
+[[package]]
+name = "openssl-sys"
+version = "0.9.111"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "82cab2d520aa75e3c58898289429321eb788c3106963d0dc886ec7a5f4adc321"
+dependencies = [
+ "cc",
+ "libc",
+ "pkg-config",
+ "vcpkg",
+]
+
 [[package]]
 name = "parking_lot"
 version = "0.12.5"
@@ -538,6 +560,26 @@ dependencies = [
  "zerocopy",
 ]
 
+[[package]]
+name = "pq-src"
+version = "0.3.11+libpq-18.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6fb5bfbe0c3445d371dd8acf7d6c912ece8baf2f61f7c571af85a1d7687c2d0f"
+dependencies = [
+ "cc",
+ "openssl-sys",
+]
+
+[[package]]
+name = "pq-sys"
+version = "0.6.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f6cc05d7ea95200187117196eee9edd0644424911821aeb28a18ce60ea0b8793"
+dependencies = [
+ "pq-src",
+ "vcpkg",
+]
+
 [[package]]
 name = "prettyplease"
 version = "0.2.37"
@@ -847,7 +889,7 @@ checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
 
 [[package]]
 name = "taskito-core"
-version = "0.2.2"
+version = "0.2.3"
 dependencies = [
  "chrono",
  "cron",
@@ -855,6 +897,7 @@ dependencies = [
  "diesel",
  "libsqlite3-sys",
  "log",
+ "pq-sys",
  "rand",
  "serde",
  "serde_json",
@@ -866,7 +909,7 @@ dependencies = [
 
 [[package]]
 name = "taskito-python"
-version = "0.2.2"
+version = "0.2.3"
 dependencies = [
  "crossbeam-channel",
  "pyo3",

{taskito-0.2.2 → taskito-0.2.3}/Cargo.toml

@@ -5,6 +5,7 @@ resolver = "2"
 [workspace.dependencies]
 diesel = { version = "2.2", features = ["sqlite", "r2d2", "returning_clauses_for_sqlite_3_35"] }
 libsqlite3-sys = { version = "0.30", features = ["bundled"] }
+pq-sys = { version = "0.6", features = ["bundled"] }
 uuid = { version = "1", features = ["v7"] }
 tokio = { version = "1", features = ["full"] }
 serde = { version = "1", features = ["derive"] }

{taskito-0.2.2 → taskito-0.2.3}/PKG-INFO

@@ -1,20 +1,23 @@
 Metadata-Version: 2.4
 Name: taskito
-Version: 0.2.2
+Version: 0.2.3
 Requires-Dist: cloudpickle>=3.0
 Requires-Dist: pytest>=7.0 ; extra == 'dev'
 Requires-Dist: pytest-asyncio>=0.21 ; extra == 'dev'
 Requires-Dist: ruff>=0.8 ; extra == 'dev'
 Requires-Dist: mypy>=1.13 ; extra == 'dev'
+Requires-Dist: django>=3.2 ; extra == 'django'
 Requires-Dist: zensical ; extra == 'docs'
 Requires-Dist: fastapi>=0.100.0 ; extra == 'fastapi'
 Requires-Dist: pydantic>=2.0 ; extra == 'fastapi'
 Requires-Dist: opentelemetry-api ; extra == 'otel'
 Requires-Dist: opentelemetry-sdk ; extra == 'otel'
 Provides-Extra: dev
+Provides-Extra: django
 Provides-Extra: docs
 Provides-Extra: fastapi
 Provides-Extra: otel
+Provides-Extra: postgres
 License-File: LICENSE
 Summary: Rust-powered task queue for Python. No broker required.
 Requires-Python: >=3.9
@@ -26,10 +29,11 @@ Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
 [![Python versions](https://img.shields.io/pypi/pyversions/taskito.svg)](https://pypi.org/project/taskito/)
 [![License](https://img.shields.io/pypi/l/taskito.svg)](https://github.com/pratyush618/taskito/blob/master/LICENSE)
 
-A Rust-powered task queue for Python. No broker required — just SQLite.
+A Rust-powered task queue for Python. No broker required — just SQLite or Postgres.
 
 ```
-pip install taskito
+pip install taskito                # SQLite (default)
+pip install taskito[postgres]      # with Postgres backend
 ```
 
 ## Quickstart
@@ -63,7 +67,7 @@ print(job.result(timeout=10))  # 5
 
 ## Why taskito?
 
-Most Python task queues require a separate broker (Redis, RabbitMQ) even for single-machine workloads. taskito embeds everything — storage, scheduling, and worker management — into a single `pip install` with no external dependencies beyond Python itself.
+Most Python task queues require a separate broker (Redis, RabbitMQ) even for single-machine workloads. taskito embeds everything — storage, scheduling, and worker management — into a single `pip install` with no external dependencies beyond Python itself. For distributed setups, an optional Postgres backend enables multi-machine workers with the same API.
 
 The heavy lifting runs in Rust: a Tokio async scheduler, OS thread worker pool with crossbeam channels, and Diesel ORM over SQLite in WAL mode. Python's GIL is only held during task execution.
 
@@ -93,6 +97,7 @@ The heavy lifting runs in Rust: a Tokio async scheduler, OS thread worker pool w
 - **Async support** — `await job.aresult()`, `await queue.astats()`
 - **Web dashboard** — `taskito dashboard --app myapp:queue` serves a built-in monitoring UI
 - **FastAPI integration** — `TaskitoRouter` for instant REST API over the queue
+- **Postgres backend** — optional multi-machine storage via PostgreSQL
 - **CLI** — `taskito worker`, `taskito info --watch`, `taskito dashboard`
 
 ## Examples
@@ -149,7 +154,7 @@ chord([download.s(u) for u in urls], merge.s()).apply()
 ### Periodic Tasks
 
 ```python
-@queue.periodic(cron="0 */6 * * *")
+@queue.periodic(cron="0 0 */6 * * *")
 def cleanup_temp_files():
     ...
 ```
@@ -278,6 +283,7 @@ Coming from Celery? See the **[Migration Guide](https://taskito-sepia.vercel.app
 | Per-task middleware | **Yes** | No | No | Yes | No |
 | Cancel running tasks | **Yes** | Yes | No | No | No |
 | Custom serializers | **Yes** | Yes | No | No | No |
+| Postgres backend | **Yes** | Yes | No | No | No |
 | Setup | **`pip install`** | Broker + backend | Redis | Broker | Redis |
 
 ## License

{taskito-0.2.2 → taskito-0.2.3}/README.md

@@ -4,10 +4,11 @@
 [![Python versions](https://img.shields.io/pypi/pyversions/taskito.svg)](https://pypi.org/project/taskito/)
 [![License](https://img.shields.io/pypi/l/taskito.svg)](https://github.com/pratyush618/taskito/blob/master/LICENSE)
 
-A Rust-powered task queue for Python. No broker required — just SQLite.
+A Rust-powered task queue for Python. No broker required — just SQLite or Postgres.
 
 ```
-pip install taskito
+pip install taskito                # SQLite (default)
+pip install taskito[postgres]      # with Postgres backend
 ```
 
 ## Quickstart
@@ -41,7 +42,7 @@ print(job.result(timeout=10))  # 5
 
 ## Why taskito?
 
-Most Python task queues require a separate broker (Redis, RabbitMQ) even for single-machine workloads. taskito embeds everything — storage, scheduling, and worker management — into a single `pip install` with no external dependencies beyond Python itself.
+Most Python task queues require a separate broker (Redis, RabbitMQ) even for single-machine workloads. taskito embeds everything — storage, scheduling, and worker management — into a single `pip install` with no external dependencies beyond Python itself. For distributed setups, an optional Postgres backend enables multi-machine workers with the same API.
 
 The heavy lifting runs in Rust: a Tokio async scheduler, OS thread worker pool with crossbeam channels, and Diesel ORM over SQLite in WAL mode. Python's GIL is only held during task execution.
 
@@ -71,6 +72,7 @@ The heavy lifting runs in Rust: a Tokio async scheduler, OS thread worker pool w
 - **Async support** — `await job.aresult()`, `await queue.astats()`
 - **Web dashboard** — `taskito dashboard --app myapp:queue` serves a built-in monitoring UI
 - **FastAPI integration** — `TaskitoRouter` for instant REST API over the queue
+- **Postgres backend** — optional multi-machine storage via PostgreSQL
 - **CLI** — `taskito worker`, `taskito info --watch`, `taskito dashboard`
 
 ## Examples
@@ -127,7 +129,7 @@ chord([download.s(u) for u in urls], merge.s()).apply()
 ### Periodic Tasks
 
 ```python
-@queue.periodic(cron="0 */6 * * *")
+@queue.periodic(cron="0 0 */6 * * *")
 def cleanup_temp_files():
     ...
 ```
@@ -256,6 +258,7 @@ Coming from Celery? See the **[Migration Guide](https://taskito-sepia.vercel.app
 | Per-task middleware | **Yes** | No | No | Yes | No |
 | Cancel running tasks | **Yes** | Yes | No | No | No |
 | Custom serializers | **Yes** | Yes | No | No | No |
+| Postgres backend | **Yes** | Yes | No | No | No |
 | Setup | **`pip install`** | Broker + backend | Redis | Broker | Redis |
 
 ## License

{taskito-0.2.2 → taskito-0.2.3}/crates/taskito-core/Cargo.toml

@@ -1,11 +1,16 @@
 [package]
 name = "taskito-core"
-version = "0.2.2"
+version = "0.2.3"
 edition = "2021"
 
+[features]
+default = []
+postgres = ["diesel/postgres", "pq-sys"]
+
 [dependencies]
 diesel = { workspace = true }
 libsqlite3-sys = { workspace = true }
+pq-sys = { workspace = true, optional = true }
 uuid = { workspace = true }
 tokio = { workspace = true }
 serde = { workspace = true }

{taskito-0.2.2 → taskito-0.2.3}/crates/taskito-core/src/job.rs

@@ -1,5 +1,5 @@
 use serde::{Deserialize, Serialize};
-use std::time::{SystemTime, UNIX_EPOCH};
+use std::time::{Duration, SystemTime, UNIX_EPOCH};
 use uuid::Uuid;
 
 use crate::storage::models::JobRow;
@@ -142,6 +142,6 @@ impl NewJob {
 pub fn now_millis() -> i64 {
     SystemTime::now()
         .duration_since(UNIX_EPOCH)
-        .expect("time went backwards")
+        .unwrap_or(Duration::ZERO)
         .as_millis() as i64
 }

{taskito-0.2.2 → taskito-0.2.3}/crates/taskito-core/src/lib.rs

@@ -1,13 +1,16 @@
-pub mod job;
 pub mod error;
-pub mod storage;
-pub mod scheduler;
+pub mod job;
 pub mod periodic;
 pub mod resilience;
+pub mod scheduler;
+pub mod storage;
 
 // Primary public API — the types most consumers need.
 pub use error::QueueError;
 pub use job::{Job, JobStatus, NewJob};
 pub use scheduler::{Scheduler, SchedulerConfig};
+#[cfg(feature = "postgres")]
+pub use storage::postgres::PostgresStorage;
 pub use storage::sqlite::SqliteStorage;
 pub use storage::Storage;
+pub use storage::StorageBackend;

{taskito-0.2.2 → taskito-0.2.3}/crates/taskito-core/src/periodic.rs

@@ -8,12 +8,10 @@ use crate::error::{QueueError, Result};
 /// Compute the next run time (in UNIX milliseconds) for a cron expression,
 /// starting from `after_ms` (also UNIX milliseconds).
 pub fn next_cron_time(cron_expr: &str, after_ms: i64) -> Result<i64> {
-    let schedule = Schedule::from_str(cron_expr).map_err(|e| {
-        QueueError::Config(format!("invalid cron expression '{cron_expr}': {e}"))
-    })?;
+    let schedule = Schedule::from_str(cron_expr)
+        .map_err(|e| QueueError::Config(format!("invalid cron expression '{cron_expr}': {e}")))?;
 
-    let after_dt = chrono::DateTime::from_timestamp_millis(after_ms)
-        .unwrap_or_else(Utc::now);
+    let after_dt = chrono::DateTime::from_timestamp_millis(after_ms).unwrap_or_else(Utc::now);
 
     let next = schedule
         .after(&after_dt)

{taskito-0.2.2 → taskito-0.2.3}/crates/taskito-core/src/resilience/circuit_breaker.rs

@@ -1,7 +1,7 @@
 use crate::error::Result;
 use crate::job::now_millis;
 use crate::storage::models::CircuitBreakerRow;
-use crate::storage::sqlite::SqliteStorage;
+use crate::storage::{Storage, StorageBackend};
 
 /// Circuit breaker states.
 #[derive(Debug, Clone, Copy, PartialEq, Eq)]
@@ -40,11 +40,11 @@ pub struct CircuitBreakerConfig {
 
 /// Circuit breaker manager backed by SQLite.
 pub struct CircuitBreaker {
-    storage: SqliteStorage,
+    storage: StorageBackend,
 }
 
 impl CircuitBreaker {
-    pub fn new(storage: SqliteStorage) -> Self {
+    pub fn new(storage: StorageBackend) -> Self {
         Self { storage }
     }
 

{taskito-0.2.2 → taskito-0.2.3}/crates/taskito-core/src/resilience/dlq.rs

@@ -1,14 +1,14 @@
 use crate::error::Result;
 use crate::job::Job;
-use crate::storage::sqlite::{SqliteStorage, DeadJob};
+use crate::storage::{DeadJob, Storage, StorageBackend};
 
 /// Dead letter queue manager.
 pub struct DeadLetterQueue {
-    storage: SqliteStorage,
+    storage: StorageBackend,
 }
 
 impl DeadLetterQueue {
-    pub fn new(storage: SqliteStorage) -> Self {
+    pub fn new(storage: StorageBackend) -> Self {
         Self { storage }
     }
 

{taskito-0.2.2 → taskito-0.2.3}/crates/taskito-core/src/resilience/rate_limiter.rs

@@ -1,9 +1,9 @@
 use crate::error::Result;
-use crate::storage::sqlite::SqliteStorage;
+use crate::storage::{Storage, StorageBackend};
 
 /// Token bucket rate limiter backed by SQLite for persistence.
 pub struct RateLimiter {
-    storage: SqliteStorage,
+    storage: StorageBackend,
 }
 
 /// Parsed rate limit configuration (e.g., "100/m" → 100 tokens, refill 1.667/s).
@@ -37,7 +37,7 @@ impl RateLimitConfig {
 }
 
 impl RateLimiter {
-    pub fn new(storage: SqliteStorage) -> Self {
+    pub fn new(storage: StorageBackend) -> Self {
         Self { storage }
     }
 
@@ -71,7 +71,8 @@ mod tests {
 
     #[test]
     fn test_token_bucket() {
-        let storage = SqliteStorage::in_memory().unwrap();
+        let storage =
+            StorageBackend::Sqlite(crate::storage::sqlite::SqliteStorage::in_memory().unwrap());
         let limiter = RateLimiter::new(storage);
         let config = RateLimitConfig {
             max_tokens: 3.0,
@@ -89,13 +90,15 @@ mod tests {
 
     #[test]
     fn test_concurrent_token_acquisition() {
-        use std::sync::Arc;
         use std::sync::atomic::{AtomicUsize, Ordering};
+        use std::sync::Arc;
         use std::sync::Barrier;
 
         let dir = tempfile::tempdir().unwrap();
         let db_path = dir.path().join("rate_limit_test.db");
-        let storage = SqliteStorage::new(db_path.to_str().unwrap()).unwrap();
+        let storage = StorageBackend::Sqlite(
+            crate::storage::sqlite::SqliteStorage::new(db_path.to_str().unwrap()).unwrap(),
+        );
         let limiter = Arc::new(RateLimiter::new(storage));
         let config = RateLimitConfig {
             max_tokens: 10.0,

{taskito-0.2.2 → taskito-0.2.3}/crates/taskito-core/src/resilience/retry.rs

@@ -15,8 +15,8 @@ impl Default for RetryPolicy {
     fn default() -> Self {
         Self {
             max_retries: 3,
-            base_delay_ms: 1_000,    // 1 second
-            max_delay_ms: 300_000,   // 5 minutes
+            base_delay_ms: 1_000,  // 1 second
+            max_delay_ms: 300_000, // 5 minutes
         }
     }
 }