plain.jobs 0.35.0__py3-none-any.whl → 0.36.0__py3-none-any.whl

plain/jobs/CHANGELOG.md

@@ -1,5 +1,29 @@
 # plain-jobs changelog
 
+## [0.36.0](https://github.com/dropseed/plain/releases/plain-jobs@0.36.0) (2025-10-17)
+
+### What's changed
+
+- Removed internal memory optimization attempts including manual garbage collection and object deletion in worker processes ([c7064ba329](https://github.com/dropseed/plain/commit/c7064ba329))
+- Increased worker sleep interval from 0.1s to 0.5s when no jobs are available, reducing CPU usage during idle periods ([c7064ba329](https://github.com/dropseed/plain/commit/c7064ba329))
+
+### Upgrade instructions
+
+- No changes required
+
+## [0.35.1](https://github.com/dropseed/plain/releases/plain-jobs@0.35.1) (2025-10-17)
+
+### What's changed
+
+- The `run_in_worker()` method now returns `None` when a duplicate job is detected instead of attempting to return the list of in-progress jobs ([72f48d21bc](https://github.com/dropseed/plain/commit/72f48d21bc))
+- Fixed type annotations for `run_in_worker()` to properly indicate it can return `JobRequest | None` ([72f48d21bc](https://github.com/dropseed/plain/commit/72f48d21bc))
+- The `retry_job()` method now properly handles explicit `delay=0` parameter to intentionally retry immediately ([72f48d21bc](https://github.com/dropseed/plain/commit/72f48d21bc))
+- Fixed type annotations for `retry_job()` to properly indicate it can return `JobRequest | None` ([72f48d21bc](https://github.com/dropseed/plain/commit/72f48d21bc))
+
+### Upgrade instructions
+
+- No changes required
+
 ## [0.35.0](https://github.com/dropseed/plain/releases/plain-jobs@0.35.0) (2025-10-17)
 
 ### What's changed

plain/jobs/jobs.py

@@ -62,7 +62,7 @@ class Job(metaclass=JobType):
         retries: int | None = None,
         retry_attempt: int = 0,
         unique_key: str | None = None,
-    ) -> JobRequest | list[JobRequest | JobProcess]:
+    ) -> JobRequest | None:
         from .models import JobRequest
 
         job_class_name = jobs_registry.get_job_class_name(self.__class__)
@@ -170,8 +170,7 @@ class Job(metaclass=JobType):
                 span.set_attribute(ERROR_TYPE, "IntegrityError")
                 span.set_status(trace.Status(trace.StatusCode.ERROR, "Duplicate job"))
                 logger.warning("Job already in progress: %s", e)
-                # Try to return the _in_progress list again
-                return self._in_progress(unique_key)
+                return None
 
     def _in_progress(self, unique_key: str) -> list[JobRequest | JobProcess]:
         """Get all JobRequests and JobProcess that are currently in progress, regardless of queue."""

plain/jobs/models.py

@@ -412,10 +412,14 @@ class JobResult(models.Model):
         ],
     )
 
-    def retry_job(self, delay: int | None = None) -> JobRequest:
+    def retry_job(self, delay: int | None = None) -> JobRequest | None:
         retry_attempt = self.retry_attempt + 1
         job = jobs_registry.load_job(self.job_class, self.parameters)
-        retry_delay = delay or job.get_retry_delay(retry_attempt)
+
+        if delay is None:
+            retry_delay = job.get_retry_delay(retry_attempt)
+        else:
+            retry_delay = delay
 
         with transaction.atomic():
             result = job.run_in_worker(
@@ -427,12 +431,9 @@ class JobResult(models.Model):
                 retry_attempt=retry_attempt,
                 # Unique key could be passed also?
             )
+            if result:
+                self.retry_job_request_uuid = result.uuid
+                self.save(update_fields=["retry_job_request_uuid"])
+                return result
 
-            # TODO it is actually possible that result is a list
-            # of pending jobs, which would need to be handled...
-            # Right now it will throw an exception which could be caught by retry_failed_jobs.
-
-            self.retry_job_request_uuid = result.uuid  # type: ignore
-            self.save(update_fields=["retry_job_request_uuid"])
-
-        return result  # type: ignore
+        return None

plain/jobs/workers.py

@@ -1,6 +1,5 @@
 from __future__ import annotations
 
-import gc
 import logging
 import multiprocessing
 import os
@@ -122,7 +121,7 @@ class Worker:
                 # We don't want to convert too many JobRequests to Jobs,
                 # because anything not started yet will be cancelled on deploy etc.
                 # It's easier to leave them in the JobRequest db queue as long as possible.
-                time.sleep(0.1)
+                time.sleep(0.5)
                 continue
 
             with transaction.atomic():
@@ -157,19 +156,11 @@ class Worker:
 
             job_process_uuid = str(job.uuid)  # Make a str copy
 
-            # Release these now
-            del job_request
-            del job
-
             future = self.executor.submit(process_job, job_process_uuid)
             future.add_done_callback(
                 partial(future_finished_callback, job_process_uuid)
             )
 
-            # Do a quick sleep regardless to see if it
-            # gives processes a chance to start up
-            time.sleep(0.1)
-
     def shutdown(self) -> None:
         if self._is_shutting_down:
             # Already shutting down somewhere else
@@ -339,9 +330,6 @@ def process_job(job_process_uuid: str) -> None:
 
         job_result = middleware_chain(job_process)
 
-        # Release it now
-        del job_process
-
         duration = job_result.ended_at - job_result.started_at  # type: ignore[unsupported-operator]
         duration = duration.total_seconds()
 
@@ -357,8 +345,6 @@ def process_job(job_process_uuid: str) -> None:
             job_result.queue,
             duration,
         )
-
-        del job_result
     except Exception as e:
         # Raising exceptions inside the worker process doesn't
         # seem to be caught/shown anywhere as configured.
@@ -367,4 +353,3 @@ def process_job(job_process_uuid: str) -> None:
         logger.exception(e)
     finally:
         request_finished.send(sender=None)
-        gc.collect()

{plain_jobs-0.35.0.dist-info → plain_jobs-0.36.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: plain.jobs
-Version: 0.35.0
+Version: 0.36.0
 Summary: Process background jobs with a database-driven job queue.
 Author-email: Dave Gaeddert <dave.gaeddert@dropseed.dev>
 License-File: LICENSE

{plain_jobs-0.35.0.dist-info → plain_jobs-0.36.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-plain/jobs/CHANGELOG.md,sha256=yYJsk577xvcH5jqLIEQ2prcY9WZP6wFbC1rRexi6PDw,10424
+plain/jobs/CHANGELOG.md,sha256=9oOxk4cLHZAgsTxiv-vEifvNBuuXtxvMTA1SWnsb8JA,11847
 plain/jobs/README.md,sha256=Xuhz2Q48G9WeGCh5OWGVBlaSea4eKCqWzcTAtZRrS0I,6835
 plain/jobs/__init__.py,sha256=p2ATql3HyPzPTV34gJQ04caT7tcNQLbBGM6uIoDPbjo,92
 plain/jobs/admin.py,sha256=t1UEchq1-Eews_wPsVUofaqbzPaYpb-8H1bUlA59JGI,6785
@@ -6,13 +6,13 @@ plain/jobs/chores.py,sha256=oyVU-BfcJxMM3eK2_umn38N2mBsNpcDrZfpeEQju_DA,528
 plain/jobs/cli.py,sha256=PPoT7xjl818BZnmI0yA_UCLEQkzl_Tv1_hiuJW9UE-Q,5911
 plain/jobs/config.py,sha256=PQsl-LxWsWLnjC98f0mvtdcCOuXvXKDMjrCRf1fq44Y,550
 plain/jobs/default_settings.py,sha256=r_95ucg_KY1XW1jarZy8VO3p-ylbllKMUrHzOPJiX6U,227
-plain/jobs/jobs.py,sha256=Wa6Pcam2fahe9sNw2P-NkrODVvF294mqCF4EgaQvGBU,7885
+plain/jobs/jobs.py,sha256=ZEne6eTVPoWBv-JUAB9GugdIR0pb2I5SDfJlxCrNI4c,7775
 plain/jobs/middleware.py,sha256=bz8aPBY0RbtLS4kic8mzPOd3EyQFCVRQ2uTCttT3RpE,573
-plain/jobs/models.py,sha256=EvO5vHbsTdI0OJIIJRpGEKks9pm_INB33B1q6VeMSUc,16014
+plain/jobs/models.py,sha256=TYOjMT0dSF69uzfY2m13ZPwo6G0WOVJUbgJvsDFxBhI,15889
 plain/jobs/parameters.py,sha256=t9PwEZgwNCJx3YobsT-jfaVZdfMBS54XJcBrT9Wnsg0,6313
 plain/jobs/registry.py,sha256=Rwn5Htll10e549vD2Mu0oyoDynyHhE0bGYZ2bq9uzPU,1679
 plain/jobs/scheduling.py,sha256=fqpFnVoIIV-muf82WzuLyioSmiilfZ76KFjXzt8grIk,7851
-plain/jobs/workers.py,sha256=dtr-yxH8FT3nByDbUN8wzIaWfk09enYy6mNr3VmuXiU,13867
+plain/jobs/workers.py,sha256=cHWxdAKbhyRACwRap7Eh1wfbOQzXLAl6o_8DR8zLA-Y,13546
 plain/jobs/migrations/0001_initial.py,sha256=EIgIEMVyTsStyx9dmKM8Jb_hwn694Yo31-74DZkNTqo,9452
 plain/jobs/migrations/0002_job_span_id_job_trace_id_jobrequest_span_id_and_more.py,sha256=ph5BwwOAwdfjdNh9RItYmX_IA29lO-Dd9GymYzvChXQ,1953
 plain/jobs/migrations/0003_rename_job_jobprocess_and_more.py,sha256=EdLucHxiH_QshLL2peIcMULRCQyFMPxh476AxCxW5Wk,2615
@@ -21,7 +21,7 @@ plain/jobs/migrations/0005_rename_constraints_and_indexes.py,sha256=PDGpOw6__tVf
 plain/jobs/migrations/0006_alter_jobprocess_table_alter_jobrequest_table_and_more.py,sha256=FY0_pcw0mL8MkUSatpDXWtA_xQw0kTZBGIyjLcmYeJE,546
 plain/jobs/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 plain/jobs/templates/admin/plainqueue/jobresult_detail.html,sha256=Ybp1s_dARo_bFDcLEzEfETheP8SzqHHE_NNSKhv_eh8,198
-plain_jobs-0.35.0.dist-info/METADATA,sha256=BaQYwbTBdbyNW39E-MfNzLQWtMuLUgQVlzwAkbOEESQ,7162
-plain_jobs-0.35.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-plain_jobs-0.35.0.dist-info/licenses/LICENSE,sha256=cvKM3OlqHx3ijD6e34zsSUkPvzl-ya3Dd63A6EHL94U,1500
-plain_jobs-0.35.0.dist-info/RECORD,,
+plain_jobs-0.36.0.dist-info/METADATA,sha256=Irv5tmv2qiqwrhw9T8w152bUCFSZA8lIOnma-AlvB5Q,7162
+plain_jobs-0.36.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+plain_jobs-0.36.0.dist-info/licenses/LICENSE,sha256=cvKM3OlqHx3ijD6e34zsSUkPvzl-ya3Dd63A6EHL94U,1500
+plain_jobs-0.36.0.dist-info/RECORD,,