django-restit 4.2.167__py3-none-any.whl → 4.2.173__py3-none-any.whl

{django_restit-4.2.167.dist-info → django_restit-4.2.173.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: django-restit
-Version: 4.2.167
+Version: 4.2.173
 Summary: A Rest Framework for DJANGO
 License: MIT
 Author: Ian Starnes
@@ -13,6 +13,7 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: boto3 (>=1.26.160,<2.0.0)
 Requires-Dist: django
 Requires-Dist: django-redis-cache (>=3.0.1,<4.0.0)

{django_restit-4.2.167.dist-info → django_restit-4.2.173.dist-info}/RECORD

@@ -356,7 +356,7 @@ metrics/migrations/0003_metrics_expires.py,sha256=_g4oRv4NHW-4iCQx2s1SiF38LLyFf8
 metrics/migrations/0004_eodmetrics.py,sha256=Ky6ZVMZqa0F_SUp_QFWY7ZKBgVhy9CS4wZcsEhrkSgc,3271
 metrics/migrations/0005_alter_metrics_v1_alter_metrics_v10_alter_metrics_v11_and_more.py,sha256=pmwJfpPJ1RUX_CqM66l6vvV-nrAUPo_GIan0Pc9mQHs,2358
 metrics/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-metrics/models.py,sha256=-bIEvhamfZZKweMEswBcBoZDOQhPqJHbCKyUuH6WjFc,14052
+metrics/models.py,sha256=O29Cud4VAwIAWnmQymFti0-ibOEoGmTWGxWsbtzcZHQ,14162
 metrics/periodic.py,sha256=IayBLLat40D8FB-A3bYBW9lxm9-IzcugQunojThQ_OU,661
 metrics/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 metrics/providers/aws.py,sha256=dIBGFE1Fvszy6rmVrn_Fm1zUDv345q4dBsg9Iit-XCc,8358
@@ -379,7 +379,7 @@ pushit/utils.py,sha256=IeTCGa-164nmB1jIsK1lu1O1QzUhS3BKfuXHGjCW-ck,2121
 rest/.gitignore,sha256=TbEvWRMnAiajCTOdhiNrd9eeCAaIjRp9PRjE_VkMM5g,118
 rest/README.md,sha256=V3ETc-cJu8PZIbKr9xSe_pA4JEUpC8Dhw4bQeVCDJPw,5460
 rest/RemoteEvents.py,sha256=nL46U7AuxIrlw2JunphR1tsXyqi-ep_gD9CYGpYbNgE,72
-rest/__init__.py,sha256=eBXKeTBaSN_87SpMKDrp3hqPYpVdDv_zx8hKsvRrrbI,122
+rest/__init__.py,sha256=X-ZjYMsIpHcsnYPqEyCUT_cVtex5VAn-DlgZF8JJFg0,122
 rest/arc4.py,sha256=y644IbF1ec--e4cUJ3KEYsewTCITK0gmlwa5mJruFC0,1967
 rest/cache.py,sha256=1Qg0rkaCJCaVP0-l5hZg2CIblTdeBSlj_0fP6vlKUpU,83
 rest/crypto/__init__.py,sha256=Tl0U11rgj1eBYqd6OXJ2_XSdNLumW_JkBZnaJqI6Ldw,72
@@ -461,7 +461,7 @@ taskqueue/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 taskqueue/admin.py,sha256=E6zXoToS_ea3MdoGjZzF1JiepWFtDSoZUQdan8H-pXI,208
 taskqueue/migrations/0001_initial.py,sha256=JwYib8CK5ftSXlfxKZUcKEEVsXktNB5q3h-2tu9inGk,4738
 taskqueue/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-taskqueue/models.py,sha256=aRy5TFc2zAu6xcb3jcMf-bfma-dmrh55hQoktCLT0Us,23894
+taskqueue/models.py,sha256=XqgQDKaxKAfqSkom0VF2HeUwFXpvM46ikZdvKXUKAz8,23843
 taskqueue/periodic.py,sha256=hpXnunJL_cuVQLAKpjTbABbsQ4fvdsV9_gyyK-_53Sk,3844
 taskqueue/rpc.py,sha256=Lf5VUoqCRkfWUAIvx_s508mjAtDPwpiWyxg0ryqWbQA,5793
 taskqueue/tq.py,sha256=PzSoDrawYcqZylruEgsK95gcJ4J_VhdM6rxg9V6_X8E,942
@@ -471,7 +471,7 @@ taskqueue/transports/http.py,sha256=AzliUnw_LuyO2zZZOoUAJGFcTV-Gxt1iE3hCVnIiyGQ,
 taskqueue/transports/s3.py,sha256=fMosL893u1iQdo6Y1djwb7KEoNo6TTsDPJl13OJdJP8,1913
 taskqueue/transports/sftp.py,sha256=jT1_krjTHA7DCAukD85aGYRCg9m0cEH9EWzOC-wJGdk,1891
 taskqueue/transports/sms.py,sha256=H1-LIGEMfbUNqJD9amRcsvKUSwtz9yBj1QNfB7EHjHE,142
-taskqueue/worker.py,sha256=U_WGw3pJx9-I8loCQyfj3kyWScXOVb45g-6U9uyCH-c,15700
+taskqueue/worker.py,sha256=91n_GuwB-keozkyrgYcDpFUybV6EC2Yirnv8owPUwrg,16250
 telephony/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 telephony/admin.py,sha256=iOdsBfFFbBisdqKSZ36bIrh_z5sU0Wx_PkaFi8wd1iA,243
 telephony/decorators.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -515,7 +515,7 @@ ws4redis/servers/uwsgi.py,sha256=VyhoCI1DnVFqBiJYHoxqn5Idlf6uJPHvfBKgkjs34mo,172
 ws4redis/settings.py,sha256=KKq00EwoGnz1yLwCZr5Dfoq2izivmAdsNEEM4EhZwN4,1610
 ws4redis/utf8validator.py,sha256=S0OlfjeGRP75aO6CzZsF4oTjRQAgR17OWE9rgZdMBZA,5122
 ws4redis/websocket.py,sha256=R0TUyPsoVRD7Y_oU7w2I6NL4fPwiz5Vl94-fUkZgLHA,14848
-django_restit-4.2.167.dist-info/LICENSE.md,sha256=VHN4hhEeVOoFjtG-5fVv4jesA4SWi0Z-KgOzzN6a1ps,1068
-django_restit-4.2.167.dist-info/METADATA,sha256=6AEOSN6ApDMK6jAJsPqm3T4I3EJLbO894J6lhA5p_4E,7663
-django_restit-4.2.167.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-django_restit-4.2.167.dist-info/RECORD,,
+django_restit-4.2.173.dist-info/LICENSE.md,sha256=VHN4hhEeVOoFjtG-5fVv4jesA4SWi0Z-KgOzzN6a1ps,1068
+django_restit-4.2.173.dist-info/METADATA,sha256=i08Bup9bGciei5ZmKtc-1LMW236KZYtfSWUByHv6tfo,7714
+django_restit-4.2.173.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+django_restit-4.2.173.dist-info/RECORD,,

{django_restit-4.2.167.dist-info → django_restit-4.2.173.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.9.0
+Generator: poetry-core 2.0.1
 Root-Is-Purelib: true
 Tag: py3-none-any

metrics/models.py

@@ -40,6 +40,8 @@ def metric(
             expires = datetime.now() + timedelta(days=METRICS_EXPIRE_DAILY)
         elif granularity == "weekly":
             expires = datetime.now() + timedelta(days=METRICS_EXPIRE_WEEKLY)
+        elif granularity in ["minutes", "seconds"]:
+            expires = datetime.now() + timedelta(days=7)
         m, created = Metrics.objects.get_or_create(
             uuid=key, 
             defaults=dict(
@@ -88,6 +90,7 @@ def normalize_date(date=None, timezone=None, group=None):
         date = date_util.convertToLocalTime(settings.METRICS_TIMEZONE, date)
     return date
 
+
 def get_qset(slug, granularity, start=None, end=None,
              group=-1, starts_with=False, ends_with=None):
     if start is None:

rest/__init__.py

@@ -1,4 +1,4 @@
 from .uberdict import UberDict  # noqa: F401
 from .settings_helper import settings  # noqa: F401
 
-__version__ = "4.2.167"
+__version__ = "4.2.173"

taskqueue/models.py

@@ -166,8 +166,8 @@ class Task(models.Model, RestModel):
             self.retry_now()
         elif value == "cancel":
             request = self.getActiveRequest()
-            self.reason = "cancel request by {}".format(request.member.username)
-            self.cancel(request.DATA.get("reason", "canceled by {}".format(request.member.username)))
+            self.reason = f"cancel request by {request.member.username}"
+            self.cancel(request.DATA.get("reason", f"canceled by {request.member.username}"))
 
     # def auditlog(self, action, message, request=None, path=None, component="taskqueue.Task"):
     #     # message, level=0, request=None, component=None, pkey=None, action=None, group=None, path=None, method=None
@@ -183,7 +183,7 @@ class Task(models.Model, RestModel):
                 level = 21
             elif kind == "error":
                 level = 17
-            PLOG.log(message=text, action=f"taskqueue_{kind}", 
+            PLOG.log(message=text, action=f"taskqueue_{kind}",
                      level=level,
                      method=self.fname, path=self.model,
                      tid=self.data.log_tid,
@@ -290,7 +290,7 @@ class Task(models.Model, RestModel):
         try:
             import incident
             incident.event_now(
-                category, description=subject, details=msg, 
+                category, description=subject, details=msg,
                 level=3, **metadata)
         except Exception as err:
             self.log(str(err), kind="error")
@@ -395,7 +395,7 @@ class Task(models.Model, RestModel):
         task.save()
         task.publish()
         return task
-    
+
     @classmethod
     def S3Request(cls, bucket, data, folder, aws, secret, filename, when,
                   log_component=None, log_pk=None, log_tid=None):
@@ -458,7 +458,6 @@ class TaskWorkerClient:
         uid = crypto.randomString(16)
         self.recv_channel = f"tq:{uid}:{settings.HOSTNAME}"
         self.send_channel = f"tq:host:{hostname}"
-            
         self.client = None
         self.pubsub = None
 
@@ -480,7 +479,7 @@ class TaskWorkerClient:
         data["hostname"] = settings.HOSTNAME
         data["response_channel"] = self.recv_channel
         redis.publish(
-            self.send_channel, 
+            self.send_channel,
             data, self.client)
 
     def recv(self, timeout=5.0):
@@ -492,7 +491,7 @@ class TaskWorkerClient:
         if msg.data:
             msg.data = nobjict.fromJSON(msg.data)
         return msg.data
-            
+
     def ping(self):
         start = time.perf_counter()
         self.send(dict(action="ping"))
@@ -644,6 +643,3 @@ class TaskHook(models.Model, RestModel, MetaDataModel):
 
 class TaskHookMetaData(MetaDataBase):
     parent = models.ForeignKey(TaskHook, related_name="properties", on_delete=models.CASCADE)
-
-
-

taskqueue/worker.py

@@ -62,7 +62,7 @@ class WorkManager(object):
             task.failed("stale")
             return
         if task.id in self._scheduled_tasks:
-            self.logger.error("task({}) is alrleady scheduled".format(task.id))
+            self.logger.error("task({}) is already scheduled".format(task.id))
             return
         task.manager = self
         with self.lock:
@@ -84,10 +84,10 @@ class WorkManager(object):
         if event.channel == "tq_restart":
             self.restart()
             return
-        
+
         if event.data:
             event.data = nobjict.fromJSON(event.data)
-        
+
         if event.channel == self.host_channel:
             self.on_host_event(event)
             return
@@ -198,6 +198,7 @@ class WorkManager(object):
             task.failed("max attempts")
 
     def _on_hookrequest(self, task):
+        resp = None
         if task.model == "tq_email_request":
             resp = email.SEND(task)
         elif task.model == "tq_sms_request":
@@ -223,7 +224,7 @@ class WorkManager(object):
             redis.publish(
                 event.data.response_channel,
                 dict(action="restarting", hostname=settings.HOSTNAME))
-            self.restart() 
+            self.restart()
         elif action == "get_stats":
             data = nobjict(action="stats", hostname=settings.HOSTNAME)
             data.uptime = time.time() - self.started_at
@@ -240,83 +241,107 @@ class WorkManager(object):
             task.worker_running = True
             self._running_count += 1
             self._pending_count -= 1
+            # remove the task from scheduled
+            del self._scheduled_tasks[task.id]
             self.updateCounts()
 
     def on_task_ended(self, task):
         with self.lock:
             task.worker_running = False
-            del self._scheduled_tasks[task.id]
             self._running_count -= 1
             self.updateCounts()
 
     def on_run_task(self, task):
+        """ Handles execution of a task with structured error handling and refactored logic. """
+
         self.logger.info("running task({})".format(task.id))
 
-        # check if its canceled
+        # Start task and handle cancel/stale conditions early
+        if not self._initialize_task(task):
+            return
+
+        # Get the appropriate handler for the task
+        handler = self._get_task_handler(task)
+        if handler is None:
+            task.failed("failed to find handler")
+            return self._end_task(task)
+
+        # Execute task
+        self._execute_task(task, handler)
+
+    def _initialize_task(self, task):
+        """ Initializes task and checks if it should run. Returns False if the task should stop. """
         try:
             self.on_task_started(task)
             task.refresh_from_db()
             task._thread_id = threading.current_thread().ident
             self.logger.debug("running on thread:{}".format(task._thread_id))
+
             if task.state not in [0, 1, 2, 10] or task.cancel_requested:
                 self.logger.info("task({}) was canceled?".format(task.id))
-                self.on_task_ended(task)
-                return
+                return self._end_task(task)
 
             if task.is_stale:
                 self.logger.warning("task({}) is now stale".format(task.id))
                 task.failed("stale")
-                self.on_task_ended(task)
-                return
+                return self._end_task(task)
+
+            return True
         except Exception as err:
             self.logger.exception(err)
-            return
+            return False
 
-        handler = None
-        if task.model == "tq_web_request":
-            handler = self._on_webrequest
-        elif task.model in ["tq_sftp_request", "tq_email_request", "tq_sms_request", "tq_s3_request"]:
-            handler = self._on_hookrequest
-        else:
-            try:
-                handler = task.getHandler()
-            except Exception as err:
-                self.logger.exception(err)
-                task.log_exception(err)
-                task.failed(str(err))
-                self.on_task_ended(task)
-                return
+    def _get_task_handler(self, task):
+        """ Determines the appropriate handler for the task. """
+        task_handlers = {
+            "tq_web_request": self._on_webrequest,
+            "tq_sftp_request": self._on_hookrequest,
+            "tq_email_request": self._on_hookrequest,
+            "tq_sms_request": self._on_hookrequest,
+            "tq_s3_request": self._on_hookrequest,
+        }
 
-        if handler is None:
-            self.logger.error("failed to find handler: task({})".format(task.id))
-            task.failed("failed to find handler")
-            self.on_task_ended(task)
-            return
+        handler = task_handlers.get(task.model)
+        if handler:
+            return handler
+
+        try:
+            return task.getHandler()
+        except Exception as err:
+            self.logger.exception(err)
+            task.log_exception(err)
+            task.failed(str(err))
+            self._end_task(task)
+            return None
 
-        # self.logger.debug("task.started()")
+    def _execute_task(self, task, handler):
+        """ Runs the task handler and manages exceptions. """
         task.started()
         try:
-            # self.logger.debug("task({}) calling handler".format(task.id))
             handler(task)
             if task.state == TASK_STATE_STARTED:
                 task.completed()
-            # self.logger.debug("task({}) handler finished".format(task.id))
         except Exception as err:
-            self.logger.exception(err, "task({}) had exception".format(task.id))
-            task.log_exception(err)
-            if "connection already closed" in str(err).lower():
-                # this is a nasty little bug in django when forking django db connections
-                # we will schedule the task to retry later
-                task.retry_later()
-                # let us try and close db connections?
-                hack_closeDjangoDB()
-                # or should we restart the task queue?
-            else:
-                task.failed(str(err))
+            self._handle_task_exception(task, err)
         except SystemExit:
             self.logger.error("task({}) was killed".format(task.id))
         finally:
-            self.on_task_ended(task)
+            self._end_task(task)
+
+    def _handle_task_exception(self, task, err):
+        """ Handles exceptions during task execution. """
+        self.logger.exception("task({}) had exception: {}".format(task.id, err))
+        task.log_exception(err)
+
+        if "connection already closed" in str(err).lower():
+            task.retry_later()
+            hack_closeDjangoDB()
+        else:
+            task.failed(str(err))
+
+    def _end_task(self, task):
+        """ Ensures proper cleanup and logging at the end of the task. """
+        self.on_task_ended(task)
         self.logger.info("task({}) finished with state {}".format(task.id, task.state))
 
     def run_forever(self):
@@ -420,5 +445,3 @@ def hack_closeDjangoDB():
     from django.db import connections
     for conn in connections.all():
         conn.close_if_unusable_or_obsolete()
-
-