p1-taskqueue 0.1.6__py3-none-any.whl → 0.1.8__py3-none-any.whl

{p1_taskqueue-0.1.6.dist-info → p1_taskqueue-0.1.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: p1-taskqueue
-Version: 0.1.6
+Version: 0.1.8
 Summary: A Task Queue Wrapper for Dekoruma Backend
 Author-email: Chalvin <engineering@dekoruma.com>
 Project-URL: Homepage, https://github.com/Dekoruma/p1-taskqueue

p1_taskqueue-0.1.8.dist-info/RECORD

@@ -0,0 +1,9 @@
+taskqueue/__init__.py,sha256=nNHXIyysNLom9f8of-d__pWJ-YF53Mbrbsb1frPzPPI,298
+taskqueue/celery_app.py,sha256=dUT-7XzsSQbr8vKrLv7f_6iYxTCUEJZHEt9fL-KIQ5U,3302
+taskqueue/cmanager.py,sha256=raQwdccYTpWRiW8UGU5OcUEN0jZr9TTlIEnhZGtamiI,12274
+taskqueue/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+taskqueue/libs/helper_test.py,sha256=aZSeW5BK6j3NH7OaD8hRIPI7yaZi9hEvlJy6H_u6g5I,3991
+p1_taskqueue-0.1.8.dist-info/METADATA,sha256=-RuB08xZgH4fsf10073v3nbkj4gNwB3e6-gRB_rtNjc,1508
+p1_taskqueue-0.1.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+p1_taskqueue-0.1.8.dist-info/top_level.txt,sha256=hA3SM1ik2K8iPqtlt_-_nJ4TAePwHPN3vsOc4EiynqU,10
+p1_taskqueue-0.1.8.dist-info/RECORD,,

taskqueue/__init__.py

@@ -7,6 +7,7 @@ __author__ = "Chalvin"
 __email__ = "engineering@dekoruma.com"
 
 from .cmanager import cm
+from .cmanager import taskqueue_class
 from .celery_app import celery_app
 
-__all__ = ["cm", "celery_app"]
+__all__ = ["cm", "celery_app", "taskqueue_class"]

taskqueue/cmanager.py

@@ -28,6 +28,26 @@ def _is_class_method(func: Any) -> bool:
     )
 
 
+def taskqueue_class(cls):
+    """Decorator to automatically capture init arguments for taskqueue."""
+    original_init = cls.__init__
+    
+    def wrapped_init(self, *args, **kwargs):
+        self._taskqueue_init_args = list(args)
+        self._taskqueue_init_kwargs = dict(kwargs)
+        original_init(self, *args, **kwargs)
+    
+    cls.__init__ = wrapped_init
+    return cls
+
+
+def _extract_init_args_from_instance(instance: Any) -> Tuple[list, dict]:
+    """Extract init arguments from instance."""
+    init_args = getattr(instance, '_taskqueue_init_args', [])
+    init_kwargs = getattr(instance, '_taskqueue_init_kwargs', {})
+    return init_args, init_kwargs
+
+
 def _split_function_and_queue_kwargs(kwargs: Dict[str, Any]) -> Tuple[Dict[str, Any], Dict[str, Any]]:
     # To prevent confusion whether a kwargs is for function or queue kwargs(i.e celery options and on_commit),
     # ignore confusing kwargs while give warning
@@ -62,10 +82,20 @@ def _build_dynamic_task_call(func: Any, *args: Any, **func_kwargs: Any) -> Tuple
         module_path = klass.__module__
         class_name = klass.__name__
         method_name = func.__name__
+        
+        init_args, init_kwargs = _extract_init_args_from_instance(instance)
+        
         task_name = "taskqueue.cmanager.dynamic_class_method_executor"
-        task_args = [module_path, class_name,
-                     method_name, list(args), dict(func_kwargs)]
-        task_kwargs: Dict[str, Any] = {}
+        task_args = []
+        task_kwargs: Dict[str, Any] = {
+            "module_path": module_path,
+            "class_name": class_name,
+            "method_name": method_name,
+            "args": list(args),
+            "kwargs": dict(func_kwargs),
+            "init_args": init_args,
+            "init_kwargs": init_kwargs,
+        }
         return task_name, task_args, task_kwargs
 
     module_path = getattr(func, "__module__", None)
@@ -75,8 +105,13 @@ def _build_dynamic_task_call(func: Any, *args: Any, **func_kwargs: Any) -> Tuple
             "Unsupported callable type for Celery enqueue. Provide a module-level function or a class method.")
 
     task_name = "taskqueue.cmanager.dynamic_function_executor"
-    task_args = [module_path, function_name, list(args), dict(func_kwargs)]
-    task_kwargs = {}
+    task_args = []
+    task_kwargs = {
+        "module_path": module_path,
+        "function_name": function_name,
+        "args": list(args),
+        "kwargs": dict(func_kwargs),
+    }
     return task_name, task_args, task_kwargs
 
 
@@ -205,7 +240,7 @@ cm = CManager()
 
 # Dynamic task executors - handle function and class method execution
 @shared_task(bind=True, max_retries=K_MAX_RETRY_COUNT)
-def dynamic_function_executor(self, module_path, function_name, args=None, kwargs=None, retry=None):
+def dynamic_function_executor(self, module_path=None, function_name=None, args=None, kwargs=None, retry=None):
     job_id = self.request.id
     try:
         module = importlib.import_module(module_path)
@@ -237,12 +272,14 @@ def dynamic_function_executor(self, module_path, function_name, args=None, kwarg
 
 
 @shared_task(bind=True, max_retries=K_MAX_RETRY_COUNT)
-def dynamic_class_method_executor(self, module_path, class_name, method_name, args=None, kwargs=None, retry=None):
+def dynamic_class_method_executor(self, module_path=None, class_name=None, method_name=None, args=None, kwargs=None, init_args=None, init_kwargs=None, retry=None):
     job_id = self.request.id
     try:
         module = importlib.import_module(module_path)
         class_obj = getattr(module, class_name)
-        instance = class_obj()
+        init_args = init_args or []
+        init_kwargs = init_kwargs or {}
+        instance = class_obj(*init_args, **init_kwargs)
         method = getattr(instance, method_name)
         args = args or []
         kwargs = kwargs or {}

taskqueue/libs/helper_test.py

@@ -58,10 +58,15 @@ def celery_worker_burst(include_func_names: List[str], channel: str = "default")
                             decoded_body) > 1 else {}
 
                         full_func_name = ""
-                        if task_name.endswith("dynamic_function_executor") and len(task_args) >= 2:
-                            full_func_name = f"{task_args[0]}.{task_args[1]}"
-                        elif task_name.endswith("dynamic_class_method_executor") and len(task_args) >= 3:
-                            full_func_name = f"{task_args[0]}.{task_args[1]}.{task_args[2]}"
+                        if task_name.endswith("dynamic_function_executor"):
+                            module_path = task_kwargs.get('module_path', '')
+                            function_name = task_kwargs.get('function_name', '')
+                            full_func_name = f"{module_path}.{function_name}"
+                        elif task_name.endswith("dynamic_class_method_executor"):
+                            module_path = task_kwargs.get('module_path', '')
+                            class_name = task_kwargs.get('class_name', '')
+                            method_name = task_kwargs.get('method_name', '')
+                            full_func_name = f"{module_path}.{class_name}.{method_name}"
 
                         should_execute = full_func_name in included_set if full_func_name else False
 

p1_taskqueue-0.1.6.dist-info/RECORD

@@ -1,9 +0,0 @@
-taskqueue/__init__.py,sha256=gVDUAurwUijthE9_36FmhAQTBf7veGgjnew-amrTrmg,241
-taskqueue/celery_app.py,sha256=dUT-7XzsSQbr8vKrLv7f_6iYxTCUEJZHEt9fL-KIQ5U,3302
-taskqueue/cmanager.py,sha256=pBxHi3FT2zuiM3iaMII6KPLYR7DOJmShQH4bzi1xkAU,11076
-taskqueue/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-taskqueue/libs/helper_test.py,sha256=_yfPhm_7CzbN30j7E_Ld5KwXRlGHhTNrRTOBZQySEIU,3656
-p1_taskqueue-0.1.6.dist-info/METADATA,sha256=B29pPPy3lL9ubU1TBuXbW_HUFPewzBDAPfB5zSTmKss,1508
-p1_taskqueue-0.1.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-p1_taskqueue-0.1.6.dist-info/top_level.txt,sha256=hA3SM1ik2K8iPqtlt_-_nJ4TAePwHPN3vsOc4EiynqU,10
-p1_taskqueue-0.1.6.dist-info/RECORD,,