datatailr 0.1.15__tar.gz → 0.1.16__tar.gz

{datatailr-0.1.15/src/datatailr.egg-info → datatailr-0.1.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datatailr
-Version: 0.1.15
+Version: 0.1.16
 Summary: Ready-to-Use Platform That Drives Business Insights
 Author-email: Datatailr <info@datatailr.com>
 License-Expression: MIT
@@ -84,9 +84,9 @@ print(datatailr.__provider__)
 The following example shows how to create a simple data pipeline using the Datatailr Python package.
 
 ```python
-from datatailr.scheduler import batch, Batch
+from datatailr.scheduler import batch_job, Batch
 
-@batch_job_job()
+@batch_job()
 def func_no_args() -> str:
     return "no_args"
 

{datatailr-0.1.15 → datatailr-0.1.16}/README.md

@@ -47,9 +47,9 @@ print(datatailr.__provider__)
 The following example shows how to create a simple data pipeline using the Datatailr Python package.
 
 ```python
-from datatailr.scheduler import batch, Batch
+from datatailr.scheduler import batch_job, Batch
 
-@batch_job_job()
+@batch_job()
 def func_no_args() -> str:
     return "no_args"
 

{datatailr-0.1.15 → datatailr-0.1.16}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "datatailr"
-version = "0.1.15"
+version = "0.1.16"
 description = "Ready-to-Use Platform That Drives Business Insights"
 readme = "README.md"
 requires-python = ">=3.9"

{datatailr-0.1.15 → datatailr-0.1.16}/src/datatailr/scheduler/base.py

@@ -78,12 +78,6 @@ class Resources:
     cpu: float = DEFAULT_TASK_CPU
 
 
-# TODO: create a dt_run script that will:
-# 1. create user and group if not exists
-# 2. set the correct path
-# 3. run the job based on its type
-
-
 class EntryPoint:
     """
     Represents an entry point for a DataTailr job.
@@ -144,7 +138,7 @@ class Job:
         python_requirements: str = "",
         build_script_pre: str = "",
         build_script_post: str = "",
-        type: JobType = JobType.UNKNOWN,
+        type: Optional[JobType] = JobType.UNKNOWN,
         entrypoint: Optional[EntryPoint] = None,
         update_existing: bool = False,
     ):
@@ -178,7 +172,7 @@ class Job:
                 build_script_post=build_script_post,
             )
         self.image = image
-        self.type = type
+        self.type = type if entrypoint is None else entrypoint.type
         self.entrypoint = entrypoint
         self.__id = str(uuid.uuid4())
 
@@ -338,6 +332,8 @@ class Job:
                 __client__.run(f"file://{temp_file_name}", **self.get_schedule_args())
             elif command == "save":
                 __client__.save(f"file://{temp_file_name}", **self.get_schedule_args())
+            elif command == "start":
+                __client__.start(self.name, environment=self.environment)
             else:
                 raise ValueError(f"Unknown command: {command}")
             os.remove(temp_file_name)
@@ -350,12 +346,52 @@ class Job:
         """
         Save the job to the DataTailr platform.
         If the job already exists, it will be updated.
+        The repository state is verified and an image is prepared for execution.
         """
         return self.__run_command__("save")
 
     def run(self) -> Tuple[bool, str]:
         """
-        Run the job. This method should be implemented to execute the job logic.
-        It verifies the repository state and prepares the job for execution.
+        Run the job.
+        This is equivalent to running job.save() and then job.start().
         """
         return self.__run_command__("run")
+
+    def start(self) -> Tuple[bool, str]:
+        """
+        Start the job. This will start the job execution on a schedule for batches if a schedule was specified.
+        For other types of jobs and for batches without a schedule the job will be run immediately.
+        """
+        return self.__run_command__("start")
+
+    def promote(
+        self,
+        from_environment: Optional[Environment] = None,
+        version: Optional[str | int] = None,
+    ) -> Tuple[bool, str]:
+        """
+        Promote the job to the next environment.
+        This method is used to promote a version of the job from one environment to the next one.
+        If none of the environments to promote from are specified, it defaults to promote from all environments.
+        """
+        promote_kwargs = {}
+        if version is not None:
+            promote_kwargs["version"] = str(version)
+        if from_environment is not None:
+            promote_kwargs["environment"] = str(from_environment)
+        try:
+            __client__.promote(self.name, **promote_kwargs)
+            return True, f"Job '{self.name}' promoted successfully."
+        except Exception as e:
+            logger.error(f"Error promoting job '{self.name}': {e}")
+            return False, str(e)
+
+    def versions(self, environment: Optional[Environment] = None) -> list[str] | None:
+        """
+        List all versions of the job in the specified environment.
+        If no environment is specified, it lists versions across all environments.
+        """
+        command_kwargs = {}
+        if environment is not None:
+            command_kwargs["environment"] = str(environment)
+        return __client__.versions(self.name, **command_kwargs)

{datatailr-0.1.15 → datatailr-0.1.16}/src/datatailr/user.py

@@ -170,7 +170,7 @@ class User:
                 raise Warning(
                     "Password is not required for system users. It will be ignored."
                 )
-            User.__client__.add(
+            new_user = __client__.add(
                 name,
                 first_name=first_name,
                 last_name=last_name,
@@ -179,7 +179,7 @@ class User:
                 system=is_system_user,
             )
         else:
-            __client__.add(
+            new_user = __client__.add(
                 name,
                 first_name=first_name,
                 last_name=last_name,
@@ -188,7 +188,8 @@ class User:
                 primary_group=primary_group,
                 system=is_system_user,
             )
-        return User.get(name)
+
+        return new_user
 
     @staticmethod
     def exists(name: str) -> bool:

{datatailr-0.1.15 → datatailr-0.1.16/src/datatailr.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datatailr
-Version: 0.1.15
+Version: 0.1.16
 Summary: Ready-to-Use Platform That Drives Business Insights
 Author-email: Datatailr <info@datatailr.com>
 License-Expression: MIT
@@ -84,9 +84,9 @@ print(datatailr.__provider__)
 The following example shows how to create a simple data pipeline using the Datatailr Python package.
 
 ```python
-from datatailr.scheduler import batch, Batch
+from datatailr.scheduler import batch_job, Batch
 
-@batch_job_job()
+@batch_job()
 def func_no_args() -> str:
     return "no_args"
 

{datatailr-0.1.15 → datatailr-0.1.16}/src/sbin/datatailr_run.py

@@ -94,7 +94,6 @@ def main():
 
     job_name = get_env_var("DATATAILR_JOB_NAME")
     job_id = get_env_var("DATATAILR_JOB_ID")
-    entrypoint = get_env_var("DATATAILR_ENTRYPOINT")
 
     if job_type == "batch":
         run_id = get_env_var("DATATAILR_BATCH_RUN_ID")
@@ -102,6 +101,7 @@ def main():
         job_argument_mapping = get_env_var(
             "DATATAILR_JOB_ARGUMENT_MAPPING", encode_json({})
         )
+        entrypoint = get_env_var("DATATAILR_BATCH_ENTRYPOINT")
         env = {
             "DATATAILR_BATCH_RUN_ID": run_id,
             "DATATAILR_BATCH_ID": batch_id,
@@ -112,6 +112,7 @@ def main():
         run_command_as_user("datatailr_run_batch", user, env)
     elif job_type == "service":
         port = get_env_var("DATATAILR_SERVICE_PORT")
+        entrypoint = get_env_var("DATATAILR_ENTRYPOINT")
         env = {
             "DATATAILR_JOB_NAME": job_name,
             "DATATAILR_JOB_ID": job_id,
@@ -120,6 +121,7 @@ def main():
         }
         run_command_as_user("datatailr_run_service", user, env)
     elif job_type == "app":
+        entrypoint = get_env_var("DATATAILR_ENTRYPOINT")
         env = {
             "DATATAILR_JOB_NAME": job_name,
             "DATATAILR_JOB_ID": job_id,
@@ -128,6 +130,7 @@ def main():
         run_command_as_user("datatailr_run_app", user, env)
     elif job_type == "excel":
         host = get_env_var("DATATAILR_HOST")
+        entrypoint = get_env_var("DATATAILR_ENTRYPOINT")
         env = {
             "DATATAILR_JOB_NAME": job_name,
             "DATATAILR_JOB_ID": job_id,