scientiflow-cli 0.4.7__py3-none-any.whl → 0.4.8__py3-none-any.whl

scientiflow_cli/main.py

@@ -7,10 +7,11 @@ from importlib.metadata import PackageNotFoundError
 from scientiflow_cli.cli.login import login_user
 from scientiflow_cli.cli.logout import logout_user
 from scientiflow_cli.pipeline.get_jobs import get_jobs
-from scientiflow_cli.services.executor import execute_jobs, execute_jobs_sync, execute_job_id
+from scientiflow_cli.services.executor import execute_jobs
 from scientiflow_cli.services.base_directory import set_base_directory, get_base_directory
 from scientiflow_cli.utils.singularity import install_singularity_main as install_singularity
 from scientiflow_cli.pipeline.container_manager import manage_containers
+from scientiflow_cli.services.modes import set_mode
 from scientiflow_cli.services.rich_printer import RichPrinter
 from art import text2art
 
@@ -82,6 +83,8 @@ def main():
     parser.add_argument('--execute-jobs', nargs='*', type=int, help="Execute jobs. Specify job IDs as arguments \n(e.g., --execute-jobs jobID1 jobID2 ...) or leave empty to execute all jobs.\nUse -p or --parallel flag to execute jobs in parallel.")
     parser.add_argument('--hostname', type=str, help=argparse.SUPPRESS)  # Hide --hostname from --help
     parser.add_argument('--token', type=str, help=argparse.SUPPRESS)  # Hide --token from --help
+    parser.add_argument('--set-mode', type=str, choices=["dev", "prod"], help=argparse.SUPPRESS) # Hide --set-mode from --help
+    parser.add_argument('--cloud-job', action='store_true', help=argparse.SUPPRESS) # Hide --cloud-job from --help
 
     # Parse arguments
     args, unknown_args = parser.parse_known_args()
@@ -120,7 +123,7 @@ def main():
         elif args.execute_jobs is not None:
             # Use the parsed `parallel` flag
             job_ids = args.execute_jobs if args.execute_jobs else None
-            execute_jobs(job_ids=job_ids, parallel=args.parallel)
+            execute_jobs(job_ids=job_ids, parallel=args.parallel, is_cloud=args.cloud_job)
         elif args.install_singularity:
             install_singularity(enable_gpu=args.enable_gpu)
         elif args.manage_containers:
@@ -128,6 +131,10 @@ def main():
             if not base_dir:
                 sys.exit(2)
             manage_containers(base_dir=base_dir)
+        elif args.set_mode:
+            logout_user()
+            set_mode(args.set_mode)
+            sys.exit(0)
         else:
             display_title()
             printer.print_message("No arguments specified. Use --help to see available options", style="bold red")

scientiflow_cli/services/executor.py

@@ -21,7 +21,7 @@ def get_all_pending_jobs() -> list[dict]:
         return []
 
 
-def execute_jobs(job_ids: list[int] = None, parallel: bool = False) -> None:
+def execute_jobs(job_ids: list[int] = None, parallel: bool = False, is_cloud: bool = False) -> None:
     """
     Execute jobs based on the provided job IDs. If no job IDs are provided, execute all pending jobs.
     If `parallel` is True, execute jobs asynchronously.
@@ -50,32 +50,8 @@ def execute_jobs(job_ids: list[int] = None, parallel: bool = False) -> None:
     else:
         # Execute jobs synchronously
         for job in jobs_to_execute:
-            execute_single_job(job)
+            execute_single_job(job, is_cloud)
         
-        # Wait for all background jobs from all executed jobs to complete
-        global_bg_tracker.wait_for_all_jobs()
-
-
-def execute_jobs_sync(job_ids: list[int] = None) -> None:
-    """
-    Execute all jobs synchronously and in order
-    """
-
-    all_pending_jobs: list[dict] = []
-    all_pending_jobs = get_all_pending_jobs()
-    all_pending_jobs = sort_jobs_by_id(all_pending_jobs)
-
-    job_dict: dict[int, dict] = store_jobs_in_dict(all_pending_jobs)
-
-    for job_id in job_ids:
-        if job_id not in job_dict:
-            printer.print_error(f"No job found with ID: {job_id}")
-            continue
-        execute_single_job(job_dict[job_id])
-    
-    # Wait for all background jobs from all executed jobs to complete
-    global_bg_tracker.wait_for_all_jobs()
-
 
 def sort_jobs_by_id(all_pending_jobs: list[dict]) -> list[dict]:
     """
@@ -103,31 +79,6 @@ def store_jobs_in_dict(all_pending_jobs: list[dict]) -> dict:
 
     return job_dict
 
-
-def execute_job_id(job_id: int) -> None:
-    """
-    Execute job with the given job_id
-    """
-    
-    # Retrieve all jobs using 'get_jobs'
-    all_pending_jobs: list[dict] = []
-    
-    all_pending_jobs = get_all_pending_jobs()
-
-    # Store jobs in order of their job_id
-    job_dict: dict[int, dict] = store_jobs_in_dict(all_pending_jobs)
-
-    if job_id not in job_dict:
-        printer.print_error(f"No job found with ID: {job_id}")
-        return
-
-    execute_single_job(job_dict[job_id])
-    
-    # Wait for all background jobs to complete
-    global_bg_tracker.wait_for_all_jobs()
-    
-
-
 async def execute_async(jobs: list[dict]) -> None:
     """Execute jobs asynchronously."""
     running_jobs = []
@@ -164,7 +115,7 @@ async def execute_async(jobs: list[dict]) -> None:
     global_bg_tracker.wait_for_all_jobs()
 
 
-def execute_single_job(job: dict) -> None:
+def execute_single_job(job: dict, is_cloud: bool = False) -> None:
     """Function to decode and execute a job."""
     try:
         # Validate the job dictionary
@@ -201,7 +152,7 @@ def execute_single_job(job: dict) -> None:
         if job_status != "running":
             if job["new_job"] == 1:
                 # Initialize folders for the project / project_job 
-                create_job_dirs(job)
+                create_job_dirs(job, is_cloud)
 
             # Fetch the files and folder from the backend
             get_job_files(job)

scientiflow_cli/services/modes.py

@@ -0,0 +1,45 @@
+from pathlib import Path
+from scientiflow_cli.services.rich_printer import RichPrinter
+import os
+
+printer = RichPrinter()
+
+# Use ~/.scientiflow/mode for mode configuration (plain text file)
+MODE_FILE = os.path.expanduser("~/.scientiflow/mode")
+MODE_DIR = os.path.dirname(MODE_FILE)
+
+def set_mode(mode: str):
+    mode = mode.lower()
+    if mode not in {"dev", "prod"}:
+        raise ValueError("Mode must be either 'dev' or 'prod'")
+
+    # Ensure directory exists
+    os.makedirs(MODE_DIR, exist_ok=True)
+
+    # Write mode to plain text file
+    with open(MODE_FILE, "w") as file:
+        file.write(mode)
+
+    printer.print_message(
+        f"ScientiFlow mode set to '{mode}'",
+        style="bold green"
+    )
+
+
+def get_mode() -> str:
+    # Create mode file with default "prod" if it doesn't exist
+    if not os.path.exists(MODE_FILE):
+        os.makedirs(MODE_DIR, exist_ok=True)
+        with open(MODE_FILE, "w") as file:
+            file.write("prod")
+        return "prod"
+
+    # Read mode from file
+    try:
+        with open(MODE_FILE, "r") as file:
+            mode = file.read().strip().lower()
+            if mode in {"dev", "prod"}:
+                return mode
+            return "prod"
+    except Exception:
+        return "prod"

scientiflow_cli/services/request_handler.py

@@ -1,31 +1,44 @@
 import requests
-from scientiflow_cli.config import Config
+from scientiflow_cli.utils.config import get_app_base_url
 from scientiflow_cli.cli.auth_utils import getAuthToken
 
-app_base_url = Config.APP_BASE_URL
-
 
 def handle_response(response, error_message):
     return response 
 
-def make_auth_request(endpoint,method,data=None,params=None,error_message=None):
+def make_auth_request(endpoint, method, data=None, params=None, error_message=None):
     headers = {'Authorization': f'Bearer {getAuthToken()}'}
+    base_url = get_app_base_url()
+
     try:
         if method == 'GET':
-            response = requests.get(app_base_url+endpoint,headers=headers,params=params)
+            response = requests.get(base_url + endpoint, headers=headers, params=params)
         elif method == 'POST':
-            response = requests.post(app_base_url+endpoint, json=data,headers=headers)
+            response = requests.post(base_url + endpoint, json=data, headers=headers)
+        else:
+            raise ValueError("Unsupported HTTP method")
+
         return handle_response(response, error_message)
+
     except requests.RequestException as e:
-        return "Unsupported HTTP method"
-    
-def make_no_auth_request(endpoint,method,data=None,error_message=None):
+        print(e)
+        return "Request failed"
+
+
+def make_no_auth_request(endpoint, method, data=None, error_message=None):
+    base_url = get_app_base_url()
+
     try:
         if method == 'GET':
-                response = requests.get(app_base_url+endpoint)
+            response = requests.get(base_url + endpoint)
         elif method == 'POST':
-                response = requests.post(app_base_url+endpoint, json=data)
+            response = requests.post(base_url + endpoint, json=data)
+            print(response)
+        else:
+            raise ValueError("Unsupported HTTP method")
+
         return handle_response(response, error_message)
+
     except requests.RequestException as e:
-        return "Unsupported HTTP method"
-    
+        print(e)
+        return "Request failed"

scientiflow_cli/utils/config.py

@@ -0,0 +1,9 @@
+from scientiflow_cli.services.modes import get_mode
+
+
+def get_app_base_url() -> str:
+    mode = get_mode()
+    if mode == "dev":
+        return "https://www.scientiflow-backend-dev.scientiflow.com/api"
+
+    return "https://www.backend.scientiflow.com/api"

scientiflow_cli/utils/file_manager.py

@@ -37,9 +37,12 @@ def get_job_files(job: dict) -> None:
 
     printer.print_success(f"[+] Files extracted to {str(project_dir_name).strip()}")
         
-def create_job_dirs(job: dict) -> None:
+def create_job_dirs(job: dict, is_cloud: bool = False) -> None:
     base_dir = Path(job['server']['base_directory'])
-    project_dir = base_dir / job['project']['project_title']
+    if is_cloud:
+        project_dir = base_dir / (job['project']['id']+"_"+job['project']['project_title'])
+    else:
+        project_dir = base_dir / job['project']['project_title']       
     job_dir = project_dir / job['project_job']['job_directory']
     job_dir.mkdir(parents=True, exist_ok=True)
 

{scientiflow_cli-0.4.7.dist-info → scientiflow_cli-0.4.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scientiflow-cli
-Version: 0.4.7
+Version: 0.4.8
 Summary: CLI tool for scientiflow. This application runs on the client side, decodes pipelines, and executes them in the configured order!
 License: Proprietary
 Author: ScientiFlow

{scientiflow_cli-0.4.7.dist-info → scientiflow_cli-0.4.8.dist-info}/RECORD

@@ -4,8 +4,7 @@ scientiflow_cli/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 scientiflow_cli/cli/auth_utils.py,sha256=XeGLqBhbaV5q-I7br-WvLxpL1O_XMB1hhZPEunc1DQc,1793
 scientiflow_cli/cli/login.py,sha256=RLoVpbAH9MpySCsGSe29MUpz4kdTDdBhxs1L41Xg8qw,846
 scientiflow_cli/cli/logout.py,sha256=EzpFPA1ENoXqLvduo6rxaVF09GqgO5GCRvnGMDr5BEw,420
-scientiflow_cli/config.py,sha256=wVSXwo-ibbspMHEYpnipNgH0hy7Upi6gmgY6Vf4N_S8,284
-scientiflow_cli/main.py,sha256=PbZRL4GatzXVK95GGPWJnpBCKPqyn1dVmiwNHDyjXkU,6584
+scientiflow_cli/main.py,sha256=AliEFU3bebJV2tbvxQYbiMY1bqVGqq3-a6dzkVUXong,6982
 scientiflow_cli/pipeline/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scientiflow_cli/pipeline/container_manager.py,sha256=KAnE5AvsSg4cewLc_v4gWCqhKGoc7ycHOtl_HYxUK7E,8444
 scientiflow_cli/pipeline/decode_and_execute.py,sha256=M_0RPiJhenPc9HShGIB7CLzb-Jc0MPsHClGhNQYh-Xk,18926
@@ -13,18 +12,20 @@ scientiflow_cli/pipeline/get_jobs.py,sha256=69jOIVwXd8j2lAYy28r2QcsjFT4yRpXNOqsf
 scientiflow_cli/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scientiflow_cli/services/auth_service.py,sha256=lknARfVTjRCH-4yWVPKiS330NIVHxFw3HlQdN2Lw3Og,3343
 scientiflow_cli/services/base_directory.py,sha256=2dUvGYk4enLe3Cagcs_bfv2kNuHg1ws-dtMDEW_tccI,2726
-scientiflow_cli/services/executor.py,sha256=jdGIOqukVwZxh6MQwgzysveY5yRtHIMinI1Uw3SDCMM,12778
-scientiflow_cli/services/request_handler.py,sha256=tJF00TQLbgDKBiyJtyYZXGCv6lvd13BjLB2gQAKzQEw,1172
+scientiflow_cli/services/executor.py,sha256=Qj_DfU8umsmc9_rzTsy47EeaOehc6E24x_t4lFmWKcY,11480
+scientiflow_cli/services/modes.py,sha256=-Bk1CJO0vgc8v_rXktfKAyHSF6cr5bGbufSGa_DtvY4,1241
+scientiflow_cli/services/request_handler.py,sha256=5Y1B84kpHP-EDAI9d6fjaPtQE1-dMKCtoCaqvixifSU,1397
 scientiflow_cli/services/rich_printer.py,sha256=5ORAaZOa_84m6vP-novpPOI70UPxt0pEvmRq9999Ifg,2129
 scientiflow_cli/services/status_updater.py,sha256=VjC2V6lWzjwBN7ZhCQzW_h_sMG25Poeh35MNTeVdt5E,2910
 scientiflow_cli/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+scientiflow_cli/utils/config.py,sha256=iq9aEVwlJA-KLPWX6Vtx6SaEgH3UAuKjNIODw2mGYxY,256
 scientiflow_cli/utils/encryption.py,sha256=iQ-b40i75JvoB1cGANDqzZXLztD54toO_6loX1m5W9Q,1107
-scientiflow_cli/utils/file_manager.py,sha256=J6FBaZ0xz6OH4vcArOGj5KqKSZ2AD78HNeiQPFEfmlY,1916
+scientiflow_cli/utils/file_manager.py,sha256=JRCXPENFHdPOc0NBwGorRh4EpeZ-UtMtwHGVJjSVihc,2070
 scientiflow_cli/utils/logger.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scientiflow_cli/utils/mock.py,sha256=UZ9cN2Qx3EAXcxnLQY5z4DQWy4jflnWFnfNTsuvnFH8,11237
 scientiflow_cli/utils/singularity.py,sha256=jy8ep7Xa1Eg4fptNjyXLPuVN2KA8l4dFil-w-KaVNkw,4956
-scientiflow_cli-0.4.7.dist-info/LICENSE.md,sha256=nb6GGGYuS_KXe33mSNwcEW-QzvwM475NQ4cNE7KBb34,425
-scientiflow_cli-0.4.7.dist-info/METADATA,sha256=XKOZAyb60hSC0Y2bSmzLuuh1TEt7ET563x6vfzCnGbs,2491
-scientiflow_cli-0.4.7.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-scientiflow_cli-0.4.7.dist-info/entry_points.txt,sha256=0lq2mjcG5hGfODrQodeMSAy9RfE2EX1MZSHRpfSncxc,61
-scientiflow_cli-0.4.7.dist-info/RECORD,,
+scientiflow_cli-0.4.8.dist-info/LICENSE.md,sha256=nb6GGGYuS_KXe33mSNwcEW-QzvwM475NQ4cNE7KBb34,425
+scientiflow_cli-0.4.8.dist-info/METADATA,sha256=NqrIebvitUWmK3PNgD06jx-Tghwz3Cak-jQ2XfU8S9U,2491
+scientiflow_cli-0.4.8.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+scientiflow_cli-0.4.8.dist-info/entry_points.txt,sha256=0lq2mjcG5hGfODrQodeMSAy9RfE2EX1MZSHRpfSncxc,61
+scientiflow_cli-0.4.8.dist-info/RECORD,,

scientiflow_cli/config.py

@@ -1,8 +0,0 @@
-import os
-
-class Config:
-    mode="prod" 
-    if mode=="prod":
-        APP_BASE_URL = os.getenv("APP_BASE_URL", "https://www.backend.scientiflow.com/api")
-    elif mode=="dev":
-        APP_BASE_URL = os.getenv("APP_BASE_URL", "https://www.scientiflow-backend-dev.scientiflow.com/api")