expops 0.1.13.dev0__tar.gz → 0.1.15.dev0__tar.gz

{expops-0.1.13.dev0 → expops-0.1.15.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: expops
-Version: 0.1.13.dev0
+Version: 0.1.15.dev0
 Summary: MLOps Platform with step-based pipeline execution
 License:                     GNU GENERAL PUBLIC LICENSE
                                Version 3, 29 June 2007

{expops-0.1.13.dev0 → expops-0.1.15.dev0}/src/expops.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: expops
-Version: 0.1.13.dev0
+Version: 0.1.15.dev0
 Summary: MLOps Platform with step-based pipeline execution
 License:                     GNU GENERAL PUBLIC LICENSE
                                Version 3, 29 June 2007

{expops-0.1.13.dev0 → expops-0.1.15.dev0}/src/mlops/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.1.13.dev0'
-__version_tuple__ = version_tuple = (0, 1, 13, 'dev0')
+__version__ = version = '0.1.15.dev0'
+__version_tuple__ = version_tuple = (0, 1, 15, 'dev0')
 
-__commit_id__ = commit_id = 'g28a0cfe5e'
+__commit_id__ = commit_id = 'g40e2f0532'

{expops-0.1.13.dev0 → expops-0.1.15.dev0}/src/mlops/adapters/custom/custom_adapter.py

@@ -272,10 +272,6 @@ class CustomModelAdapter(ModelAdapter):
         self.step_registry = get_step_registry()
         try:
             step_names = list(getattr(self.step_registry, "_steps", {}).keys())
-            if not step_names:
-                self.logger.warning("No steps found in registry. Ensure your model uses @step decorators.")
-            else:
-                self.logger.info(f"Found {len(step_names)} registered step(s)")
         except Exception:
             pass
 

{expops-0.1.13.dev0 → expops-0.1.15.dev0}/src/mlops/core/executor_worker.py

@@ -1505,8 +1505,6 @@ def _run_chart_process_on_worker(ctx: Any, proc_payload: Dict[str, Any], run_id:
     project_id = getattr(ctx, 'project_id', None) or os.environ.get('MLOPS_PROJECT_ID') or 'default'
     rid = run_id or getattr(ctx, 'run_id', None) or os.environ.get('MLOPS_RUN_ID') or 'default'
 
-    logger.info(f"[Charts] Starting chart '{name}' for run {rid}, project {project_id}")
-
     # Safeguard: mark process as running when the chart actually begins execution
     try:
         from .step_system import get_state_manager as _get_sm
@@ -1536,7 +1534,6 @@ def _run_chart_process_on_worker(ctx: Any, proc_payload: Dict[str, Any], run_id:
                     function_hash=fh,
                     started_at=time.time(),
                 )
-                logger.debug(f"[Charts] Marked '{name}' running for run {rid}")
     except Exception:
         pass
 
@@ -1592,7 +1589,6 @@ def _run_chart_process_on_worker(ctx: Any, proc_payload: Dict[str, Any], run_id:
         ep = resolve_relative_path(entrypoint, project_root=project_root, workspace_root=workspace_root)
         # Set import path for user's chart script
         env['MLOPS_CHART_IMPORT_FILES'] = str(ep)
-        logger.info(f"[Charts] Will import user script: {ep}")
 
     # Build command - always use framework entrypoint as module
     py = reporting_python or os.environ.get('MLOPS_RUNTIME_PYTHON') or 'python'
@@ -1612,13 +1608,6 @@ def _run_chart_process_on_worker(ctx: Any, proc_payload: Dict[str, Any], run_id:
     stdout_log = out_dir / 'stdout.log'
     stderr_log = out_dir / 'stderr.log'
     
-    logger.info(f"[Charts] Executing chart '{name}': {' '.join(cmd)}")
-    logger.info(f"[Charts] Output directory: {out_dir}")
-    logger.info(f"[Charts] Python interpreter: {py}")
-    logger.info(f"[Charts] Entrypoint: {entrypoint}")
-    logger.info(f"[Charts] MLOPS_CHART_NAME env: {env.get('MLOPS_CHART_NAME')}")
-    logger.info(f"[Charts] MLOPS_OUTPUT_DIR env: {env.get('MLOPS_OUTPUT_DIR')}")
-    
     with open(stdout_log, 'w', buffering=1) as out_f, open(stderr_log, 'w', buffering=1) as err_f:
         # Write diagnostic info
         err_f.write(f"=== Chart Execution Diagnostics ===\n")
@@ -1636,11 +1625,9 @@ def _run_chart_process_on_worker(ctx: Any, proc_payload: Dict[str, Any], run_id:
         returncode = int(getattr(result, "returncode", 0) or 0)
     except Exception:
         returncode = 0
-    logger.info(f"[Charts] Chart '{name}' execution completed with return code: {returncode}")
     
     # Check if any PNGs were created
     png_count = len(list(out_dir.rglob('*.png')))
-    logger.info(f"[Charts] Found {png_count} PNG file(s) in {out_dir}")
     
     # Upload/record artifacts (best-effort).
     try:
@@ -1658,7 +1645,6 @@ def _run_chart_process_on_worker(ctx: Any, proc_payload: Dict[str, Any], run_id:
         logger.warning("[Charts] No state manager available - artifacts not recorded")
 
     final_count = len(list(out_dir.rglob('*.png')))
-    logger.info(f"[Charts] Chart '{name}' complete. Output dir: {out_dir}, PNG count: {final_count}")
     
     return {
         'output_dir': str(out_dir),
@@ -2066,10 +2052,6 @@ def _maybe_init_worker_state_manager(global_config: Any, project_id: Optional[st
         logger = _logging.getLogger(__name__)
         gcp_creds = _os.getenv('GOOGLE_APPLICATION_CREDENTIALS')
         gcp_project = _os.getenv('GOOGLE_CLOUD_PROJECT')
-        logger.info(
-            f"[Worker] Initializing state manager with GOOGLE_APPLICATION_CREDENTIALS={'SET' if gcp_creds else 'UNSET'}, "
-            f"GOOGLE_CLOUD_PROJECT={gcp_project or 'UNSET'}"
-        )
         # Prefer top-level cache; fallback to nested experiment.parameters.cache when using full config
         cache_cfg = (global_config.get('cache') or {}) if isinstance(global_config, dict) else {}
         if not cache_cfg and isinstance(global_config, dict):
@@ -2094,10 +2076,6 @@ def _maybe_init_worker_state_manager(global_config: Any, project_id: Optional[st
             pass
         pid_effective = project_id or _os.getenv('MLOPS_PROJECT_ID') or 'default'
         backend_type = (backend_cfg.get('type') if isinstance(backend_cfg, dict) else None) or _os.getenv('MLOPS_KV_BACKEND') or 'local'
-        logger.info(
-            f"[Worker] KV backend selection -> MLOPS_KV_BACKEND={_os.getenv('MLOPS_KV_BACKEND') or 'unset'}, "
-            f"resolved={backend_type}, project_ns={pid_effective}"
-        )
         try:
             from mlops.storage.factory import create_kv_store as _create_kv_store, create_object_store as _create_obj_store
             ws_root = get_workspace_root()
@@ -2124,10 +2102,6 @@ def _maybe_init_worker_state_manager(global_config: Any, project_id: Optional[st
         except Exception:
             ttl_val = 24
         sm_new = _SSM(cache_dir=cache_dir, kv_store=kv_store, logger=logging.getLogger(__name__), cache_ttl_hours=ttl_val, object_store=obj_store, object_prefix=obj_prefix)
-        logger.info(
-            f"[Worker] StateManager created -> kv_store={type(kv_store).__name__ if kv_store else 'None'}, "
-            f"object_store={type(obj_store).__name__ if obj_store else 'None'}"
-        )
         _set_sm(sm_new)
     except Exception:
         return

{expops-0.1.13.dev0 → expops-0.1.15.dev0}/src/mlops/environment/venv_manager.py

@@ -69,7 +69,6 @@ class VenvEnvironmentManager(EnvironmentManager):
 
     def setup_environment(self) -> None:
         """Set up the virtual environment based on configuration."""
-        print(f"[VenvEnvironmentManager] Starting venv environment setup for '{self.environment_name}'...")
         
         if not self.environment_exists():
             print(f"[VenvEnvironmentManager] Environment '{self.environment_name}' not found. Creating it...")
@@ -78,16 +77,12 @@ class VenvEnvironmentManager(EnvironmentManager):
             
             try:
                 subprocess.run([sys.executable, "-m", "venv", str(self.venv_path)], check=True)
-                print(f"[VenvEnvironmentManager] Environment '{self.environment_name}' created successfully.")
             except subprocess.CalledProcessError as e:
                 # One more fallback: use virtualenv if available
                 try:
                     subprocess.run([sys.executable, "-m", "virtualenv", str(self.venv_path)], check=True)
-                    print(f"[VenvEnvironmentManager] Environment '{self.environment_name}' created via virtualenv.")
                 except Exception:
                     raise RuntimeError(f"Failed to create virtual environment '{self.environment_name}': {e}")
-        else:
-            print(f"[VenvEnvironmentManager] Using existing environment: '{self.environment_name}'")
 
         self.python_interpreter = str(self._python_path(self.venv_path))
         
@@ -95,30 +90,22 @@ class VenvEnvironmentManager(EnvironmentManager):
             raise FileNotFoundError(f"Python interpreter not found in environment '{self.environment_name}' at expected path: {self.python_interpreter}")
 
         if self.requirements:
-            print(f"[VenvEnvironmentManager] Installing requirements...")
             try:
                 # Ensure modern build tooling to prefer wheels over source builds
                 subprocess.run([self.python_interpreter, "-m", "pip", "install", "--quiet", "--upgrade", "pip", "setuptools", "wheel"], check=True)
                 pip_install_cmd = [self.python_interpreter, "-m", "pip", "install", "--quiet", "--no-cache-dir"] + self.requirements
                 subprocess.run(pip_install_cmd, check=True)
-                print(f"[VenvEnvironmentManager] Requirements installed successfully.")
             except subprocess.CalledProcessError as e:
                 raise RuntimeError(f"Failed to install requirements: {e}")
 
-        print(f"[VenvEnvironmentManager] Python interpreter: {self.python_interpreter}")
-        print(f"[VenvEnvironmentManager] Environment setup completed for '{self.environment_name}'.")
-
     def verify_environment(self) -> bool:
         """Verify that the environment is properly configured."""
         if not self.python_interpreter:
             print("[VenvEnvironmentManager] Python interpreter not set. Cannot verify environment.")
             return False
 
-        print(f"[VenvEnvironmentManager] Verifying environment '{self.environment_name}'...")
-
         try:
             python_version_output = subprocess.check_output([self.python_interpreter, '--version'], text=True, stderr=subprocess.STDOUT).strip()
-            print(f"[VenvEnvironmentManager] Python interpreter is working: {python_version_output}")
         except (subprocess.CalledProcessError, FileNotFoundError) as e:
             print(f"[VenvEnvironmentManager] Python interpreter '{self.python_interpreter}' is not working: {e}")
             return False
@@ -130,5 +117,4 @@ class VenvEnvironmentManager(EnvironmentManager):
                 print(f"[VenvEnvironmentManager] Environment verification failed for '{self.environment_name}'.")
                 return False
         
-        print(f"[VenvEnvironmentManager] Environment verification successful for '{self.environment_name}'.")
         return True 

{expops-0.1.13.dev0 → expops-0.1.15.dev0}/src/mlops/main.py

@@ -259,6 +259,15 @@ def _prepare_and_reexec_under_project_interpreter_if_needed(
         if local_flag:
             cmd.append("--local")
         os.environ[ENV_ENV_READY] = "1"
+        if source_root and (source_root / "src").exists():
+            repo_src = str((source_root / "src").resolve())
+            pp = os.environ.get("PYTHONPATH", "")
+            parts = [p for p in pp.split(os.pathsep) if p.strip()]
+            parts = [p for p in parts if Path(p).resolve() != Path(repo_src).resolve()]
+            if parts:
+                os.environ["PYTHONPATH"] = os.pathsep.join(parts)
+            elif "PYTHONPATH" in os.environ:
+                os.environ["PYTHONPATH"] = ""
         os.execv(cmd[0], cmd)
     except Exception as e:
         _append_to_log_file(log_file, f"Environment setup failed: {e}\n")

{expops-0.1.13.dev0 → expops-0.1.15.dev0}/src/mlops/managers/reproducibility_manager.py

@@ -24,8 +24,6 @@ class ReproducibilityManager:
         self.default_environment_name: Optional[str] = None
         self._environment_python_map: Dict[str, str] = {}
         
-        if self.project_path:
-            print(f"[ReproducibilityManager] Using project path: {self.project_path}")
 
     @property
     def environment_name(self) -> Optional[str]:
@@ -55,14 +53,6 @@ class ReproducibilityManager:
 
         if not isinstance(random_seed_config, int):
             random_seed_config = 42
-            if self.config.get("reproducibility", {}).get("random_seed") is None:
-                print(f"[ReproducibilityManager] random_seed not specified, using default {random_seed_config}.")
-            else:
-                print(
-                    f"[ReproducibilityManager] Invalid random_seed "
-                    f"'{self.config.get('reproducibility', {}).get('random_seed')}', "
-                    f"using default {random_seed_config}."
-                )
 
         seed = int(random_seed_config)
 
@@ -73,7 +63,6 @@ class ReproducibilityManager:
             print(f"[ReproducibilityManager] Failed to seed Python random: {e}")
         try:
             np.random.seed(seed)
-            print(f"[ReproducibilityManager] Global seeds set (python, numpy): {seed}")
         except Exception as e:
             print(f"[ReproducibilityManager] Failed to seed NumPy: {e}")
 
@@ -101,8 +90,6 @@ class ReproducibilityManager:
         except Exception:
             pass
 
-        print(f"[ReproducibilityManager] Reproducibility setup completed with seed {seed}.")
-
     def _seed_pytorch_if_available(self, seed: int) -> None:
         try:
             import torch
@@ -126,7 +113,6 @@ class ReproducibilityManager:
                     pass
             except Exception:
                 pass
-            print("[ReproducibilityManager] PyTorch seed applied.")
         except Exception:
             # PyTorch not installed or failed to import; ignore silently
             pass
@@ -136,7 +122,6 @@ class ReproducibilityManager:
             import tensorflow as tf
             try:
                 tf.random.set_seed(seed)
-                print("[ReproducibilityManager] TensorFlow seed applied.")
             except Exception:
                 pass
         except Exception:
@@ -151,7 +136,6 @@ class ReproducibilityManager:
 
     def setup_environment(self) -> None:
         """Set up the environment based on configuration."""
-        print("[ReproducibilityManager] Starting environment setup...")
         self.environment_managers, self.default_environment_name = create_environment_managers(self.config)
         if self.default_environment_name and self.default_environment_name in self.environment_managers:
             self.environment_manager = self.environment_managers[self.default_environment_name]
@@ -174,13 +158,6 @@ class ReproducibilityManager:
                 self._environment_python_map[env_name] = py_exec
             except Exception:
                 py_exec = None
-            try:
-                print(f"[ReproducibilityManager] Environment '{env_name}' setup completed.")
-                print(f"[ReproducibilityManager] Environment type: {manager.get_environment_type()}")
-                if py_exec:
-                    print(f"[ReproducibilityManager] Python interpreter: {py_exec}")
-            except Exception:
-                pass
 
         # Ensure chart/reporting environments can import the platform.
         try:

{expops-0.1.13.dev0 → expops-0.1.15.dev0}/src/mlops/platform.py

@@ -365,10 +365,8 @@ class MLPlatform:
         is_distributed = self._in_distributed_mode()
         
         if is_distributed:
-            logger.info("Detected distributed mode - will submit dynamic charts as cluster jobs")
             return self._start_dynamic_charts_distributed(adapter, platform_config, run_id)
         else:
-            logger.info("Local mode - will run dynamic charts as background processes")
             return self._start_dynamic_charts_local(adapter, platform_config, run_id)
     
     def _start_dynamic_charts_local(self, adapter: Any, platform_config: Dict[str, Any], run_id: str) -> list: