omniopt2 8366__py3-none-any.whl → 9061__py3-none-any.whl

.pareto.py

@@ -0,0 +1,134 @@
+import os
+import importlib.util
+from typing import Tuple, List, Dict, Any
+from rich.table import Table
+from rich.text import Text
+import numpy as np
+
+
+# ----------------- Helpers import -----------------
+script_dir = os.path.dirname(os.path.realpath(__file__))
+helpers_file: str = f"{script_dir}/.helpers.py"
+spec = importlib.util.spec_from_file_location(
+    name="helpers",
+    location=helpers_file,
+)
+if spec is not None and spec.loader is not None:
+    helpers = importlib.util.module_from_spec(spec)
+    spec.loader.exec_module(helpers)
+else:
+    raise ImportError(f"Could not load module from {helpers_file}")
+
+# ----------------- Table utilities -----------------
+def pareto_front_table_filter_rows(rows: List[Dict[str, str]], idxs: List[int]) -> List[Dict[str, str]]:
+    result = []
+    for row in rows:
+        try:
+            trial_index = int(row["trial_index"])
+        except (KeyError, ValueError):
+            continue
+
+        if row.get("trial_status", "").strip().upper() == "COMPLETED" and trial_index in idxs:
+            result.append(row)
+    return result
+
+def pareto_front_table_add_headers(table: Table, param_cols: List[str], result_cols: List[str]) -> None:
+    for col in param_cols:
+        table.add_column(col, justify="center")
+    for col in result_cols:
+        table.add_column(Text(f"{col}", style="cyan"), justify="center")
+
+def pareto_front_table_add_rows(table: Table, rows: List[Dict[str, str]], param_cols: List[str], result_cols: List[str]) -> None:
+    for row in rows:
+        values = [str(helpers.to_int_when_possible(row[col])) for col in param_cols]
+        result_values = [Text(str(helpers.to_int_when_possible(row[col])), style="cyan") for col in result_cols]
+        table.add_row(*values, *result_values, style="bold green")
+
+# ----------------- Pareto internal utilities -----------------
+def _validate_xy(x: np.ndarray, y: np.ndarray) -> None:
+    if x.shape != y.shape:
+        raise ValueError("Input arrays x and y must have the same shape.")
+    if x.size == 0:
+        raise ValueError("Input arrays must not be empty.")
+    if not np.isfinite(x).all() or not np.isfinite(y).all():
+        raise ValueError("Input arrays must contain only finite numbers (no NaN/Inf).")
+
+def _point_dominates(xi: float, yi: float, xj: float, yj: float, x_minimize: bool, y_minimize: bool) -> bool:
+    """Return True if j dominates i (standard weak Pareto: >= in all, > in at least one)."""
+    if x_minimize:
+        x_better_eq = xj <= xi
+        x_strict = xj < xi
+    else:
+        x_better_eq = xj >= xi
+        x_strict = xj > xi
+
+    if y_minimize:
+        y_better_eq = yj <= yi
+        y_strict = yj < yi
+    else:
+        y_better_eq = yj >= yi
+        y_strict = yj > yi
+
+    return x_better_eq and y_better_eq and (x_strict or y_strict)
+
+def _find_dominated(x: np.ndarray, y: np.ndarray, x_minimize: bool, y_minimize: bool) -> np.ndarray:
+    n = len(x)
+    is_dominated = np.zeros(n, dtype=bool)
+    for i in range(n):
+        if is_dominated[i]:
+            continue
+        xi, yi = x[i], y[i]
+        for j in range(n):
+            if i == j:
+                continue
+            xj, yj = x[j], y[j]
+            if _point_dominates(xi, yi, xj, yj, x_minimize, y_minimize):
+                is_dominated[i] = True
+                break
+    return is_dominated
+
+# ----------------- Public Pareto functions -----------------
+def pareto_front_general(
+    x: np.ndarray,
+    y: np.ndarray,
+    x_minimize: bool = True,
+    y_minimize: bool = True
+) -> np.ndarray:
+    try:
+        xa = np.asarray(x, dtype=float).ravel()
+        ya = np.asarray(y, dtype=float).ravel()
+        _validate_xy(xa, ya)
+        is_dominated = _find_dominated(xa, ya, x_minimize, y_minimize)
+        return np.where(~is_dominated)[0]
+    except Exception as e:
+        print("Error in pareto_front_general:", str(e))
+        return np.array([], dtype=int)
+
+def pareto_front_filter_complete_points(
+    path_to_calculate: str,
+    records: Dict[Tuple[int, str], Dict[str, Dict[str, float]]],
+    primary_name: str,
+    secondary_name: str
+) -> List[Tuple[Tuple[int, str], float, float]]:
+    points = []
+    for key, metrics in records.items():
+        means = metrics['means']
+        if primary_name in means and secondary_name in means:
+            points.append((key, means[primary_name], means[secondary_name]))
+    if len(points) == 0:
+        raise ValueError(f"No full data points with both objectives found in {path_to_calculate}.")
+    return points
+
+def pareto_front_select_pareto_points(
+    x: np.ndarray,
+    y: np.ndarray,
+    x_minimize: bool,
+    y_minimize: bool,
+    points: List[Tuple[Any, float, float]],
+    num_points: int
+) -> List[Tuple[Any, float, float]]:
+    indices = pareto_front_general(x, y, x_minimize, y_minimize)
+    # Sort by x ascending
+    sorted_indices = indices[np.argsort(x[indices])]
+    selected_points = [points[i] for i in sorted_indices[:num_points]]
+    return selected_points

.shellscript_functions

@@ -266,7 +266,7 @@
 
 			if [[ -z $DEBUG ]]; then
 				pip3 --disable-pip-version-check install -q $MODULE >&2 2>> $INSTALL_ERRORS_FILE || pip3 --disable-pip-version-check install $MODULE >&2 2>> $INSTALL_ERRORS_FILE || {
-					red_reset_line "❌Failed to install $MODULE. Check $INSTALL_ERRORS_FILE"
+					red_reset_line "❌Failed to install $MODULE. Check $INSTALL_ERRORS_FILE\n"
 
 					if [[ -n $CI ]] || { [[ -f /proc/self/cgroup ]] && grep -qE '/docker|/lxc' /proc/self/cgroup; }; then
 						cat "$INSTALL_ERRORS_FILE" 
@@ -276,7 +276,7 @@
 				}
 			else
 				pip3 --disable-pip-version-check install $MODULE >&2 2>> $INSTALL_ERRORS_FILE || pip3 --disable-pip-version-check install $MODULE >&2 2>> $INSTALL_ERRORS_FILE || {
-					red_reset_line "❌Failed to install $MODULE. Check $INSTALL_ERRORS_FILE"
+					red_reset_line "❌Failed to install $MODULE. Check $INSTALL_ERRORS_FILE\n"
 
 					if [[ -n $CI ]] || { [[ -f /proc/self/cgroup ]] && grep -qE '/docker|/lxc' /proc/self/cgroup; }; then
 						cat "$INSTALL_ERRORS_FILE" 

.tests/pylint.rc

@@ -103,10 +103,6 @@ recursive=no
 # source root.
 source-roots=
 
-# When enabled, pylint would attempt to guess common misconfiguration and emit
-# user-friendly hints instead of false-positive error messages.
-suggestion-mode=yes
-
 # Allow loading of arbitrary C extensions. Extensions are imported into the
 # active Python interpreter and may run arbitrary code.
 unsafe-load-any-extension=no

.tpe.py

@@ -2,7 +2,8 @@ import sys
 import os
 import json
 import logging
-from typing import Optional
+from typing import Optional, Any
+
 try:
     import optuna
     from optuna.trial import create_trial
@@ -52,7 +53,7 @@ def tpe_suggest_point(trial: optuna.Trial, parameters: dict) -> dict:
                 if pvaltype == 'INT':
                     point[param_name] = trial.suggest_int(param_name, rmin, rmax)
                 elif pvaltype == 'FLOAT':
-                    point[param_name] = trial.suggest_float(param_name, rmin, rmax)
+                    point[param_name] = trial.suggest_float(param_name, rmin, rmax) # type: ignore[assignment]
                 else:
                     raise ValueError(f"Unsupported type {pvaltype} for RANGE")
 
@@ -162,7 +163,7 @@ def add_existing_trial_to_study(study: optuna.study.study.Study, trial_entry: li
     )
 
 @beartype
-def get_best_or_new_point(study: optuna.study.study.Study, parameters: dict, direction: str) -> dict:
+def get_best_or_new_point(study: Any, parameters: dict, direction: str) -> dict:
     best_trial_value = study.best_trial.value
     if best_trial_value is not None:
         if (direction == "minimize" and best_trial_value < 1e6) or \

omniopt

@@ -346,10 +346,35 @@
 	send_anonymized_usage_stats=0
 	already_shown_oo_base_url_msg=0
 
+	function run_live_share {
+		if [[ $RUN_UUID != "" ]]; then
+			full_log_file="$ORIGINAL_PWD/logs/$RUN_UUID"
+			if [[ -e "$full_log_file" ]]; then
+				set +e
+				run_folder=$(cat "$full_log_file" | grep "Run-folder:" | sed -e 's#Run-folder: ##')
+				if [[ -z $run_folder ]]; then
+					true
+				else
+					bash "$SCRIPT_DIR/omniopt_share" --username="$USER" "$run_folder" 2>/dev/null >/dev/null
+				fi
+				set -e
+			else
+				red_text "--live_share enabled, but $full_log_file could not be found. Cannot share once again in finalization.\n"
+			fi
+		fi
+	}
+
+	function start_periodidic_live_share {
+		while true; do
+			run_live_share 2>/dev/null >/dev/null
+			sleep 10
+		done
+	}
+
 	function myexit {
 		CODE=$1
 
-		end_all_bg_processes
+		end_all_bg_processes 2>/dev/null
 
 		if [[ $follow -eq 1 ]]; then
 			if [[ -z $CODE ]] || ! [[ $CODE =~ $int_re ]]; then
@@ -382,21 +407,7 @@
 
 		if [[ $follow -eq 1 ]] || ! command -v sbatch 2>/dev/null >/dev/null || [[ $force_local_execution -eq 1 ]]; then
 			if [[ $live_share -eq 1 ]]; then
-				if [[ $RUN_UUID != "" ]]; then
-					full_log_file="$ORIGINAL_PWD/logs/$RUN_UUID"
-					if [[ -e "$full_log_file" ]]; then
-						set +e
-						run_folder=$(cat "$full_log_file" | grep "Run-folder:" | sed -e 's#Run-folder: ##')
-						if [[ -z $run_folder ]]; then
-							true
-						else
-							bash "$SCRIPT_DIR/omniopt_share" --username="$USER" "$run_folder" 2>/dev/null >/dev/null
-						fi
-						set -e
-					else
-						red_text "--live_share enabled, but $full_log_file could not be found. Cannot share once again in finalization.\n"
-					fi
-				fi
+				run_live_share
 			fi
 		fi
 
@@ -1005,6 +1016,10 @@ $complex_options_str
 			args_string+=" --help "
 			;;
 
+		--memray)
+			export RUN_WITH_MEMRAY=1
+			;;
+
 		--flame_graph)
 			export RUN_WITH_PYSPY=1
 			;;
@@ -1620,15 +1635,30 @@ EOF
 		set +e
 		trap - ERR
 
+		live_share_pid=""
+
+		if [[ $live_share -eq 1 ]]; then
+			start_periodidic_live_share &
+			live_share_pid=$!
+		fi
+
 		if [[ -z $RUN_WITH_COVERAGE ]]; then
-			if [[ -z $RUN_WITH_PYSPY ]]; then
-				stdbuf -e 0 -o 0 python3 "$SCRIPT_DIR/.omniopt.py" $args_string
-				EXIT_CODE=$?
-			else
+			if [[ -n $RUN_WITH_PYSPY ]]; then
 				echo "Starting OmniOpt with Py-Spy"
 				pip install py-spy
 				stdbuf -e 0 -o 0 py-spy record --rate 10 --subprocesses --native --output "$RUN_UUID.svg" python3 -- "$SCRIPT_DIR/.omniopt.py" $args_string
 				EXIT_CODE=$?
+			elif [[ -n $RUN_WITH_MEMRAY ]]; then
+				echo "Starting OmniOpt with MemRay."
+				echo "Check later on with 'memray flamegraph $RUN_UUID.bin'"
+				export PYTORCH_NO_CUDA_MEMORY_CACHING=1
+				export PYTHONFAULTHANDLER=1
+				pip install memray
+				stdbuf -e 0 -o 0 memray run -o "$RUN_UUID.bin" -- "$SCRIPT_DIR/.omniopt.py" $args_string
+				EXIT_CODE=$?
+			else
+				stdbuf -e 0 -o 0 python3 "$SCRIPT_DIR/.omniopt.py" $args_string
+				EXIT_CODE=$?
 			fi
 		else
 			echo "Using coverage run -p because \$RUN_WITH_COVERAGE is set"
@@ -1636,6 +1666,10 @@ EOF
 			EXIT_CODE=$?
 		fi
 
+		if [[ $live_share -eq 1 ]] && [[ -n $live_share_pid ]]; then
+			kill -9 $live_share_pid >/dev/null 2>/dev/null
+		fi
+
 		set -e
 		trap 'calltracer' ERR
 
@@ -1843,7 +1877,7 @@ EOF
 						kill_tail_when_squeue_job_empty "$started_job_nr" &
 
 						tail_log_file() {
-							trap 'ask_cancel' SIGINT
+							#trap 'ask_cancel' SIGINT
 							# weird exec stuff for disabling the "Terminated" message coming from kill
 							exec 3>&2          # 3 is now a copy of 2
 							exec 2> /dev/null  # 2 now points to /dev/null
@@ -1890,34 +1924,29 @@ EOF
 						exit_code_lines=$(grep -i "exit-code:*" "$LOG_PATH" 2>/dev/null)
 						exit_code_lines_lines=$?
 						if [ $exit_code_lines_lines -ne 0 ] || [ -z "$exit_code_lines" ]; then
-							echo "WARN: grep failed or no exit-code line found."
 							exit_code_lines=""
 						fi
 
 						exit_code_sed=$(echo "$exit_code_lines" | sed -e 's#Exit-Code:*[[:space:]]*##i' -e 's#,.*##')
 						exit_code_sed_sed=$?
 						if [ $exit_code_sed_sed -ne 0 ] || [ -z "$exit_code_sed" ]; then
-							echo "WARN: sed failed or no data after sed."
 							exit_code_sed=""
 						fi
 
 						exit_code_tail=$(echo "$exit_code_sed" | tail -n1)
 						exit_code_tail_tail=$?
 						if [ $exit_code_tail_tail -ne 0 ] || [ -z "$exit_code_tail" ]; then
-							echo "WARN: tail failed or no data after tail."
 							exit_code_tail=""
 						fi
 
-						exit_code_only_digits=$(echo "$exit_code_tail" | grep -o '[0-9]\+')
+						exit_code_only_digits=$(echo "$exit_code_tail" | grep -o '[0-9]\+' | tail -n1)
 						if [ -z "$exit_code_only_digits" ]; then
-							echo "WARN: No valid exit code found, setting it to 3"
 							exit_code_only_digits=3
 						fi
 
 						exit_code="$exit_code_only_digits"
 
 						if ! [[ "$exit_code" =~ ^[0-9]+$ ]]; then
-							echo "WARN: exit_code invalid ('$exit_code'), setting to 3"
 							exit_code=3
 						fi
 

{omniopt2-8366.data → omniopt2-9061.data}/data/bin/.helpers.py

@@ -10,7 +10,6 @@ try:
     import difflib
     import logging
     import os
-    import platform
     import re
     import traceback
     import numpy as np
@@ -227,12 +226,6 @@ def print_color(color: str, text: str) -> None:
         print(f"Error: {e}")
         print(text)
 
-def check_python_version() -> None:
-    python_version = platform.python_version()
-    supported_versions = ["3.8.10", "3.8.20", "3.9.21", "3.10.4", "3.10.12", "3.11.2", "3.11.9", "3.9.2", "3.11.3", "3.12.3", "3.12.4", "3.12.5", "3.12.6", "3.12.7", "3.12.7+", "3.12.8", "3.13.1", "3.13.2", "3.13.3", "3.13.5"]
-    if python_version not in supported_versions:
-        print_color("yellow", f"Warning: Supported python versions are {', '.join(supported_versions)}, but you are running {python_version}. This may or may not cause problems. Just is just a warning.")
-
 def create_widgets(_data: Any) -> Any:
     _plt, button, MAXIMUM_TEXTBOX, MINIMUM_TEXTBOX, _args, TEXTBOX_MINIMUM, TEXTBOX_MAXIMUM, update_graph = _data
 
@@ -882,5 +875,3 @@ def die_if_cannot_be_plotted(run_dir: Optional[str]) -> None:
     if not can_be_plotted(run_dir):
         log_error(f"{run_dir} contains multiple RESULTS and thus can only be plotted by parallel plot")
         sys.exit(2)
-
-check_python_version()