omniopt2 7334__py3-none-any.whl → 7344__py3-none-any.whl

.omniopt.py

@@ -1842,7 +1842,11 @@ def try_saving_to_db() -> None:
 
             initialized_storage = True
 
-        save_experiment_to_db(ax_client.experiment)
+        if ax_client is not None:
+            save_experiment_to_db(ax_client.experiment)
+        else:
+            print_red("ax_client was not defined in try_saving_to_db")
+            my_exit(101)
         save_generation_strategy(global_gs)
     except Exception as e:
         print_debug(f"Failed trying to save sqlite3-DB: {e}")
@@ -2014,6 +2018,9 @@ def print_logo() -> None:
             "Climbing the hyperparameter mountain... Montana Sacra style!",
             "better than OmniOpt1!",
             "Optimizing like it's the Matrix, but I am the One.",
+            "Not all who wander are lost... just doing a random search.",
+            "Grid search? Please, I’m doing ballet through parameter space.",
+            "Hyperparameter tuning: part science, part sorcery.",
             "Channeling my inner Gandalf: ‘You shall not pass... without fine-tuning!’",
             "Inception-level optimization: going deeper with every layer.",
             "Hyperparameter quest: It's dangerous to go alone, take this!",
@@ -3908,6 +3915,20 @@ def _evaluate_create_signal_map() -> Dict[str, type[BaseException]]:
         "INT-signal": SignalINT
     }
 
+@beartype
+def sanitize_for_evaluate_handle_result(val: Optional[Union[int, float, list, tuple]]) -> Optional[Union[float, Tuple]]:
+    if val is None:
+        return None
+    if isinstance(val, int):
+        return float(val)
+    if isinstance(val, float):
+        return val
+    if isinstance(val, list):
+        return tuple(val)
+    if isinstance(val, tuple):
+        return val
+    raise TypeError(f"Unexpected result type: {type(val)}")
+
 @beartype
 def _evaluate_handle_result(
     stdout: str,
@@ -3918,16 +3939,19 @@ def _evaluate_handle_result(
 
     if isinstance(result, (int, float)):
         for name in arg_result_names:
-            final_result[name] = attach_sem_to_result(stdout, name, float(result))
+            value = attach_sem_to_result(stdout, name, float(result))
+            final_result[name] = sanitize_for_evaluate_handle_result(value)
 
     elif isinstance(result, list):
         float_values = [float(r) for r in result]
         for name in arg_result_names:
-            final_result[name] = attach_sem_to_result(stdout, name, float_values)
+            value = attach_sem_to_result(stdout, name, float_values)
+            final_result[name] = sanitize_for_evaluate_handle_result(value)
 
     elif isinstance(result, dict):
         for name in arg_result_names:
-            final_result[name] = attach_sem_to_result(stdout, name, result.get(name))
+            value = attach_sem_to_result(stdout, name, result.get(name))
+            final_result[name] = sanitize_for_evaluate_handle_result(value)
 
     else:
         write_failed_logs(parameters, "No Result")
@@ -5332,7 +5356,39 @@ def copy_continue_uuid() -> None:
         print_debug(f"copy_continue_uuid: Source file does not exist: {source_file}")
 
 @beartype
-def get_experiment_parameters(_params: list) -> Tuple[AxClient, Union[list, dict], dict, str, str]:
+def load_ax_client_from_experiment_parameters(experiment_parameters: dict) -> None:
+    global ax_client
+    tmp_file_path = get_tmp_file_from_json(experiment_parameters)
+    ax_client = AxClient.load_from_json_file(tmp_file_path)
+    ax_client = cast(AxClient, ax_client)
+    os.unlink(tmp_file_path)
+
+@beartype
+def save_checkpoint_for_continued(experiment_parameters: dict) -> None:
+    state_files_folder = f"{get_current_run_folder()}/state_files"
+    checkpoint_filepath = f'{state_files_folder}/checkpoint.json'
+
+    makedirs(state_files_folder)
+
+    with open(checkpoint_filepath, mode="w", encoding="utf-8") as outfile:
+        json.dump(experiment_parameters, outfile)
+
+    if not os.path.exists(checkpoint_filepath):
+        _fatal_error(f"{checkpoint_filepath} not found. Cannot continue_previous_job without.", 47)
+
+@beartype
+def load_original_generation_strategy(experiment_parameters: dict, original_ax_client_file: str) -> dict:
+    with open(original_ax_client_file, encoding="utf-8") as f:
+        loaded_original_ax_client_json = json.load(f)
+        original_generation_strategy = loaded_original_ax_client_json["generation_strategy"]
+
+        if original_generation_strategy:
+            experiment_parameters["generation_strategy"] = original_generation_strategy
+
+    return experiment_parameters
+
+@beartype
+def get_experiment_parameters(_params: list) -> Optional[Tuple[AxClient, Union[list, dict], dict, str, str]]:
     cli_params_experiment_parameters, experiment_parameters = _params
 
     continue_previous_job = args.continue_previous_job
@@ -5340,10 +5396,9 @@ def get_experiment_parameters(_params: list) -> Tuple[AxClient, Union[list, dict
 
     experiment_constraints = get_constraints()
 
-    global ax_client
-
     if not ax_client:
         _fatal_error("Something went wrong with the ax_client", 9)
+        return None
 
     gpu_string = ""
     gpu_color = "green"
@@ -5356,8 +5411,6 @@ def get_experiment_parameters(_params: list) -> Tuple[AxClient, Union[list, dict
         checkpoint_file: str = f"{continue_previous_job}/state_files/checkpoint.json"
         checkpoint_parameters_filepath: str = f"{continue_previous_job}/state_files/checkpoint.json.parameters.json"
         original_ax_client_file: str = f"{get_current_run_folder()}/state_files/original_ax_client_before_loading_tmp_one.json"
-        state_files_folder = f"{get_current_run_folder()}/state_files"
-        checkpoint_filepath = f'{state_files_folder}/checkpoint.json'
 
         die_with_47_if_file_doesnt_exists(checkpoint_parameters_filepath)
         die_with_47_if_file_doesnt_exists(checkpoint_file)
@@ -5368,37 +5421,27 @@ def get_experiment_parameters(_params: list) -> Tuple[AxClient, Union[list, dict
 
         copy_state_files_from_previous_job(continue_previous_job)
 
-        replace_parameters_for_continued_jobs(parameter, cli_params_experiment_parameters, experiment_parameters)
-
-        ax_client.save_to_json_file(filepath=original_ax_client_file)
+        if experiment_parameters is None or "experiment" not in experiment_parameters or "search_space" not in experiment_parameters["experiment"] or "parameters" not in experiment_parameters["experiment"]["search_space"]:
+            print_red(f"Either, experiment_parameters was empty or it had no path to experiment/search_space/parameters: {experiment_parameters}")
+            my_exit(95)
+        else:
+            replace_parameters_for_continued_jobs(parameter, cli_params_experiment_parameters, experiment_parameters)
 
-        with open(original_ax_client_file, encoding="utf-8") as f:
-            loaded_original_ax_client_json = json.load(f)
-            original_generation_strategy = loaded_original_ax_client_json["generation_strategy"]
+            ax_client.save_to_json_file(filepath=original_ax_client_file)
 
-            if original_generation_strategy:
-                experiment_parameters["generation_strategy"] = original_generation_strategy
+            experiment_parameters = load_original_generation_strategy(experiment_parameters, original_ax_client_file)
 
-        tmp_file_path = get_tmp_file_from_json(experiment_parameters)
-        ax_client = AxClient.load_from_json_file(tmp_file_path)
-        ax_client = cast(AxClient, ax_client)
-        os.unlink(tmp_file_path)
+            load_ax_client_from_experiment_parameters(experiment_parameters)
 
-        makedirs(state_files_folder)
+            save_checkpoint_for_continued(experiment_parameters)
 
-        with open(checkpoint_filepath, mode="w", encoding="utf-8") as outfile:
-            json.dump(experiment_parameters, outfile)
+            with open(f'{get_current_run_folder()}/checkpoint_load_source', mode='w', encoding="utf-8") as f:
+                print(f"Continuation from checkpoint {continue_previous_job}", file=f)
 
-        if not os.path.exists(checkpoint_filepath):
-            _fatal_error(f"{checkpoint_filepath} not found. Cannot continue_previous_job without.", 47)
+            copy_continue_uuid()
 
-        with open(f'{get_current_run_folder()}/checkpoint_load_source', mode='w', encoding="utf-8") as f:
-            print(f"Continuation from checkpoint {continue_previous_job}", file=f)
-
-        copy_continue_uuid()
-
-        if experiment_constraints:
-            experiment_args = set_experiment_constraints(experiment_constraints, experiment_args, experiment_parameters["experiment"]["search_space"]["parameters"])
+            if experiment_constraints:
+                experiment_args = set_experiment_constraints(experiment_constraints, experiment_args, experiment_parameters["experiment"]["search_space"]["parameters"])
     else:
         objectives = set_objectives()
 
@@ -6245,6 +6288,9 @@ def insert_job_into_ax_client(arm_params: dict, result: dict, new_job_type: str
 
     while not done_converting:
         try:
+            if ax_client is None:
+                return False
+
             new_trial = ax_client.attach_trial(arm_params)
             if not isinstance(new_trial, tuple) or len(new_trial) < 2:
                 raise RuntimeError("attach_trial didn't return the expected tuple")
@@ -6704,6 +6750,10 @@ def _finish_job_core_helper_check_valid_result(result: Union[None, list, int, fl
 
 @beartype
 def _finish_job_core_helper_complete_trial(trial_index: int, raw_result: dict) -> None:
+    if ax_client is None:
+        print_red("ax_client is not defined in _finish_job_core_helper_complete_trial")
+        return None
+
     try:
         print_debug(f"Completing trial: {trial_index} with result: {raw_result}...")
         ax_client.complete_trial(trial_index=trial_index, raw_data=raw_result)
@@ -6716,6 +6766,8 @@ def _finish_job_core_helper_complete_trial(trial_index: int, raw_result: dict) -
         else:
             _fatal_error(f"Error completing trial: {e}", 234)
 
+    return None
+
 @beartype
 def _finish_job_core_helper_mark_success(_trial: ax.core.trial.Trial, result: Union[float, int, tuple]) -> None:
     print_debug(f"Marking trial {_trial} as completed")
@@ -6731,6 +6783,10 @@ def _finish_job_core_helper_mark_success(_trial: ax.core.trial.Trial, result: Un
 
 @beartype
 def _finish_job_core_helper_mark_failure(job: Any, trial_index: int, _trial: Any) -> None:
+    if ax_client is None:
+        print_red("ax_client is not defined in _finish_job_core_helper_mark_failure")
+        return None
+
     print_debug(f"Counting job {job} as failed, because the result is {job.result() if job else 'None'}")
     if job:
         try:
@@ -6745,6 +6801,8 @@ def _finish_job_core_helper_mark_failure(job: Any, trial_index: int, _trial: Any
     mark_trial_as_failed(trial_index, _trial)
     failed_jobs(1)
 
+    return None
+
 @beartype
 def finish_job_core(job: Any, trial_index: int, this_jobs_finished: int) -> int:
     die_for_debug_reasons()
@@ -6782,6 +6840,10 @@ def finish_job_core(job: Any, trial_index: int, this_jobs_finished: int) -> int:
 
 @beartype
 def _finish_previous_jobs_helper_handle_failed_job(job: Any, trial_index: int) -> None:
+    if ax_client is None:
+        print_red("ax_client is not defined in _finish_job_core_helper_mark_failure")
+        return None
+
     if job:
         try:
             progressbar_description(["job_failed"])
@@ -6800,6 +6862,8 @@ def _finish_previous_jobs_helper_handle_failed_job(job: Any, trial_index: int) -
         print_debug(f"finish_previous_jobs: removing job {job}, trial_index: {trial_index}")
         global_vars["jobs"].remove((job, trial_index))
 
+    return None
+
 @beartype
 def _finish_previous_jobs_helper_handle_exception(job: Any, trial_index: int, error: Exception) -> int:
     if "None for metric" in str(error):
@@ -7449,6 +7513,10 @@ def get_batched_arms(nr_of_jobs_to_get: int) -> list:
 
         return []
 
+    if ax_client is None:
+        print_red("get_batched_arms: ax_client was None")
+        return []
+
     while len(batched_arms) != nr_of_jobs_to_get:
         if attempts > args.max_attempts_for_generation:
             print_debug(f"_fetch_next_trials: Stopped after {attempts} attempts: could not generate enough arms "
@@ -7534,6 +7602,10 @@ class TrialRejected(Exception):
 
 @beartype
 def _create_and_handle_trial(arm: Any) -> Optional[Tuple[int, float, bool]]:
+    if ax_client is None:
+        print_red("ax_client is None in _create_and_handle_trial")
+        return None
+
     start = time.time()
 
     if global_gs is None:
@@ -9982,44 +10054,48 @@ def main() -> None:
 
     initialize_ax_client()
 
-    ax_client, experiment_parameters, experiment_args, gpu_string, gpu_color = get_experiment_parameters([
+    exp_params = get_experiment_parameters([
         cli_params_experiment_parameters,
         experiment_parameters,
     ])
 
-    print_debug(f"experiment_parameters: {experiment_parameters}")
+    if exp_params is not None:
+        ax_client, experiment_parameters, experiment_args, gpu_string, gpu_color = exp_params
+        print_debug(f"experiment_parameters: {experiment_parameters}")
 
-    set_orchestrator()
+        set_orchestrator()
 
-    show_available_hardware_and_generation_strategy_string(gpu_string, gpu_color)
+        show_available_hardware_and_generation_strategy_string(gpu_string, gpu_color)
 
-    original_print(f"Run-Program: {global_vars['joined_run_program']}")
+        original_print(f"Run-Program: {global_vars['joined_run_program']}")
 
-    if args.external_generator:
-        original_print(f"External-Generator: {decode_if_base64(args.external_generator)}")
+        if args.external_generator:
+            original_print(f"External-Generator: {decode_if_base64(args.external_generator)}")
 
-    checkpoint_parameters_filepath = f"{get_current_run_folder()}/state_files/checkpoint.json.parameters.json"
-    save_experiment_parameters(checkpoint_parameters_filepath, experiment_parameters)
+        checkpoint_parameters_filepath = f"{get_current_run_folder()}/state_files/checkpoint.json.parameters.json"
+        save_experiment_parameters(checkpoint_parameters_filepath, experiment_parameters)
 
-    print_overview_tables(experiment_parameters, experiment_args)
+        print_overview_tables(experiment_parameters, experiment_args)
 
-    write_files_and_show_overviews()
+        write_files_and_show_overviews()
 
-    for existing_run in args.load_data_from_existing_jobs:
-        insert_jobs_from_csv(f"{existing_run}/results.csv".replace("//", "/"), experiment_parameters)
+        for existing_run in args.load_data_from_existing_jobs:
+            insert_jobs_from_csv(f"{existing_run}/results.csv".replace("//", "/"), experiment_parameters)
 
-        set_global_generation_strategy()
+            set_global_generation_strategy()
 
-    try:
-        run_search_with_progress_bar()
+        try:
+            run_search_with_progress_bar()
 
-        live_share()
+            live_share()
 
-        time.sleep(2)
-    except ax.exceptions.core.UnsupportedError:
-        pass
+            time.sleep(2)
+        except ax.exceptions.core.UnsupportedError:
+            pass
 
-    end_program()
+        end_program()
+    else:
+        print_red("exp_params is None!")
 
 @beartype
 def log_worker_creation() -> None:

{omniopt2-7334.data → omniopt2-7344.data}/data/bin/.omniopt.py

@@ -1842,7 +1842,11 @@ def try_saving_to_db() -> None:
 
             initialized_storage = True
 
-        save_experiment_to_db(ax_client.experiment)
+        if ax_client is not None:
+            save_experiment_to_db(ax_client.experiment)
+        else:
+            print_red("ax_client was not defined in try_saving_to_db")
+            my_exit(101)
         save_generation_strategy(global_gs)
     except Exception as e:
         print_debug(f"Failed trying to save sqlite3-DB: {e}")
@@ -2014,6 +2018,9 @@ def print_logo() -> None:
             "Climbing the hyperparameter mountain... Montana Sacra style!",
             "better than OmniOpt1!",
             "Optimizing like it's the Matrix, but I am the One.",
+            "Not all who wander are lost... just doing a random search.",
+            "Grid search? Please, I’m doing ballet through parameter space.",
+            "Hyperparameter tuning: part science, part sorcery.",
             "Channeling my inner Gandalf: ‘You shall not pass... without fine-tuning!’",
             "Inception-level optimization: going deeper with every layer.",
             "Hyperparameter quest: It's dangerous to go alone, take this!",
@@ -3908,6 +3915,20 @@ def _evaluate_create_signal_map() -> Dict[str, type[BaseException]]:
         "INT-signal": SignalINT
     }
 
+@beartype
+def sanitize_for_evaluate_handle_result(val: Optional[Union[int, float, list, tuple]]) -> Optional[Union[float, Tuple]]:
+    if val is None:
+        return None
+    if isinstance(val, int):
+        return float(val)
+    if isinstance(val, float):
+        return val
+    if isinstance(val, list):
+        return tuple(val)
+    if isinstance(val, tuple):
+        return val
+    raise TypeError(f"Unexpected result type: {type(val)}")
+
 @beartype
 def _evaluate_handle_result(
     stdout: str,
@@ -3918,16 +3939,19 @@ def _evaluate_handle_result(
 
     if isinstance(result, (int, float)):
         for name in arg_result_names:
-            final_result[name] = attach_sem_to_result(stdout, name, float(result))
+            value = attach_sem_to_result(stdout, name, float(result))
+            final_result[name] = sanitize_for_evaluate_handle_result(value)
 
     elif isinstance(result, list):
         float_values = [float(r) for r in result]
         for name in arg_result_names:
-            final_result[name] = attach_sem_to_result(stdout, name, float_values)
+            value = attach_sem_to_result(stdout, name, float_values)
+            final_result[name] = sanitize_for_evaluate_handle_result(value)
 
     elif isinstance(result, dict):
         for name in arg_result_names:
-            final_result[name] = attach_sem_to_result(stdout, name, result.get(name))
+            value = attach_sem_to_result(stdout, name, result.get(name))
+            final_result[name] = sanitize_for_evaluate_handle_result(value)
 
     else:
         write_failed_logs(parameters, "No Result")
@@ -5332,7 +5356,39 @@ def copy_continue_uuid() -> None:
         print_debug(f"copy_continue_uuid: Source file does not exist: {source_file}")
 
 @beartype
-def get_experiment_parameters(_params: list) -> Tuple[AxClient, Union[list, dict], dict, str, str]:
+def load_ax_client_from_experiment_parameters(experiment_parameters: dict) -> None:
+    global ax_client
+    tmp_file_path = get_tmp_file_from_json(experiment_parameters)
+    ax_client = AxClient.load_from_json_file(tmp_file_path)
+    ax_client = cast(AxClient, ax_client)
+    os.unlink(tmp_file_path)
+
+@beartype
+def save_checkpoint_for_continued(experiment_parameters: dict) -> None:
+    state_files_folder = f"{get_current_run_folder()}/state_files"
+    checkpoint_filepath = f'{state_files_folder}/checkpoint.json'
+
+    makedirs(state_files_folder)
+
+    with open(checkpoint_filepath, mode="w", encoding="utf-8") as outfile:
+        json.dump(experiment_parameters, outfile)
+
+    if not os.path.exists(checkpoint_filepath):
+        _fatal_error(f"{checkpoint_filepath} not found. Cannot continue_previous_job without.", 47)
+
+@beartype
+def load_original_generation_strategy(experiment_parameters: dict, original_ax_client_file: str) -> dict:
+    with open(original_ax_client_file, encoding="utf-8") as f:
+        loaded_original_ax_client_json = json.load(f)
+        original_generation_strategy = loaded_original_ax_client_json["generation_strategy"]
+
+        if original_generation_strategy:
+            experiment_parameters["generation_strategy"] = original_generation_strategy
+
+    return experiment_parameters
+
+@beartype
+def get_experiment_parameters(_params: list) -> Optional[Tuple[AxClient, Union[list, dict], dict, str, str]]:
     cli_params_experiment_parameters, experiment_parameters = _params
 
     continue_previous_job = args.continue_previous_job
@@ -5340,10 +5396,9 @@ def get_experiment_parameters(_params: list) -> Tuple[AxClient, Union[list, dict
 
     experiment_constraints = get_constraints()
 
-    global ax_client
-
     if not ax_client:
         _fatal_error("Something went wrong with the ax_client", 9)
+        return None
 
     gpu_string = ""
     gpu_color = "green"
@@ -5356,8 +5411,6 @@ def get_experiment_parameters(_params: list) -> Tuple[AxClient, Union[list, dict
         checkpoint_file: str = f"{continue_previous_job}/state_files/checkpoint.json"
         checkpoint_parameters_filepath: str = f"{continue_previous_job}/state_files/checkpoint.json.parameters.json"
         original_ax_client_file: str = f"{get_current_run_folder()}/state_files/original_ax_client_before_loading_tmp_one.json"
-        state_files_folder = f"{get_current_run_folder()}/state_files"
-        checkpoint_filepath = f'{state_files_folder}/checkpoint.json'
 
         die_with_47_if_file_doesnt_exists(checkpoint_parameters_filepath)
         die_with_47_if_file_doesnt_exists(checkpoint_file)
@@ -5368,37 +5421,27 @@ def get_experiment_parameters(_params: list) -> Tuple[AxClient, Union[list, dict
 
         copy_state_files_from_previous_job(continue_previous_job)
 
-        replace_parameters_for_continued_jobs(parameter, cli_params_experiment_parameters, experiment_parameters)
-
-        ax_client.save_to_json_file(filepath=original_ax_client_file)
+        if experiment_parameters is None or "experiment" not in experiment_parameters or "search_space" not in experiment_parameters["experiment"] or "parameters" not in experiment_parameters["experiment"]["search_space"]:
+            print_red(f"Either, experiment_parameters was empty or it had no path to experiment/search_space/parameters: {experiment_parameters}")
+            my_exit(95)
+        else:
+            replace_parameters_for_continued_jobs(parameter, cli_params_experiment_parameters, experiment_parameters)
 
-        with open(original_ax_client_file, encoding="utf-8") as f:
-            loaded_original_ax_client_json = json.load(f)
-            original_generation_strategy = loaded_original_ax_client_json["generation_strategy"]
+            ax_client.save_to_json_file(filepath=original_ax_client_file)
 
-            if original_generation_strategy:
-                experiment_parameters["generation_strategy"] = original_generation_strategy
+            experiment_parameters = load_original_generation_strategy(experiment_parameters, original_ax_client_file)
 
-        tmp_file_path = get_tmp_file_from_json(experiment_parameters)
-        ax_client = AxClient.load_from_json_file(tmp_file_path)
-        ax_client = cast(AxClient, ax_client)
-        os.unlink(tmp_file_path)
+            load_ax_client_from_experiment_parameters(experiment_parameters)
 
-        makedirs(state_files_folder)
+            save_checkpoint_for_continued(experiment_parameters)
 
-        with open(checkpoint_filepath, mode="w", encoding="utf-8") as outfile:
-            json.dump(experiment_parameters, outfile)
+            with open(f'{get_current_run_folder()}/checkpoint_load_source', mode='w', encoding="utf-8") as f:
+                print(f"Continuation from checkpoint {continue_previous_job}", file=f)
 
-        if not os.path.exists(checkpoint_filepath):
-            _fatal_error(f"{checkpoint_filepath} not found. Cannot continue_previous_job without.", 47)
+            copy_continue_uuid()
 
-        with open(f'{get_current_run_folder()}/checkpoint_load_source', mode='w', encoding="utf-8") as f:
-            print(f"Continuation from checkpoint {continue_previous_job}", file=f)
-
-        copy_continue_uuid()
-
-        if experiment_constraints:
-            experiment_args = set_experiment_constraints(experiment_constraints, experiment_args, experiment_parameters["experiment"]["search_space"]["parameters"])
+            if experiment_constraints:
+                experiment_args = set_experiment_constraints(experiment_constraints, experiment_args, experiment_parameters["experiment"]["search_space"]["parameters"])
     else:
         objectives = set_objectives()
 
@@ -6245,6 +6288,9 @@ def insert_job_into_ax_client(arm_params: dict, result: dict, new_job_type: str
 
     while not done_converting:
         try:
+            if ax_client is None:
+                return False
+
             new_trial = ax_client.attach_trial(arm_params)
             if not isinstance(new_trial, tuple) or len(new_trial) < 2:
                 raise RuntimeError("attach_trial didn't return the expected tuple")
@@ -6704,6 +6750,10 @@ def _finish_job_core_helper_check_valid_result(result: Union[None, list, int, fl
 
 @beartype
 def _finish_job_core_helper_complete_trial(trial_index: int, raw_result: dict) -> None:
+    if ax_client is None:
+        print_red("ax_client is not defined in _finish_job_core_helper_complete_trial")
+        return None
+
     try:
         print_debug(f"Completing trial: {trial_index} with result: {raw_result}...")
         ax_client.complete_trial(trial_index=trial_index, raw_data=raw_result)
@@ -6716,6 +6766,8 @@ def _finish_job_core_helper_complete_trial(trial_index: int, raw_result: dict) -
         else:
             _fatal_error(f"Error completing trial: {e}", 234)
 
+    return None
+
 @beartype
 def _finish_job_core_helper_mark_success(_trial: ax.core.trial.Trial, result: Union[float, int, tuple]) -> None:
     print_debug(f"Marking trial {_trial} as completed")
@@ -6731,6 +6783,10 @@ def _finish_job_core_helper_mark_success(_trial: ax.core.trial.Trial, result: Un
 
 @beartype
 def _finish_job_core_helper_mark_failure(job: Any, trial_index: int, _trial: Any) -> None:
+    if ax_client is None:
+        print_red("ax_client is not defined in _finish_job_core_helper_mark_failure")
+        return None
+
     print_debug(f"Counting job {job} as failed, because the result is {job.result() if job else 'None'}")
     if job:
         try:
@@ -6745,6 +6801,8 @@ def _finish_job_core_helper_mark_failure(job: Any, trial_index: int, _trial: Any
     mark_trial_as_failed(trial_index, _trial)
     failed_jobs(1)
 
+    return None
+
 @beartype
 def finish_job_core(job: Any, trial_index: int, this_jobs_finished: int) -> int:
     die_for_debug_reasons()
@@ -6782,6 +6840,10 @@ def finish_job_core(job: Any, trial_index: int, this_jobs_finished: int) -> int:
 
 @beartype
 def _finish_previous_jobs_helper_handle_failed_job(job: Any, trial_index: int) -> None:
+    if ax_client is None:
+        print_red("ax_client is not defined in _finish_job_core_helper_mark_failure")
+        return None
+
     if job:
         try:
             progressbar_description(["job_failed"])
@@ -6800,6 +6862,8 @@ def _finish_previous_jobs_helper_handle_failed_job(job: Any, trial_index: int) -
         print_debug(f"finish_previous_jobs: removing job {job}, trial_index: {trial_index}")
         global_vars["jobs"].remove((job, trial_index))
 
+    return None
+
 @beartype
 def _finish_previous_jobs_helper_handle_exception(job: Any, trial_index: int, error: Exception) -> int:
     if "None for metric" in str(error):
@@ -7449,6 +7513,10 @@ def get_batched_arms(nr_of_jobs_to_get: int) -> list:
 
         return []
 
+    if ax_client is None:
+        print_red("get_batched_arms: ax_client was None")
+        return []
+
     while len(batched_arms) != nr_of_jobs_to_get:
         if attempts > args.max_attempts_for_generation:
             print_debug(f"_fetch_next_trials: Stopped after {attempts} attempts: could not generate enough arms "
@@ -7534,6 +7602,10 @@ class TrialRejected(Exception):
 
 @beartype
 def _create_and_handle_trial(arm: Any) -> Optional[Tuple[int, float, bool]]:
+    if ax_client is None:
+        print_red("ax_client is None in _create_and_handle_trial")
+        return None
+
     start = time.time()
 
     if global_gs is None:
@@ -9982,44 +10054,48 @@ def main() -> None:
 
     initialize_ax_client()
 
-    ax_client, experiment_parameters, experiment_args, gpu_string, gpu_color = get_experiment_parameters([
+    exp_params = get_experiment_parameters([
         cli_params_experiment_parameters,
         experiment_parameters,
     ])
 
-    print_debug(f"experiment_parameters: {experiment_parameters}")
+    if exp_params is not None:
+        ax_client, experiment_parameters, experiment_args, gpu_string, gpu_color = exp_params
+        print_debug(f"experiment_parameters: {experiment_parameters}")
 
-    set_orchestrator()
+        set_orchestrator()
 
-    show_available_hardware_and_generation_strategy_string(gpu_string, gpu_color)
+        show_available_hardware_and_generation_strategy_string(gpu_string, gpu_color)
 
-    original_print(f"Run-Program: {global_vars['joined_run_program']}")
+        original_print(f"Run-Program: {global_vars['joined_run_program']}")
 
-    if args.external_generator:
-        original_print(f"External-Generator: {decode_if_base64(args.external_generator)}")
+        if args.external_generator:
+            original_print(f"External-Generator: {decode_if_base64(args.external_generator)}")
 
-    checkpoint_parameters_filepath = f"{get_current_run_folder()}/state_files/checkpoint.json.parameters.json"
-    save_experiment_parameters(checkpoint_parameters_filepath, experiment_parameters)
+        checkpoint_parameters_filepath = f"{get_current_run_folder()}/state_files/checkpoint.json.parameters.json"
+        save_experiment_parameters(checkpoint_parameters_filepath, experiment_parameters)
 
-    print_overview_tables(experiment_parameters, experiment_args)
+        print_overview_tables(experiment_parameters, experiment_args)
 
-    write_files_and_show_overviews()
+        write_files_and_show_overviews()
 
-    for existing_run in args.load_data_from_existing_jobs:
-        insert_jobs_from_csv(f"{existing_run}/results.csv".replace("//", "/"), experiment_parameters)
+        for existing_run in args.load_data_from_existing_jobs:
+            insert_jobs_from_csv(f"{existing_run}/results.csv".replace("//", "/"), experiment_parameters)
 
-        set_global_generation_strategy()
+            set_global_generation_strategy()
 
-    try:
-        run_search_with_progress_bar()
+        try:
+            run_search_with_progress_bar()
 
-        live_share()
+            live_share()
 
-        time.sleep(2)
-    except ax.exceptions.core.UnsupportedError:
-        pass
+            time.sleep(2)
+        except ax.exceptions.core.UnsupportedError:
+            pass
 
-    end_program()
+        end_program()
+    else:
+        print_red("exp_params is None!")
 
 @beartype
 def log_worker_creation() -> None:

{omniopt2-7334.dist-info → omniopt2-7344.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: omniopt2
-Version: 7334
+Version: 7344
 Summary: Automatic highly parallelized hyperparameter optimizer based on Ax/Botorch
 Home-page: https://scads.ai/transfer-2/verfuegbare-software-dienste-en/omniopt/
 Author: Norman Koch

{omniopt2-7334.dist-info → omniopt2-7344.dist-info}/RECORD

@@ -3,7 +3,7 @@
 .general.sh,sha256=uyGMN8xNToQ0v50KoiYxm6jRmgf0orroOaodM_Nuq30,2107
 .gitignore,sha256=OMaFWOR6wxjAlI85rF3euQcjQFFAl1F34abZkltKnaU,3714
 .helpers.py,sha256=6uoxzpi8zfvvQy16LpGkIC1OzvDC8TR8luAOX1iW1OM,30679
-.omniopt.py,sha256=7LSRsvsb504INyPWHUWaWPJsFRtKLV-_fLKosv7UFXo,405260
+.omniopt.py,sha256=MxdwmZkWb35WRc0wHY_5KyC7fj1FgJVRPU60Dpd6GnM,408178
 .omniopt_plot_cpu_ram_usage.py,sha256=DbOAmdrbcZtsMnHJgHfeRngjtv6zX5J0axyua_dYezc,3932
 .omniopt_plot_general.py,sha256=ZERZJkvVOoJhi7SszmTF1Iln-_08_0Aki48u3LHUW-k,6809
 .omniopt_plot_gpu_usage.py,sha256=ojxVicwSoiyl7f3c-6lLuT2EpyPcSJKEcbp75LgDY2k,5107
@@ -26,44 +26,44 @@ omniopt_docker,sha256=LWVUeyvmA5AKqAHiH9jBUkR5uZ6AHMnSy0eET7mK6E4,3602
 omniopt_evaluate,sha256=9oBh0_ikCuIz_aJQZrN0j39NDiIDYoSvEFmSVIoFjJE,23842
 omniopt_plot,sha256=Z8ZR10p-ZRSgMeVPO-wVCJ8lk-LQtntjZ9Bk9RifCIs,13360
 omniopt_share,sha256=PiO7Vt-dL5aC2uAZZZEYlNbyGjkyMUSeWVoiIURjr3k,13999
-pyproject.toml,sha256=mQ1cJbL2e6WCHQ1f2di8kHSUgack5Rz07su4zarYmwU,397
+pyproject.toml,sha256=Reu9Z2mhBTi8pgrCqit_2TDwKTpK1DKPZlp440ATiPE,397
 requirements.txt,sha256=73KRc-JrFmFO02-Uy_Py88kt6pLDHL6BK0xNWstU_lE,313
 setup.cfg,sha256=HEc8uu6NpfxG5_AVh5SvXOpEFMNKPPPxgMIAH144vT4,38
 test_requirements.txt,sha256=hHblJ3DNG2Va76G-dV7ugDhKCc6ZmkpgiUVC-g1exsQ,494
-omniopt2-7334.data/data/bin/.colorfunctions.sh,sha256=xxc08V3Fh_0Je20fkJMRO14u9VCSvMyOiMaDfioEyCY,1098
-omniopt2-7334.data/data/bin/.general.sh,sha256=uyGMN8xNToQ0v50KoiYxm6jRmgf0orroOaodM_Nuq30,2107
-omniopt2-7334.data/data/bin/.helpers.py,sha256=6uoxzpi8zfvvQy16LpGkIC1OzvDC8TR8luAOX1iW1OM,30679
-omniopt2-7334.data/data/bin/.omniopt.py,sha256=7LSRsvsb504INyPWHUWaWPJsFRtKLV-_fLKosv7UFXo,405260
-omniopt2-7334.data/data/bin/.omniopt_plot_cpu_ram_usage.py,sha256=DbOAmdrbcZtsMnHJgHfeRngjtv6zX5J0axyua_dYezc,3932
-omniopt2-7334.data/data/bin/.omniopt_plot_general.py,sha256=ZERZJkvVOoJhi7SszmTF1Iln-_08_0Aki48u3LHUW-k,6809
-omniopt2-7334.data/data/bin/.omniopt_plot_gpu_usage.py,sha256=ojxVicwSoiyl7f3c-6lLuT2EpyPcSJKEcbp75LgDY2k,5107
-omniopt2-7334.data/data/bin/.omniopt_plot_kde.py,sha256=uRLWr72TDKvj3AqJ0O0AvkKZ1ok1O1QpXnbfQQdo0nA,6873
-omniopt2-7334.data/data/bin/.omniopt_plot_scatter.py,sha256=-amqmLR_YLCbHImLPh6gwVFv8iiVnXME544XHsRVCuw,8422
-omniopt2-7334.data/data/bin/.omniopt_plot_scatter_generation_method.py,sha256=rgKY_w1E516c9UucVaEvaKd8tCnoUq9xg-RrYSDzYEQ,4289
-omniopt2-7334.data/data/bin/.omniopt_plot_scatter_hex.py,sha256=w1L5gL6Bc_QudoSJi2lxEVvF17Apjjb3l2T-lXGnsUg,10279
-omniopt2-7334.data/data/bin/.omniopt_plot_time_and_exit_code.py,sha256=hC4RFDiJN_UImezFR6M5uVF-QKDqMDpq6R5DIg7dDDc,6463
-omniopt2-7334.data/data/bin/.omniopt_plot_trial_index_result.py,sha256=5DmqZAQO_PFmzdap-TIhSMAshRXpOHQacnHAtjwnzN4,4629
-omniopt2-7334.data/data/bin/.omniopt_plot_worker.py,sha256=VuluQq4W6KRR5RU08dxmDSFk5mbfDRkRJQFwwcLgAGw,4524
-omniopt2-7334.data/data/bin/.random_generator.py,sha256=ezBBUXpez_QaGdpCglMcJ0KZPdQP0XdX5gnLzO1xhwU,2987
-omniopt2-7334.data/data/bin/.shellscript_functions,sha256=anHc5T0Lm_BzTZTzEIp7cIICu5zdXj1FKL3LnODmHeE,13610
-omniopt2-7334.data/data/bin/.tpe.py,sha256=Yd9s-ixCbWxTd3x0O1M1sok9QfM2mBEfsDwXhx50-Nc,6464
-omniopt2-7334.data/data/bin/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-omniopt2-7334.data/data/bin/apt-dependencies.txt,sha256=X5tBB8ZLW9XaFtRh8B7C2pIkSoxNNawqioDr0QZAtuM,149
-omniopt2-7334.data/data/bin/omniopt,sha256=WNbAGQOvqlmDPZyT3DrFJEg1Xn-QH07cgnq8n4jdRBc,47798
-omniopt2-7334.data/data/bin/omniopt_docker,sha256=LWVUeyvmA5AKqAHiH9jBUkR5uZ6AHMnSy0eET7mK6E4,3602
-omniopt2-7334.data/data/bin/omniopt_evaluate,sha256=9oBh0_ikCuIz_aJQZrN0j39NDiIDYoSvEFmSVIoFjJE,23842
-omniopt2-7334.data/data/bin/omniopt_plot,sha256=Z8ZR10p-ZRSgMeVPO-wVCJ8lk-LQtntjZ9Bk9RifCIs,13360
-omniopt2-7334.data/data/bin/omniopt_share,sha256=PiO7Vt-dL5aC2uAZZZEYlNbyGjkyMUSeWVoiIURjr3k,13999
-omniopt2-7334.data/data/bin/requirements.txt,sha256=73KRc-JrFmFO02-Uy_Py88kt6pLDHL6BK0xNWstU_lE,313
-omniopt2-7334.data/data/bin/setup.py,sha256=g3uEqJHXhggXwgLYoxOjsXg9Z6IV1ubh-Og59AZ264Q,4648
-omniopt2-7334.data/data/bin/test_requirements.txt,sha256=hHblJ3DNG2Va76G-dV7ugDhKCc6ZmkpgiUVC-g1exsQ,494
-omniopt2-7334.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-omniopt2.egg-info/PKG-INFO,sha256=zgn9Fkbo2D79dH9Jm0Ms-8VgIHNuXS-jizJp-cdrYGk,5902
+omniopt2-7344.data/data/bin/.colorfunctions.sh,sha256=xxc08V3Fh_0Je20fkJMRO14u9VCSvMyOiMaDfioEyCY,1098
+omniopt2-7344.data/data/bin/.general.sh,sha256=uyGMN8xNToQ0v50KoiYxm6jRmgf0orroOaodM_Nuq30,2107
+omniopt2-7344.data/data/bin/.helpers.py,sha256=6uoxzpi8zfvvQy16LpGkIC1OzvDC8TR8luAOX1iW1OM,30679
+omniopt2-7344.data/data/bin/.omniopt.py,sha256=MxdwmZkWb35WRc0wHY_5KyC7fj1FgJVRPU60Dpd6GnM,408178
+omniopt2-7344.data/data/bin/.omniopt_plot_cpu_ram_usage.py,sha256=DbOAmdrbcZtsMnHJgHfeRngjtv6zX5J0axyua_dYezc,3932
+omniopt2-7344.data/data/bin/.omniopt_plot_general.py,sha256=ZERZJkvVOoJhi7SszmTF1Iln-_08_0Aki48u3LHUW-k,6809
+omniopt2-7344.data/data/bin/.omniopt_plot_gpu_usage.py,sha256=ojxVicwSoiyl7f3c-6lLuT2EpyPcSJKEcbp75LgDY2k,5107
+omniopt2-7344.data/data/bin/.omniopt_plot_kde.py,sha256=uRLWr72TDKvj3AqJ0O0AvkKZ1ok1O1QpXnbfQQdo0nA,6873
+omniopt2-7344.data/data/bin/.omniopt_plot_scatter.py,sha256=-amqmLR_YLCbHImLPh6gwVFv8iiVnXME544XHsRVCuw,8422
+omniopt2-7344.data/data/bin/.omniopt_plot_scatter_generation_method.py,sha256=rgKY_w1E516c9UucVaEvaKd8tCnoUq9xg-RrYSDzYEQ,4289
+omniopt2-7344.data/data/bin/.omniopt_plot_scatter_hex.py,sha256=w1L5gL6Bc_QudoSJi2lxEVvF17Apjjb3l2T-lXGnsUg,10279
+omniopt2-7344.data/data/bin/.omniopt_plot_time_and_exit_code.py,sha256=hC4RFDiJN_UImezFR6M5uVF-QKDqMDpq6R5DIg7dDDc,6463
+omniopt2-7344.data/data/bin/.omniopt_plot_trial_index_result.py,sha256=5DmqZAQO_PFmzdap-TIhSMAshRXpOHQacnHAtjwnzN4,4629
+omniopt2-7344.data/data/bin/.omniopt_plot_worker.py,sha256=VuluQq4W6KRR5RU08dxmDSFk5mbfDRkRJQFwwcLgAGw,4524
+omniopt2-7344.data/data/bin/.random_generator.py,sha256=ezBBUXpez_QaGdpCglMcJ0KZPdQP0XdX5gnLzO1xhwU,2987
+omniopt2-7344.data/data/bin/.shellscript_functions,sha256=anHc5T0Lm_BzTZTzEIp7cIICu5zdXj1FKL3LnODmHeE,13610
+omniopt2-7344.data/data/bin/.tpe.py,sha256=Yd9s-ixCbWxTd3x0O1M1sok9QfM2mBEfsDwXhx50-Nc,6464
+omniopt2-7344.data/data/bin/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+omniopt2-7344.data/data/bin/apt-dependencies.txt,sha256=X5tBB8ZLW9XaFtRh8B7C2pIkSoxNNawqioDr0QZAtuM,149
+omniopt2-7344.data/data/bin/omniopt,sha256=WNbAGQOvqlmDPZyT3DrFJEg1Xn-QH07cgnq8n4jdRBc,47798
+omniopt2-7344.data/data/bin/omniopt_docker,sha256=LWVUeyvmA5AKqAHiH9jBUkR5uZ6AHMnSy0eET7mK6E4,3602
+omniopt2-7344.data/data/bin/omniopt_evaluate,sha256=9oBh0_ikCuIz_aJQZrN0j39NDiIDYoSvEFmSVIoFjJE,23842
+omniopt2-7344.data/data/bin/omniopt_plot,sha256=Z8ZR10p-ZRSgMeVPO-wVCJ8lk-LQtntjZ9Bk9RifCIs,13360
+omniopt2-7344.data/data/bin/omniopt_share,sha256=PiO7Vt-dL5aC2uAZZZEYlNbyGjkyMUSeWVoiIURjr3k,13999
+omniopt2-7344.data/data/bin/requirements.txt,sha256=73KRc-JrFmFO02-Uy_Py88kt6pLDHL6BK0xNWstU_lE,313
+omniopt2-7344.data/data/bin/setup.py,sha256=g3uEqJHXhggXwgLYoxOjsXg9Z6IV1ubh-Og59AZ264Q,4648
+omniopt2-7344.data/data/bin/test_requirements.txt,sha256=hHblJ3DNG2Va76G-dV7ugDhKCc6ZmkpgiUVC-g1exsQ,494
+omniopt2-7344.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+omniopt2.egg-info/PKG-INFO,sha256=zwqKJdjBmkaH_RCBRKOcC4RKqmi26yYqVJ2Qbc5sO5Q,5902
 omniopt2.egg-info/SOURCES.txt,sha256=N-HtSaaqFRsd4XqAfeWVSp__3I-sw0d7cknJgyewRwQ,778
 omniopt2.egg-info/dependency_links.txt,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 omniopt2.egg-info/requires.txt,sha256=zqX3ukwAugAeeTE49b6azubs1Gx8T-8D_fJEsKl_cBY,807
 omniopt2.egg-info/top_level.txt,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-omniopt2-7334.dist-info/METADATA,sha256=zgn9Fkbo2D79dH9Jm0Ms-8VgIHNuXS-jizJp-cdrYGk,5902
-omniopt2-7334.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-omniopt2-7334.dist-info/top_level.txt,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-omniopt2-7334.dist-info/RECORD,,
+omniopt2-7344.dist-info/METADATA,sha256=zwqKJdjBmkaH_RCBRKOcC4RKqmi26yYqVJ2Qbc5sO5Q,5902
+omniopt2-7344.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+omniopt2-7344.dist-info/top_level.txt,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+omniopt2-7344.dist-info/RECORD,,

omniopt2.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: omniopt2
-Version: 7334
+Version: 7344
 Summary: Automatic highly parallelized hyperparameter optimizer based on Ax/Botorch
 Home-page: https://scads.ai/transfer-2/verfuegbare-software-dienste-en/omniopt/
 Author: Norman Koch

pyproject.toml

@@ -5,7 +5,7 @@ authors = [
   {email = "norman.koch@tu-dresden.de"},
   {name = "Norman Koch"}
 ]
-version = "7334"
+version = "7344"
 
 readme = "README.md"
 dynamic = ["dependencies"]