pyfemtet 0.4.11__tar.gz → 0.4.13__tar.gz

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyfemtet
-Version: 0.4.11
+Version: 0.4.13
 Summary: Design parameter optimization using Femtet.
 Home-page: https://github.com/pyfemtet/pyfemtet
 License: BSD-3-Clause

pyfemtet-0.4.13/pyfemtet/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.4.13"

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/pyfemtet/_test_util.py

@@ -15,6 +15,32 @@ from femtetutils import util
 from pyfemtet.opt import FEMOpt
 
 
+class SuperSphere:
+    def __init__(self, n):
+        self.n = n
+
+    def x(self, radius, *angles):
+        assert len(angles) == self.n - 1, 'invalid angles length'
+
+        out = []
+
+        for i in range(self.n):
+            if i == 0:
+                out.append(radius * np.cos(angles[0]))
+            elif i < self.n - 1:
+                product = radius
+                for j in range(i):
+                    product *= np.sin(angles[j])
+                product *= np.cos(angles[i])
+                out.append(product)
+            else:
+                product = radius
+                for j in range(i):
+                    product *= np.sin(angles[j])
+                out.append(product)
+        return out
+
+
 def _open_femprj(femprj_path):
     Femtet = Dispatch('FemtetMacro.Femtet')
     for _ in tqdm(range(5), 'wait for dispatch Femtet'):

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/pyfemtet/opt/__init__.py

@@ -4,7 +4,7 @@ from pyfemtet.opt.interface import FemtetInterface
 from pyfemtet.opt.interface import FemtetWithNXInterface
 from pyfemtet.opt.interface import FemtetWithSolidworksInterface
 
-from pyfemtet.opt.opt import OptunaOptimizer
+from pyfemtet.opt.opt import OptunaOptimizer, ScipyOptimizer
 from pyfemtet.opt.opt import AbstractOptimizer
 
 from pyfemtet.opt._femopt import FEMOpt

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/pyfemtet/opt/_femopt.py

@@ -107,6 +107,7 @@ class FEMOpt:
             initial_value: float or None = None,
             lower_bound: float or None = None,
             upper_bound: float or None = None,
+            step: float or None = None,
             memo: str = ''
     ):
         """Adds a parameter to the optimization problem.
@@ -133,8 +134,9 @@ class FEMOpt:
         d = {
             'name': name,
             'value': float(initial_value),
-            'lb': float(lower_bound),
-            'ub': float(upper_bound),
+            'lb': float(lower_bound) if lower_bound is not None else None,
+            'ub': float(upper_bound) if upper_bound is not None else None,
+            'step': float(step) if step is not None else None,
             'memo': memo,
         }
         pdf = pd.DataFrame(d, index=[0], dtype=object)
@@ -314,6 +316,34 @@ class FEMOpt:
 
         """
 
+        # method checker
+        if n_parallel > 1:
+            self.opt.method_checker.check_parallel()
+
+        if timeout is not None:
+            self.opt.method_checker.check_timeout()
+
+        if len(self.opt.objectives) > 1:
+            self.opt.method_checker.check_multi_objective()
+
+        if len(self.opt.constraints) > 0:
+            self.opt.method_checker.check_constraint()
+
+        for key, value in self.opt.constraints.items():
+            if value.strict:
+                self.opt.method_checker.check_strict_constraint()
+                break
+
+        if self.opt.seed is not None:
+            self.opt.method_checker.check_seed()
+
+        is_incomplete_bounds = False
+        for _, row in self.opt.parameters.iterrows():
+            lb, ub = row['lb'], row['ub']
+            is_incomplete_bounds = is_incomplete_bounds + (lb is None) + (ub is None)
+        if is_incomplete_bounds:
+            self.opt.method_checker.check_incomplete_bounds()
+
         # 共通引数
         self.opt.n_trials = n_trials
         self.opt.timeout = timeout

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/pyfemtet/opt/_femopt_core.py

@@ -240,7 +240,7 @@ class Objective(Function):
 
     default_name = 'obj'
 
-    def __init__(self, fun, name, direction, args, kwargs):
+    def __init__(self, fun, name, direction, args, kwargs, with_symlog=False):
         """Initializes an Objective instance.
 
         Args:
@@ -261,6 +261,7 @@ class Objective(Function):
         """
         self._check_direction(direction)
         self.direction = direction
+        self.with_symlog = with_symlog
         super().__init__(fun, name, args, kwargs)
 
     def convert(self, value: float):
@@ -290,11 +291,13 @@ class Objective(Function):
         elif self.direction == 'maximize':
             ret = -value
 
-        ret = symlog(ret)
+        if self.with_symlog:
+            ret = symlog(ret)
 
         return float(ret)
 
-    def _check_direction(self, direction):
+    @staticmethod
+    def _check_direction(direction):
         message = '評価関数の direction は "minimize", "maximize", 又は数値でなければなりません.'
         message += f'与えられた値は {direction} です.'
         if isinstance(direction, float) or isinstance(direction, int):

pyfemtet-0.4.13/pyfemtet/opt/femprj_sample/ParametricIF.py

@@ -0,0 +1,31 @@
+from pyfemtet.opt import FemtetInterface, FEMOpt, AbstractOptimizer
+
+
+def ex_in(_, opt: AbstractOptimizer):
+    ex_r, in_r = opt.get_parameter('values')
+    return ex_r - in_r
+
+
+
+if __name__ == '__main__':
+
+    fem = FemtetInterface(
+        parametric_output_indexes_use_as_objective={
+            0: "minimize",
+            1: "minimize",
+            2: "minimize",
+        },
+    )
+
+    femopt = FEMOpt(fem=fem)
+
+    femopt.add_parameter("external_radius", 10, 1, 10)
+    femopt.add_parameter("internal_radius", 5, 1, 10)
+    femopt.add_constraint(ex_in, lower_bound=1, strict=True, args=(femopt.opt,))
+    femopt.set_random_seed(42)
+    femopt.optimize(
+        n_trials=10,
+        n_parallel=1,
+    )
+    input()  # required to tests script
+    femopt.terminate_all()

pyfemtet-0.4.13/pyfemtet/opt/femprj_sample/ParametricIF_test_result.reccsv

@@ -0,0 +1,13 @@
+"{""femprj_path"": null, ""model_name"": ""test_5""}",prm,prm,obj,obj_direction,obj,obj_direction,obj,obj_direction,,cns,cns_lb,cns_ub,,,,
+,,,,,,,,,,,,,,,,
+trial,external_radius,internal_radius,����[Kg] / Cylinder,����[Kg] / Cylinder_direction,����[Pa] / �~�[�[�X�̑������� / �ő�l / Cylinder,����[Pa] / �~�[�[�X�̑������� / �ő�l / Cylinder_direction,�ψ�[m] / �傫�� / �ő�l / Cylinder,�ψ�[m] / �傫�� / �ő�l / Cylinder_direction,non_domi,cns_0,cns_0_lower_bound,cns_0_upper_bound,feasible,hypervolume,message,time
+1,10.0,5.0,0.08025126265847096,minimize,699391.2725838805,minimize,3.5987514289319256e-07,minimize,True,5.0,1,,True,0.0,initial,2024-07-22 10:24:17.069700
+2,7.587945476302646,6.387926357773329,0.018829523087730202,minimize,2819410.535505582,minimize,1.963363626126861e-06,minimize,True,1.2000191185293163,1,,True,0.007260964524591699,,2024-07-22 10:24:27.705655
+3,8.491983767203795,2.9110519961044856,0.06578893373109447,minimize,1058372.3464237931,minimize,6.396966638619928e-07,minimize,True,5.580931771099309,1,,True,0.13523811540217548,,2024-07-22 10:24:39.393305
+4,9.488999089406718,1.053974646602355,0.09344346108490897,minimize,738819.436439415,minimize,3.9190983806914676e-07,minimize,False,8.435024442804362,1,,True,0.13523811540217548,,2024-07-22 10:24:50.756940
+5,9.838880436025262,4.121658022659597,0.08482642054771264,minimize,701388.4079328978,minimize,3.6449256002795423e-07,minimize,False,5.717222413365665,1,,True,0.13523811540217548,,2024-07-22 10:25:01.226665
+6,8.455917394686129,4.306340483879064,0.055191055245607905,minimize,1170551.8035054468,minimize,7.014254816528714e-07,minimize,True,4.149576910807064,1,,True,0.23270317407275296,,2024-07-22 10:25:11.971368
+7,7.5733020568630876,4.532076028923693,0.038663363226300325,minimize,1680507.6211177334,minimize,1.1514101726343067e-06,minimize,True,3.041226027939395,1,,True,0.298888903032948,,2024-07-22 10:25:22.041491
+8,6.64195280415911,4.3268559224164935,0.02513863374590192,minimize,2992920.1148875966,minimize,2.210659795360814e-06,minimize,False,2.3150968817426163,1,,True,0.298888903032948,,2024-07-22 10:25:32.810507
+9,5.457560349207987,3.6301461895178777,0.016440094818037845,minimize,5824575.229249716,minimize,4.8047762082829075e-06,minimize,False,1.8274141596901092,1,,True,0.298888903032948,,2024-07-22 10:25:44.827040
+10,7.075956010136126,6.0727177168143935,0.013058674177275532,minimize,4421271.285800073,minimize,3.2060909568366592e-06,minimize,True,1.0032382933217328,1,,True,0.3600967952288273,,2024-07-22 10:25:55.442006

pyfemtet-0.4.13/pyfemtet/opt/femprj_sample_jp/ParametricIF_jp.py

@@ -0,0 +1,31 @@
+from pyfemtet.opt import FemtetInterface, FEMOpt, AbstractOptimizer
+
+
+def ex_in(_, opt: AbstractOptimizer):
+    ex_r, in_r = opt.get_parameter('values')
+    return ex_r - in_r
+
+
+
+if __name__ == '__main__':
+
+    fem = FemtetInterface(
+        parametric_output_indexes_use_as_objective={
+            0: "minimize",
+            1: "minimize",
+            2: "minimize",
+        },
+    )
+
+    femopt = FEMOpt(fem=fem)
+
+    femopt.add_parameter("external_radius", 10, 1, 10)
+    femopt.add_parameter("internal_radius", 5, 1, 10)
+    femopt.add_constraint(ex_in, lower_bound=1, strict=True, args=(femopt.opt,))
+    femopt.set_random_seed(42)
+    femopt.optimize(
+        n_trials=10,
+        n_parallel=1,
+    )
+    input('enter to quit')  # required to tests script
+    femopt.terminate_all()

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/pyfemtet/opt/interface/_base.py

@@ -43,7 +43,12 @@ class FEMInterface(ABC):
         pass
 
     def update_parameter(self, parameters: pd.DataFrame, with_warning=False) -> Optional[List[str]]:
-        """Updates only FEM variables (if implemented in concrete class)."""
+        """Updates only FEM variables (if implemented in concrete class).
+
+        If this method is implemented,
+        it is able to get parameter via FEMInterface.
+
+        """
         pass
 
     def _setup_before_parallel(self, client) -> None:

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/pyfemtet/opt/interface/_femtet.py

@@ -292,9 +292,11 @@ class FemtetInterface(FEMInterface):
         try:
             # 解析結果を開いた状態で Gaudi.Activate して ReExecute する場合、ReExecute の前後にアクティブ化イベントが必要
             if fun.__name__ == 'ReExecute':
-                post_activate_message(self.Femtet.hWnd)  # can raise pywintypes.error
+                if self.open_result_with_gui or self.parametric_output_indexes_use_as_objective:
+                    post_activate_message(self.Femtet.hWnd)  # can raise pywintypes.error
                 returns = fun(*args, **kwargs)
-                post_activate_message(self.Femtet.hWnd)
+                if self.open_result_with_gui or self.parametric_output_indexes_use_as_objective:
+                    post_activate_message(self.Femtet.hWnd)
             else:
                 returns = fun(*args, **kwargs)
         except (com_error, error):

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/pyfemtet/opt/interface/_femtet_parametric.py

@@ -1,9 +1,14 @@
-from femtetutils import util
+import logging
+
+from femtetutils import util, logger
 from pyfemtet.dispatch_extensions import _get_pid
 
 import ctypes
 
 
+logger.setLevel(logging.ERROR)
+
+
 def _get_dll():
     femtet_exe_path = util.get_femtet_exe_path()
     dll_path = femtet_exe_path.replace('Femtet.exe', 'ParametricIF.dll')
@@ -11,7 +16,7 @@ def _get_dll():
 
 
 def _get_dll_with_set_femtet(Femtet):
-    dll = _get_dll(Femtet)
+    dll = _get_dll()
     pid = _get_pid(Femtet.hWnd)
     dll.SetCurrentFemtet.restype = ctypes.c_bool
     dll.SetCurrentFemtet(pid)

pyfemtet-0.4.13/pyfemtet/opt/opt/__init__.py

@@ -0,0 +1,10 @@
+from pyfemtet.opt.opt._base import AbstractOptimizer, logger, OptimizationMethodChecker
+from pyfemtet.opt.opt._optuna import OptunaOptimizer
+from pyfemtet.opt.opt._scipy import ScipyOptimizer
+
+__all__ = [
+    'ScipyOptimizer',
+    'OptunaOptimizer',
+    'AbstractOptimizer',
+    'logger',
+]

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/pyfemtet/opt/opt/_base.py

@@ -20,6 +20,77 @@ logger = get_logger('opt')
 logger.setLevel(logging.INFO)
 
 
+class OptimizationMethodChecker:
+    """Check implementation of PyFemtet functions."""
+
+    def __init__(self, opt):
+        self.opt = opt
+
+    def check_parallel(self, raise_error=True):
+        function = 'parallel computing'
+        message = f'{type(self.opt)} is not implement {function}'
+        if raise_error:
+            raise NotImplementedError(message)
+        else:
+            logger.warning(message)
+
+    def check_timeout(self, raise_error=True):
+        function = 'timeout'
+        message = f'{type(self.opt)} is not implement {function}'
+        if raise_error:
+            raise NotImplementedError(message)
+        else:
+            logger.warning(message)
+
+    def check_multi_objective(self, raise_error=True):
+        function = 'multi-objective'
+        message = f'{type(self.opt)} is not implement {function}'
+        if raise_error:
+            raise NotImplementedError(message)
+        else:
+            logger.warning(message)
+
+    def check_strict_constraint(self, raise_error=True):
+        function = 'strict_constraint'
+        message = f'{type(self.opt)} is not implement {function}'
+        if raise_error:
+            raise NotImplementedError(message)
+        else:
+            logger.warning(message)
+
+    def check_constraint(self, raise_error=True):
+        function = 'strict_constraint'
+        message = f'{type(self.opt)} is not implement {function}'
+        if raise_error:
+            raise NotImplementedError(message)
+        else:
+            logger.warning(message)
+
+    def check_skip(self, raise_error=True):
+        function = 'skip'
+        message = f'{type(self.opt)} is not implement {function}'
+        if raise_error:
+            raise NotImplementedError(message)
+        else:
+            logger.warning(message)
+
+    def check_seed(self, raise_error=True):
+        function = 'random seed setting'
+        message = f'{type(self.opt)} is not implement {function}'
+        if raise_error:
+            raise NotImplementedError(message)
+        else:
+            logger.warning(message)
+
+    def check_incomplete_bounds(self, raise_error=True):
+        function = 'optimize with no or incomplete bounds'
+        message = f'{type(self.opt)} is not implement "{function}"'
+        if raise_error:
+            raise NotImplementedError(message)
+        else:
+            logger.warning(message)
+
+
 class AbstractOptimizer(ABC):
     """Abstract base class for an interface of optimization library.
 
@@ -45,9 +116,9 @@ class AbstractOptimizer(ABC):
         self.fem = None
         self.fem_class = None
         self.fem_kwargs = dict()
-        self.parameters = pd.DataFrame()
-        self.objectives = dict()
-        self.constraints = dict()
+        self.parameters: pd.DataFrame = pd.DataFrame()
+        self.objectives: dict = dict()
+        self.constraints: dict = dict()
         self.entire_status = None  # actor
         self.history = None  # actor
         self.worker_status = None  # actor
@@ -58,6 +129,7 @@ class AbstractOptimizer(ABC):
         self.is_cluster = False
         self.subprocess_idx = None
         self._is_error_exit = False
+        self.method_checker: OptimizationMethodChecker = OptimizationMethodChecker(self)
 
     def f(self, x):
         """Get x, update fem analysis, return objectives (and constraints)."""
@@ -199,10 +271,10 @@ class AbstractOptimizer(ABC):
         try:
             self.run()
         except Exception as e:
-            logger.error("================================")
-            logger.error("An unexpected error has occured!")
-            logger.error("================================")
-            logger.error(e)
+            logger.error("=================================")
+            logger.error("An unexpected error has occurred!")
+            logger.error("=================================")
+            logger.error(f'{type(e)}: {e}')
             self._is_error_exit = True
             self.worker_status.set(OptimizationStatus.CRASHED)
         finally:

{pyfemtet-0.4.11 → pyfemtet-0.4.13}/pyfemtet/opt/opt/_optuna.py

@@ -12,7 +12,7 @@ from optuna.study import MaxTrialsCallback
 
 # pyfemtet relative
 from pyfemtet.opt._femopt_core import OptimizationStatus, generate_lhs
-from pyfemtet.opt.opt import AbstractOptimizer, logger
+from pyfemtet.opt.opt import AbstractOptimizer, logger, OptimizationMethodChecker
 from pyfemtet.core import MeshError, ModelError, SolveError
 
 # filter warnings
@@ -25,6 +25,16 @@ optuna.logging.set_verbosity(optuna.logging.ERROR)
 warnings.filterwarnings('ignore', category=ExperimentalWarning)
 
 
+class OptunaMethodChecker(OptimizationMethodChecker):
+    def check_multi_objective(self, raise_error=True): return True
+    def check_timeout(self, raise_error=True): return True
+    def check_parallel(self, raise_error=True): return True
+    def check_constraint(self, raise_error=True): return True
+    def check_strict_constraint(self, raise_error=True): return True
+    def check_skip(self, raise_error=True): return True
+    def check_seed(self, raise_error=True): return True
+
+
 class OptunaOptimizer(AbstractOptimizer):
 
     def __init__(
@@ -42,6 +52,7 @@ class OptunaOptimizer(AbstractOptimizer):
         self.sampler_kwargs = dict() if sampler_kwargs is None else sampler_kwargs
         self.additional_initial_parameter = []
         self.additional_initial_methods = add_init_method if hasattr(add_init_method, '__iter__') else [add_init_method]
+        self.method_checker = OptunaMethodChecker(self)
 
     def _objective(self, trial):
 
@@ -54,7 +65,7 @@ class OptunaOptimizer(AbstractOptimizer):
         # candidate x
         x = []
         for i, row in self.parameters.iterrows():
-            v = trial.suggest_float(row['name'], row['lb'], row['ub'])
+            v = trial.suggest_float(row['name'], row['lb'], row['ub'], step=row['step'])
             x.append(v)
         x = np.array(x).astype(float)
 

pyfemtet-0.4.13/pyfemtet/opt/opt/_scipy.py

@@ -0,0 +1,144 @@
+# typing
+import logging
+from typing import Iterable
+
+# built-in
+import os
+
+# 3rd-party
+import numpy as np
+import pandas as pd
+import scipy.optimize
+from scipy.optimize import minimize, OptimizeResult
+
+# pyfemtet relative
+from pyfemtet.opt._femopt_core import OptimizationStatus, generate_lhs
+from pyfemtet.opt.opt import AbstractOptimizer, logger, OptimizationMethodChecker
+from pyfemtet.core import MeshError, ModelError, SolveError
+
+
+class StopIteration2(Exception):
+    pass
+
+
+class StopIterationCallback:
+    def __init__(self, opt):
+        self.opt: ScipyOptimizer = opt
+        self.res: OptimizeResult = None
+
+    def stop_iteration(self):
+        # stop iteration gimmick
+        # https://docs.scipy.org/doc/scipy/reference/generated/scipy.optimize.minimize.html
+        if self.opt.minimize_kwargs['method'] == "trust-constr":
+            raise StopIteration2  # supports nothing
+        elif (
+                self.opt.minimize_kwargs['method'] == 'TNC'
+                or self.opt.minimize_kwargs['method'] == 'SLSQP'
+                or self.opt.minimize_kwargs['method'] == 'COBYLA'
+        ):
+            raise StopIteration2  # supports xk
+        else:
+            raise StopIteration  # supports xk , intermediate_result and StopIteration
+
+
+    def __call__(self, xk=None, intermediate_result=None):
+        self.res = intermediate_result
+        if self.opt.entire_status.get() == OptimizationStatus.INTERRUPTING:
+            self.opt.worker_status.set(OptimizationStatus.INTERRUPTING)
+            self.stop_iteration()
+
+
+class ScipyMethodChecker(OptimizationMethodChecker):
+    def check_incomplete_bounds(self, raise_error=True): return True
+
+
+class ScipyOptimizer(AbstractOptimizer):
+
+    def __init__(
+            self,
+            **minimize_kwargs,
+    ):
+        """
+        Args:
+            **minimize_kwargs: Kwargs of `scipy.optimize.minimize`.
+        """
+        super().__init__()
+
+        # define members
+        self.minimize_kwargs: dict = dict(
+            method='L-BFGS-B',
+        )
+        self.minimize_kwargs.update(minimize_kwargs)
+        self.res: OptimizeResult = None
+        self.method_checker: OptimizationMethodChecker = ScipyMethodChecker(self)
+        self.stop_iteration_callback = StopIterationCallback(self)
+
+    def _objective(self, x: np.ndarray):  # x: candidate parameter
+        # update parameter
+        self.parameters['value'] = x
+        self.fem.update_parameter(self.parameters)
+
+        # strict constraints
+        ...
+
+        # fem
+        try:
+            _, obj_values, cns_values = self.f(x)
+        except (ModelError, MeshError, SolveError) as e:
+            logger.info(e)
+            logger.info('以下の変数で FEM 解析に失敗しました。')
+            print(self.get_parameter('dict'))
+
+            # 現状、エラーが起きたらスキップできない
+            raise StopIteration2
+
+        # constraints
+        ...
+
+        # # check interruption command
+        # if self.entire_status.get() == OptimizationStatus.INTERRUPTING:
+        #     self.worker_status.set(OptimizationStatus.INTERRUPTING)
+        #     raise StopOptimize
+
+        # objectives to objective
+
+        return obj_values[0]
+
+    def _setup_before_parallel(self):
+        pass
+
+    def run(self):
+
+        # create init
+        x0 = self.parameters['value'].values
+
+        # create bounds
+        if 'bounds' not in self.minimize_kwargs.keys():
+            bounds = []
+            for i, row in self.parameters.iterrows():
+                lb, ub = row['lb'], row['ub']
+                if lb is None: lb = -np.inf
+                if ub is None: ub = np.inf
+                bounds.append([lb, ub])
+            self.minimize_kwargs.update(
+                {'bounds': bounds}
+            )
+
+        # run optimize
+        try:
+            res = minimize(
+                fun=self._objective,
+                x0=x0,
+                **self.minimize_kwargs,
+                callback=self.stop_iteration_callback,
+            )
+        except StopIteration2:
+            res = None
+            logger.warn('Optimization has been interrupted. '
+                        'Note that you cannot acquire the OptimizationResult '
+                        'in case of `trust-constr`, `TNC`, `SLSQP` or `COBYLA`.')
+
+        if res is None:
+            self.res = self.stop_iteration_callback.res
+        else:
+            self.res = res