mg-pso-gui 0.1.13__py3-none-any.whl → 0.2.75__py3-none-any.whl

mgpsogui/util/recosu/sampling/sampling.py

@@ -0,0 +1,99 @@
+from collections.abc import Iterable
+import math
+import asyncio
+import concurrent
+import datetime
+from ..utils import utils
+from ..sampling.halton.halton import HaltonSampleGenerator
+from ..sampling.random.random_sampler import RandomSampleGenerator
+from ..sampling.sampler_task import SamplerTask
+from ..sampling.sample_trace_writer import SampleTraceWriter
+
+
+def weighted_value(weight: float, lower: float, upper: float) -> float:
+    return lower + weight * (upper - lower)
+
+
+def get_static_parameters(args: dict[str, any]) -> dict[str, any]:
+    static_parameters: dict[str, any] = {}
+    for param in args["param"]:
+        static_parameters[param["name"]] = param["value"]
+    return static_parameters
+
+
+def get_objective_names(objfunc: dict[str, any]) -> list[str]:
+    objective_names: list[str] = []
+    for of in objfunc:
+        objective_names.append(of["name"])
+    return objective_names
+
+
+def thread_function(task: SamplerTask) -> tuple[bool, SamplerTask]:
+    return task.run_task(), task
+
+
+def create_generator(method: str, count: int, num_parameters: int, **kwargs) -> Iterable[tuple[int, list[float]]]:
+    if method == "halton":
+        offset: int = 0
+        if "offset" in kwargs:
+            offset = kwargs["offset"]
+        return HaltonSampleGenerator(count, offset, num_parameters)
+    elif method == "random":
+        return RandomSampleGenerator(count, num_parameters)
+
+    raise Exception("Sampling method is not recognized")
+
+
+def run_sampler(steps: list[dict[str, any]], args: dict[str, any], count: int, num_threads: int, method: str = "halton",
+                metainfo: dict[str, any] = None, conf: dict[str, any] = None, trace_file: str = "trace.csv",
+                **kwargs) -> dict[int, tuple[dict[str, any], dict[str, any]]]:
+    param_names, bounds, objfunc = utils.get_step_info(steps, 0)
+    generator: Iterable[tuple[int, list[float]]] = create_generator(method, count, len(param_names), **kwargs)
+    objective_names: list[str] = get_objective_names(objfunc)
+    static_parameters: dict[str, any] = get_static_parameters(args)
+    url: str = args["url"]
+    files: list[str] = args["files"]
+
+    trace: dict[int, tuple[dict[str, float], dict[str, float]]] = {}
+    trace_writer: SampleTraceWriter = SampleTraceWriter(trace_file)
+    trace_writer.write_header(param_names, objective_names)
+
+    with concurrent.futures.ThreadPoolExecutor(max_workers=num_threads) as executor:
+        futures = []
+        for sample_id, sample in generator:
+            params: dict[str, float] = {}
+            index: int = 0
+            while index < len(sample):
+                params[param_names[index]] = weighted_value(sample[index], bounds[0][index], bounds[1][index])
+                index += 1
+
+            task: SamplerTask = SamplerTask(sample_id, params, objfunc, static_parameters, url, files, metainfo, conf)
+            futures.append(executor.submit(thread_function, task))
+        # for future in concurrent.futures.as_completed(futures):
+        #     pass
+        num_finished: int = 0
+        percentage: float
+        last_percentage: float = 0
+        for future in concurrent.futures.as_completed(futures):
+            try:
+                successful, task = future.result()
+
+                if successful:
+                    trace[task.task_id] = (task.parameters, task.result)
+                    trace_writer.append_sample(task.task_id, task.parameters, task.result)
+                else:
+                    print("Failed to successfully execute task: {}", task.task_id, flush=True)
+            except asyncio.CancelledError as ce:
+                pass
+            except asyncio.InvalidStateError as ise:
+                pass
+            except Exception as ex:
+                print(ex, flush=True)
+
+            num_finished = num_finished + 1
+            percentage = math.trunc(num_finished / count * 1000) / 10
+            if percentage > last_percentage:
+                last_percentage = percentage
+                print("{}% Done {}".format(percentage, datetime.datetime.now()), flush=True)
+
+    return trace

mgpsogui/util/sampler_test_driver.py

@@ -0,0 +1,129 @@
+from typing import List, Dict, Iterable
+from recosu.sampling.sampler import run_sampler
+
+
+def main():
+    steps: List[Dict[str, any]] = [
+        {
+            "param": [
+                {
+                    "name": "Ksink",
+                    "bounds": [
+                        0.0,
+                        5.0
+                    ],
+                    "default_value": 1.0,
+                    "type": "float",
+                    "calibration_strategy": "none"
+                },
+                {
+                    "name": "a_rain",
+                    "bounds": [
+                        5.0,
+                        10.0
+                    ],
+                    "default_value": 1.0,
+                    "type": "float",
+                    "calibration_strategy": "none"
+                },
+                {
+                    "name": "flowRouteTA",
+                    "bounds": [
+                        0.01,
+                        0.1
+                    ],
+                    "default_value": 1.0,
+                    "type": "float",
+                    "calibration_strategy": "none"
+                },
+                {
+                    "name": "soilMaxDPS",
+                    "bounds": [
+                        0.001,
+                        10.0
+                    ],
+                    "default_value": 1.0,
+                    "type": "float",
+                    "calibration_strategy": "none"
+                }
+            ],
+            "objfunc": [
+                {
+                    "name": "ns",
+                    "of": "ns",
+                    "weight": 1.0,
+                    "data": [
+                        "orun5minall.csv/Runoff/orun[0]",
+                        "output/csip_run/out/subDailyOutlet.csv/output/subDailyCatchmentSimRunoff"
+                    ]
+                }
+            ]
+        }
+    ]
+
+    args: Dict[str, any] = {
+        "param": [
+            {
+                "name": "startTime",
+                "value": "2011-06-08"
+            },
+            {
+                "name": "endTime",
+                "value": "2011-07-13"
+            },
+            {
+                "name": "dataStartTime",
+                "value": "2011-06-08"
+            },
+            {
+                "name": "dataEndTime",
+                "value": "2011-07-13"
+            },
+            {
+                "name": "cal_startTime",
+                "value": "2011-06-08"
+            },
+            {
+                "name": "cal_endTime",
+                "value": "2011-07-13"
+            },
+            {
+                "name": "parallelismThreads",
+                "value": "8"
+            },
+            {
+                "name": "flagLoadState",
+                "value": "True"
+            },
+            {
+                "name": "payload",
+                "value": "false"
+            },
+            {
+                "name": "project",
+                "value": "drake58hru-5min"
+            }
+        ],
+        "url": "http://csip.engr.colostate.edu:8087/csip-oms/m/ages/1.0.1_sub",
+        "files": []
+    }
+
+    conf: Dict[str, any] = {
+        "service_timeout": 400,
+        "http_retry": 5,
+        "allow_redirects": True,
+        "async_call": True,
+        "conn_timeout": 10,
+        "read_timeout": 400,
+    }
+
+    trace = run_sampler(steps, args, 10, 2, "halton", conf=conf, trace_file="halton_trace.csv", offset=5)
+    print(trace)
+    
+    
+    trace = run_sampler(steps, args, 10, 2, "random", conf=conf, trace_file="random_trace.csv")
+    print(trace)
+
+
+if __name__ == "__main__":
+    main()

mg_pso_gui-0.1.13.dist-info/RECORD

@@ -1,50 +0,0 @@
-mgpsogui/__init__.py,sha256=q7AfBjeJABnFtbsZnsObpUwaXKPDVYtz46G6MKXLF74,42
-mgpsogui/mgpsogui.py,sha256=NIZmyNcbwC8EgSwf1ubdMUSJscrIEgoD4jLYziqHQ-k,148
-mgpsogui/start.yaml,sha256=ZjCVLb-MLqAxrGRm9kA7_SDpa-45EuKIELNQ2QqCAiU,4713
-mgpsogui/gui/HomePage.py,sha256=ZV3I5eU8GFlVdAIRd_ygkrg49CWTKQAWOCKoBrcqV4g,25874
-mgpsogui/gui/OptionManager.py,sha256=bFN2jWJbx1Din3waOFLmbWGt0BXD_KthGJ8Mgue_FEE,11712
-mgpsogui/gui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mgpsogui/gui/PlatformTab/PlatformTab.py,sha256=KyIoHlMKD9nfQqHeGJwRDA4RCoe4UykjB2l6xMTKK_M,10486
-mgpsogui/gui/PlatformTab/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mgpsogui/gui/RunTab/RunTab.py,sha256=OjRteh5-ivHXRBam1M60JrxzkQEeqjstrUR93K25R8Y,2850
-mgpsogui/gui/RunTab/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mgpsogui/gui/SetupTab/BoundsEditorWindow.py,sha256=_6_xEl46PY9MmNvpmoMNdNDbVav6ODwWSDROboy57Cs,2866
-mgpsogui/gui/SetupTab/BoundsList.py,sha256=L77UEaUJNiUE-ZsYIl44tWRb1zBfxaEQ-bAG1V5_IH0,12268
-mgpsogui/gui/SetupTab/CalibrationParametersView.py,sha256=ppVBHG3nphku9-P6Z8az-HTpgk8vHxnj-A5m80BZTgA,2784
-mgpsogui/gui/SetupTab/FunctionsList.py,sha256=tUqW43VWpxFpdo9UHaPvFQ0CtCo9mFI3mri52ikntrE,4092
-mgpsogui/gui/SetupTab/ListParametersView.py,sha256=wYcDcaooYkw-y7XW6dJUwhTWxLuUUOK5tGUFVHBf3ck,7352
-mgpsogui/gui/SetupTab/SetupTab.py,sha256=Doy_6xLq1BjhLTFHRQm7CAbpQzUnNJW4KkBcdfrxWoE,1881
-mgpsogui/gui/SetupTab/StaticParameterView.py,sha256=iEG-UpBBlAJabZo3MG768oLqOROjUPc23tKOSd47IUc,2739
-mgpsogui/gui/SetupTab/StepView.py,sha256=oG5Q-3xpTRP1f_PbNvohKctrbpD63zLAJzHD00bN44k,5531
-mgpsogui/gui/SetupTab/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mgpsogui/gui/VisualizeTab/VisualizeTab.py,sha256=x40jLeGNfgeMaJaa8YKkIi1R374kRLONI0rok-_xQfY,3271
-mgpsogui/gui/VisualizeTab/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mgpsogui/gui/images/IGOW 4 Logo.png,sha256=JixNXz5gOEj898VF-_PHthAlGU-6W-y9ucb4EVNPtjs,433752
-mgpsogui/gui/images/collapse.png,sha256=yicb16LaY7Nl5q9V8HHlht-Fbg5xU-l4_LJ_Arfmu1c,2989
-mgpsogui/gui/images/down.png,sha256=pspJkvUitD648C_2y8JLLD4Eagpk4MDEKQJGOO_yIaY,2654
-mgpsogui/gui/images/expand.png,sha256=YQyxXipCiNiZpTok5Y4juNU5davxoK7MTlRQI4Id27w,2922
-mgpsogui/gui/images/play.png,sha256=zbWtyZqvqCMT81bo6D3KhDPulWZH5lh1oCEs-X_X5Sk,2790
-mgpsogui/gui/images/refresh.png,sha256=B1nbOlky6nVhgSjDWT35FLZKW2LWxmliWWP_qZjZ7k8,4657
-mgpsogui/gui/images/refresh_hd.png,sha256=lprZtCNZ9JUm20SPwfaslr-VV4yzzmCPEB6oFfJm1tI,31242
-mgpsogui/gui/images/stop.png,sha256=JPuxXQerCGpLikcp7cAj3iLCOjULMYYZ2sZe0lArh68,2153
-mgpsogui/gui/images/trash.png,sha256=j8cf0kWbJd-4Jp20lUVV1o1NSeQ4v1Ej4gfcIA3DVRQ,2958
-mgpsogui/gui/images/up.png,sha256=AQvFWCUqSQNaQ1E6LKZ9zNfSvW6t4mgy8uswdg9T2Hg,2457
-mgpsogui/util/GraphGenerator.py,sha256=hEPhka0ZKQJ9DSSywDfwoXFQMsk3RHyG8QyTLOQnN4M,7851
-mgpsogui/util/PSORunner.py,sha256=7nNnKBUb8YfFL_2SjPqYugLD_SKHvLpCrp3PmtHfoRw,6328
-mgpsogui/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mgpsogui/util/CTkToolTip/__init__.py,sha256=G1jxV55hGtGgwyC1sR-uUUdasDdh0XZgcI-aILgGYA0,225
-mgpsogui/util/CTkToolTip/ctk_tooltip.py,sha256=SZMovpQIGvdpDRbqCKl9SHs92DrFCO2MOYL2ifolvOE,6329
-mgpsogui/util/recosu/__init__.py,sha256=T7_iigIlowGbPOHLO3hwihjw2kbwIg6olOMhFhNiL38,236
-mgpsogui/util/recosu/pso/__init__.py,sha256=PQ548aEKVOk6MMzxxDg7yMO_1hHfoEoYLLkGLeij73Y,247
-mgpsogui/util/recosu/pso/csip_access.py,sha256=ZRE2mDmNSccOpFWAEfLBNkMxzB3zNJpwX-hkbehJQpE,3290
-mgpsogui/util/recosu/pso/pso.py,sha256=uqfi_uWvyhwdnWMicd2VN98RJrkfQ2Arz9n7w8noQQ8,13547
-mgpsogui/util/recosu/utils/__init__.py,sha256=TXz_TpNif2GeGu22pzTnkUQvaP-PmLQ9Sz4BgMIS6ig,196
-mgpsogui/util/recosu/utils/trace_writer.py,sha256=V9BJlOjCbNYGoXGEk3CF5wjifBxvarrMRXJMbDBWqI8,3023
-mgpsogui/util/recosu/utils/utils.py,sha256=QB8vftq3142ekG0ORjz0ZBHU5YknXbR0oTsrxrPAsF0,3951
-mgpsogui/util/recosu/utils/plot/__init__.py,sha256=h1KjM7_tNDv351pcwt8A6Ibb1jhwWyx5Gbu-zj-sI3Q,71
-mgpsogui/util/recosu/utils/plot/cost_steps.py,sha256=1Ce11AJyweWkmvjXPxEygzS-h8yVLmQEDLS53yjPLqQ,3779
-mg_pso_gui-0.1.13.dist-info/METADATA,sha256=TdfRT7u4G4Xe9uC3BlaCMkdH5goNVOAsUiohIuB9ctk,9458
-mg_pso_gui-0.1.13.dist-info/WHEEL,sha256=Xo9-1PvkuimrydujYJAjF7pCkriuXBpUPEjma1nZyJ0,92
-mg_pso_gui-0.1.13.dist-info/entry_points.txt,sha256=jg82VOFjR1XDGrchs1wJSCqKYE4Ozv12aBcCSp--koA,117
-mg_pso_gui-0.1.13.dist-info/top_level.txt,sha256=y7JuS9xJN5YdxUsQ3PSVjN8MzQAnR146bP3ZN3PYWdE,9
-mg_pso_gui-0.1.13.dist-info/RECORD,,