synapse-sdk 1.0.0a47__py3-none-any.whl → 1.0.0a49__py3-none-any.whl

synapse_sdk/clients/backend/models.py

@@ -66,8 +66,8 @@ class UpdateJob(BaseModel):
 
     status: Optional[JobStatus] = None
     progress_record: Optional[Dict] = None
-    console_logs: Optional[Dict] = None
-    result: Optional[Dict] = None
+    console_logs: Optional[Dict | list] = None
+    result: Optional[Dict | list] = None
 
     def model_dump(self, **kwargs):
         data = super().model_dump(**kwargs)

synapse_sdk/plugins/categories/export/actions/export.py

@@ -1,3 +1,4 @@
+import json
 from abc import ABC, abstractmethod
 from datetime import datetime
 from typing import Annotated, Any, Literal
@@ -16,18 +17,12 @@ from synapse_sdk.utils.pydantic.validators import non_blank
 from synapse_sdk.utils.storage import get_pathlib
 
 
-class DataFileInfo(BaseModel):
-    """Schema for data_file_info."""
-
-    file_name: str
-
-
 class ExportRun(Run):
     class DataFileLog(BaseModel):
         """Data file log model."""
 
         target_id: int
-        data_file_info: DataFileInfo
+        data_file_info: str | None
         status: ExportStatus
         error: str | None = None
         created: str
@@ -49,7 +44,7 @@ class ExportRun(Run):
             log_type,
             self.DataFileLog(
                 target_id=target_id,
-                data_file_info=data_file_info,
+                data_file_info=json.dumps(data_file_info),
                 status=status.value,
                 error=error,
                 created=now,

synapse_sdk/plugins/categories/neural_net/actions/tune.py

@@ -22,11 +22,18 @@ class TuneRun(TrainRun):
     checkpoint_output = None
 
 
+class SearchAlgo(BaseModel):
+    name: str
+    points_to_evaluate: Optional[dict] = None
+
+
 class TuneConfig(BaseModel):
     mode: Optional[str] = None
     metric: Optional[str] = None
     num_samples: int = 1
     max_concurrent_trials: Optional[int] = None
+    search_alg: Optional[SearchAlgo] = None
+    scheduler: Optional[str] = None
 
 
 class TuneParams(BaseModel):
@@ -170,7 +177,7 @@ class TuneAction(TrainAction):
             entrypoint = _tune
 
         trainable = tune.with_parameters(entrypoint, run=self.run, dataset=input_dataset, checkpoint=checkpoint)
-        tune_config = self.params['tune_config']
+        tune_config = self.convert_tune_search_algo(self.params['tune_config'])
 
         hyperparameter = self.params['hyperparameter']
         param_space = self.convert_tune_params(hyperparameter)
@@ -230,6 +237,42 @@ class TuneAction(TrainAction):
                 **params,
             })
 
+    @staticmethod
+    def convert_tune_search_algo(tune_config):
+        """
+        Convert YAML hyperparameter configuration to Ray Tune search algorithm and scheduler.
+
+        Args:
+            tune_config (dict): Hyperparameter configuration.
+
+        Returns:
+            dict: Ray Tune search algorithm and scheduler
+        """
+        from ray import tune
+
+        if tune_config['search_alg'] is None:
+            return tune_config
+
+        search_alg = tune_config['search_alg']['name']
+        metric = tune_config['metric']
+        mode = tune_config['mode']
+        points_to_evaluate = tune_config['search_alg'].get('points_to_evaluate', None)
+
+        if search_alg == 'AxSearch':
+            tune_config['search_alg'] = tune.search.ax.AxSearch(metric=metric, mode=mode)
+        elif search_alg == 'BayesOptSearch':
+            tune_config['search_alg'] = tune.search.bayesopt.BayesOptSearch(metric=metric, mode=mode)
+        elif search_alg == 'HyperOptSearch':
+            tune_config['search_alg'] = tune.search.hyperopt.HyperOptSearch(metric=metric, mode=mode)
+        elif search_alg == 'OptunaSearch':
+            tune_config['search_alg'] = tune.search.optuna.OptunaSearch(metric=metric, mode=mode)
+        elif search_alg == 'BasicVariantGenerator':
+            tune_config['search_alg'] = tune.search.basic_variant.BasicVariantGenerator(
+                points_to_evaluate=points_to_evaluate
+            )
+
+        return tune_config
+
     @staticmethod
     def convert_tune_params(param_list):
         """
@@ -243,19 +286,31 @@ class TuneAction(TrainAction):
         """
         from ray import tune
 
+        param_handlers = {
+            'uniform': lambda p: tune.uniform(p['min'], p['max']),
+            'quniform': lambda p: tune.quniform(p['min'], p['max']),
+            'loguniform': lambda p: tune.loguniform(p['min'], p['max'], p['base']),
+            'qloguniform': lambda p: tune.qloguniform(p['min'], p['max'], p['base']),
+            'randn': lambda p: tune.randn(p['mean'], p['sd']),
+            'qrandn': lambda p: tune.qrandn(p['mean'], p['sd']),
+            'randint': lambda p: tune.randint(p['min'], p['max']),
+            'qrandint': lambda p: tune.qrandint(p['min'], p['max']),
+            'lograndint': lambda p: tune.lograndint(p['min'], p['max'], p['base']),
+            'qlograndint': lambda p: tune.qlograndint(p['min'], p['max'], p['base']),
+            'choice': lambda p: tune.choice(p['options']),
+            'grid_search': lambda p: tune.grid_search(p['options']),
+        }
+
         param_space = {}
 
         for param in param_list:
             name = param['name']
             param_type = param['type']
 
-            if param_type == 'loguniform':
-                param_space[name] = tune.loguniform(param['min'], param['max'])
-            elif param_type == 'choice':
-                param_space[name] = tune.choice(param['options'])
-            elif param_type == 'randint':
-                param_space[name] = tune.randint(param['min'], param['max'])
-            # Add more type handlers as needed
+            if param_type in param_handlers:
+                param_space[name] = param_handlers[param_type](param)
+            else:
+                raise ValueError(f'Unknown parameter type: {param_type}')
 
         return param_space
 

synapse_sdk/plugins/categories/neural_net/templates/config.yaml

@@ -5,7 +5,7 @@ readme: README.md
 description: This is plugin_name plugin
 category: neural_net
 tasks:
-  - object_detection
+  - image.object_detection
 data_type: image
 package_manager: uv
 actions:

{synapse_sdk-1.0.0a47.dist-info → synapse_sdk-1.0.0a49.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a47
+Version: 1.0.0a49
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT
@@ -22,6 +22,8 @@ Requires-Dist: fsspec[gcs,s3,sftp]
 Provides-Extra: all
 Requires-Dist: ray[all]; extra == "all"
 Requires-Dist: python-nmap; extra == "all"
+Requires-Dist: hyperopt; extra == "all"
+Requires-Dist: bayesian-optimization==1.4.3; extra == "all"
 Dynamic: license-file
 
 This is the SDK to develop synapse plugins

{synapse_sdk-1.0.0a47.dist-info → synapse_sdk-1.0.0a49.dist-info}/RECORD

@@ -35,7 +35,7 @@ synapse_sdk/clients/backend/dataset.py,sha256=11R5LuTva9jgXatxQAlKy7UEJmwIWzTsLV
 synapse_sdk/clients/backend/hitl.py,sha256=na2mSXFud92p4zUEuagcDWk2klxO7xn-e86cm0VZEvs,709
 synapse_sdk/clients/backend/integration.py,sha256=9LjkYcBpi7aog-MODSDS4RlmYahypu65qxBj-AcY7xc,2683
 synapse_sdk/clients/backend/ml.py,sha256=JoPH9Ly2E3HJ7S5mdGLtcGq7ruQVVrYfWArogwZLlms,1193
-synapse_sdk/clients/backend/models.py,sha256=XYG6SmEnSvKRE1UD8M_3GiN56gWTGSOW5oMex3-mTtE,1947
+synapse_sdk/clients/backend/models.py,sha256=s5d9sGGQ0Elj0HOGC1TuwE-eBkY1aTfJPl6ls11bNCk,1961
 synapse_sdk/clients/ray/__init__.py,sha256=9ZSPXVVxlJ8Wp8ku7l021ENtPjVrGgQDgqifkkVAXgM,187
 synapse_sdk/clients/ray/core.py,sha256=a4wyCocAma2HAm-BHlbZnoVbpfdR-Aad2FM0z6vPFvw,731
 synapse_sdk/clients/ray/serve.py,sha256=rbCpXZYWf0oP8XJ9faa9QFNPYU7h8dltIG8xn9ZconY,907
@@ -61,7 +61,7 @@ synapse_sdk/plugins/categories/data_validation/templates/plugin/validation.py,sh
 synapse_sdk/plugins/categories/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/export/enums.py,sha256=gtyngvQ1DKkos9iKGcbecwTVQQ6sDwbrBPSGPNb5Am0,127
 synapse_sdk/plugins/categories/export/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/export/actions/export.py,sha256=sVga8cgprKFpZB-RCiZghCGQcBnr7Y58-jig9vPMbrc,9990
+synapse_sdk/plugins/categories/export/actions/export.py,sha256=xqPB_MufeMP3riaKCbGVFGukV8RdXcg6-zUrkw4t1-A,9922
 synapse_sdk/plugins/categories/export/templates/config.yaml,sha256=N7YmnFROb3s3M35SA9nmabyzoSb5O2t2TRPicwFNN2o,56
 synapse_sdk/plugins/categories/export/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/export/templates/plugin/export.py,sha256=UzPOYvH2rwUlTUpMgcbn7mBsenf3hmWytE-eD_cB_9A,5202
@@ -72,10 +72,10 @@ synapse_sdk/plugins/categories/neural_net/actions/gradio.py,sha256=jBkonh0JHRIKF
 synapse_sdk/plugins/categories/neural_net/actions/inference.py,sha256=0a655ELqNVjPFZTJDiw4EUdcMCPGveUEKyoYqpwMFBU,1019
 synapse_sdk/plugins/categories/neural_net/actions/test.py,sha256=JY25eg-Fo6WbgtMkGoo_qNqoaZkp3AQNEypJmeGzEog,320
 synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=kve6iTCg2kUeavMQTR2JFuoYDu-QWZFFlB58ZICQtdM,5406
-synapse_sdk/plugins/categories/neural_net/actions/tune.py,sha256=XJczlLDF8FOJXA-7TXNZa3npWhMsT0wGqQwYW3w5TDo,9475
+synapse_sdk/plugins/categories/neural_net/actions/tune.py,sha256=wDJMZ1vPdALsY9T9D9kDe9klCnqcfpcl0e2q7kef5XA,11855
 synapse_sdk/plugins/categories/neural_net/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/base/inference.py,sha256=R5DASI6-5vzsjDOYxqeGGMBjnav5qHF4hNJT8zNUR3I,1097
-synapse_sdk/plugins/categories/neural_net/templates/config.yaml,sha256=uZVuXjIfsd_pTaSKptHeHn1TN2FIiLrvvpkClToc6po,596
+synapse_sdk/plugins/categories/neural_net/templates/config.yaml,sha256=ZDw6X2GLfwIywpgEXFwFkUOQwSMDGvBTwc_qW7bw8H4,602
 synapse_sdk/plugins/categories/neural_net/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/templates/plugin/inference.py,sha256=InfqKWJYi6sqiUnfPKHC5KYGhxckDaWZNQ202u-uVP4,366
 synapse_sdk/plugins/categories/neural_net/templates/plugin/test.py,sha256=kYyk7l4UtcDUAH4nkdVUGrHHHjxI4p1U13HSLnmGPyE,53
@@ -134,9 +134,9 @@ synapse_sdk/utils/storage/providers/__init__.py,sha256=x7RGwZryT2FpVxS7fGWryRVpq
 synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_ncGITZrL0u5wEA,363
 synapse_sdk/utils/storage/providers/s3.py,sha256=W94rQvhGRXti3R4mYP7gmU5pcyCQpGFIBLvxxqLVdRM,2231
 synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
-synapse_sdk-1.0.0a47.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a47.dist-info/METADATA,sha256=m85ag15c0Y0vLrK6u7J6FVg8DgP9ew_bfXr-9ERl-jA,1203
-synapse_sdk-1.0.0a47.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-synapse_sdk-1.0.0a47.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a47.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a47.dist-info/RECORD,,
+synapse_sdk-1.0.0a49.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a49.dist-info/METADATA,sha256=0TLX25pKAV_0955eqiN1100FtQTgEst7h797J8vDR2A,1303
+synapse_sdk-1.0.0a49.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
+synapse_sdk-1.0.0a49.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a49.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a49.dist-info/RECORD,,

{synapse_sdk-1.0.0a47.dist-info → synapse_sdk-1.0.0a49.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (78.1.0)
+Generator: setuptools (79.0.0)
 Root-Is-Purelib: true
 Tag: py3-none-any