synapse-sdk 1.0.0a47__tar.gz → 1.0.0a49__tar.gz

{synapse_sdk-1.0.0a47 → synapse_sdk-1.0.0a49}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a47
+Version: 1.0.0a49
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT
@@ -22,6 +22,8 @@ Requires-Dist: fsspec[gcs,s3,sftp]
 Provides-Extra: all
 Requires-Dist: ray[all]; extra == "all"
 Requires-Dist: python-nmap; extra == "all"
+Requires-Dist: hyperopt; extra == "all"
+Requires-Dist: bayesian-optimization==1.4.3; extra == "all"
 Dynamic: license-file
 
 This is the SDK to develop synapse plugins

{synapse_sdk-1.0.0a47 → synapse_sdk-1.0.0a49}/pyproject.toml

@@ -30,7 +30,9 @@ dynamic = ["version"]
 [project.optional-dependencies]
 all = [
     "ray[all]",
-    "python-nmap"
+    "python-nmap",
+    "hyperopt",
+    "bayesian-optimization==1.4.3"
 ]
 
 [project.scripts]

{synapse_sdk-1.0.0a47 → synapse_sdk-1.0.0a49}/synapse_sdk/clients/backend/models.py

@@ -66,8 +66,8 @@ class UpdateJob(BaseModel):
 
     status: Optional[JobStatus] = None
     progress_record: Optional[Dict] = None
-    console_logs: Optional[Dict] = None
-    result: Optional[Dict] = None
+    console_logs: Optional[Dict | list] = None
+    result: Optional[Dict | list] = None
 
     def model_dump(self, **kwargs):
         data = super().model_dump(**kwargs)

{synapse_sdk-1.0.0a47 → synapse_sdk-1.0.0a49}/synapse_sdk/plugins/categories/export/actions/export.py

@@ -1,3 +1,4 @@
+import json
 from abc import ABC, abstractmethod
 from datetime import datetime
 from typing import Annotated, Any, Literal
@@ -16,18 +17,12 @@ from synapse_sdk.utils.pydantic.validators import non_blank
 from synapse_sdk.utils.storage import get_pathlib
 
 
-class DataFileInfo(BaseModel):
-    """Schema for data_file_info."""
-
-    file_name: str
-
-
 class ExportRun(Run):
     class DataFileLog(BaseModel):
         """Data file log model."""
 
         target_id: int
-        data_file_info: DataFileInfo
+        data_file_info: str | None
         status: ExportStatus
         error: str | None = None
         created: str
@@ -49,7 +44,7 @@ class ExportRun(Run):
             log_type,
             self.DataFileLog(
                 target_id=target_id,
-                data_file_info=data_file_info,
+                data_file_info=json.dumps(data_file_info),
                 status=status.value,
                 error=error,
                 created=now,

{synapse_sdk-1.0.0a47 → synapse_sdk-1.0.0a49}/synapse_sdk/plugins/categories/neural_net/actions/tune.py

@@ -22,11 +22,18 @@ class TuneRun(TrainRun):
     checkpoint_output = None
 
 
+class SearchAlgo(BaseModel):
+    name: str
+    points_to_evaluate: Optional[dict] = None
+
+
 class TuneConfig(BaseModel):
     mode: Optional[str] = None
     metric: Optional[str] = None
     num_samples: int = 1
     max_concurrent_trials: Optional[int] = None
+    search_alg: Optional[SearchAlgo] = None
+    scheduler: Optional[str] = None
 
 
 class TuneParams(BaseModel):
@@ -170,7 +177,7 @@ class TuneAction(TrainAction):
             entrypoint = _tune
 
         trainable = tune.with_parameters(entrypoint, run=self.run, dataset=input_dataset, checkpoint=checkpoint)
-        tune_config = self.params['tune_config']
+        tune_config = self.convert_tune_search_algo(self.params['tune_config'])
 
         hyperparameter = self.params['hyperparameter']
         param_space = self.convert_tune_params(hyperparameter)
@@ -230,6 +237,42 @@ class TuneAction(TrainAction):
                 **params,
             })
 
+    @staticmethod
+    def convert_tune_search_algo(tune_config):
+        """
+        Convert YAML hyperparameter configuration to Ray Tune search algorithm and scheduler.
+
+        Args:
+            tune_config (dict): Hyperparameter configuration.
+
+        Returns:
+            dict: Ray Tune search algorithm and scheduler
+        """
+        from ray import tune
+
+        if tune_config['search_alg'] is None:
+            return tune_config
+
+        search_alg = tune_config['search_alg']['name']
+        metric = tune_config['metric']
+        mode = tune_config['mode']
+        points_to_evaluate = tune_config['search_alg'].get('points_to_evaluate', None)
+
+        if search_alg == 'AxSearch':
+            tune_config['search_alg'] = tune.search.ax.AxSearch(metric=metric, mode=mode)
+        elif search_alg == 'BayesOptSearch':
+            tune_config['search_alg'] = tune.search.bayesopt.BayesOptSearch(metric=metric, mode=mode)
+        elif search_alg == 'HyperOptSearch':
+            tune_config['search_alg'] = tune.search.hyperopt.HyperOptSearch(metric=metric, mode=mode)
+        elif search_alg == 'OptunaSearch':
+            tune_config['search_alg'] = tune.search.optuna.OptunaSearch(metric=metric, mode=mode)
+        elif search_alg == 'BasicVariantGenerator':
+            tune_config['search_alg'] = tune.search.basic_variant.BasicVariantGenerator(
+                points_to_evaluate=points_to_evaluate
+            )
+
+        return tune_config
+
     @staticmethod
     def convert_tune_params(param_list):
         """
@@ -243,19 +286,31 @@ class TuneAction(TrainAction):
         """
         from ray import tune
 
+        param_handlers = {
+            'uniform': lambda p: tune.uniform(p['min'], p['max']),
+            'quniform': lambda p: tune.quniform(p['min'], p['max']),
+            'loguniform': lambda p: tune.loguniform(p['min'], p['max'], p['base']),
+            'qloguniform': lambda p: tune.qloguniform(p['min'], p['max'], p['base']),
+            'randn': lambda p: tune.randn(p['mean'], p['sd']),
+            'qrandn': lambda p: tune.qrandn(p['mean'], p['sd']),
+            'randint': lambda p: tune.randint(p['min'], p['max']),
+            'qrandint': lambda p: tune.qrandint(p['min'], p['max']),
+            'lograndint': lambda p: tune.lograndint(p['min'], p['max'], p['base']),
+            'qlograndint': lambda p: tune.qlograndint(p['min'], p['max'], p['base']),
+            'choice': lambda p: tune.choice(p['options']),
+            'grid_search': lambda p: tune.grid_search(p['options']),
+        }
+
         param_space = {}
 
         for param in param_list:
             name = param['name']
             param_type = param['type']
 
-            if param_type == 'loguniform':
-                param_space[name] = tune.loguniform(param['min'], param['max'])
-            elif param_type == 'choice':
-                param_space[name] = tune.choice(param['options'])
-            elif param_type == 'randint':
-                param_space[name] = tune.randint(param['min'], param['max'])
-            # Add more type handlers as needed
+            if param_type in param_handlers:
+                param_space[name] = param_handlers[param_type](param)
+            else:
+                raise ValueError(f'Unknown parameter type: {param_type}')
 
         return param_space
 

{synapse_sdk-1.0.0a47 → synapse_sdk-1.0.0a49}/synapse_sdk/plugins/categories/neural_net/templates/config.yaml

@@ -5,7 +5,7 @@ readme: README.md
 description: This is plugin_name plugin
 category: neural_net
 tasks:
-  - object_detection
+  - image.object_detection
 data_type: image
 package_manager: uv
 actions:

{synapse_sdk-1.0.0a47 → synapse_sdk-1.0.0a49}/synapse_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0a47
+Version: 1.0.0a49
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT
@@ -22,6 +22,8 @@ Requires-Dist: fsspec[gcs,s3,sftp]
 Provides-Extra: all
 Requires-Dist: ray[all]; extra == "all"
 Requires-Dist: python-nmap; extra == "all"
+Requires-Dist: hyperopt; extra == "all"
+Requires-Dist: bayesian-optimization==1.4.3; extra == "all"
 Dynamic: license-file
 
 This is the SDK to develop synapse plugins

{synapse_sdk-1.0.0a47 → synapse_sdk-1.0.0a49}/synapse_sdk.egg-info/requires.txt

@@ -13,3 +13,5 @@ fsspec[gcs,s3,sftp]
 [all]
 ray[all]
 python-nmap
+hyperopt
+bayesian-optimization==1.4.3

{synapse_sdk-1.0.0a47 → synapse_sdk-1.0.0a49}/tests/clients/test_backend_models.py

@@ -97,3 +97,27 @@ def test_update_job_model_validation_with_single_field_success():
     assert update_job.progress_record is None
     assert update_job.console_logs is None
     assert update_job.result is None
+
+
+def test_update_job_model_validation_with_console_logs_as_list():
+    job_response = {
+        'status': 'running',
+        'console_logs': ['log line 1', 'log line 2', 'log line 3'],
+    }
+    update_job = UpdateJob(**job_response)
+    assert update_job.status == 'running'
+    assert update_job.console_logs == ['log line 1', 'log line 2', 'log line 3']
+    assert update_job.progress_record is None
+    assert update_job.result is None
+
+
+def test_update_job_model_validation_with_result_as_list():
+    job_response = {
+        'status': 'running',
+        'result': ['result item 1', 'result item 2', 'result item 3'],
+    }
+    update_job = UpdateJob(**job_response)
+    assert update_job.status == 'running'
+    assert update_job.result == ['result item 1', 'result item 2', 'result item 3']
+    assert update_job.progress_record is None
+    assert update_job.console_logs is None