synapse-sdk 1.0.0a28__tar.gz → 1.0.0a29__tar.gz

{synapse_sdk-1.0.0a28/synapse_sdk.egg-info → synapse_sdk-1.0.0a29}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: synapse-sdk
-Version: 1.0.0a28
+Version: 1.0.0a29
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a28 → synapse_sdk-1.0.0a29}/synapse_sdk/clients/backend/integration.py

@@ -1,4 +1,5 @@
 from synapse_sdk.clients.base import BaseClient
+from synapse_sdk.utils.file import convert_file_to_base64
 
 
 class IntegrationClientMixin(BaseClient):
@@ -60,6 +61,13 @@ class IntegrationClientMixin(BaseClient):
 
     def create_logs(self, data):
         path = 'logs/'
+        if not isinstance(data, list):
+            data = [data]
+
+        for item in data:
+            if 'file' in item:
+                item['file'] = convert_file_to_base64(item['file'])
+
         return self._post(path, data=data)
 
     def create_serve_application(self, data):

{synapse_sdk-1.0.0a28 → synapse_sdk-1.0.0a29}/synapse_sdk/loggers.py

@@ -68,13 +68,16 @@ class BaseLogger:
 
         return progress
 
+    def log(self, action, data, file=None):
+        raise NotImplementedError
+
 
 class ConsoleLogger(BaseLogger):
     def set_progress(self, current, total, category=None):
         super().set_progress(current, total, category=category)
         print(self.get_current_progress())
 
-    def log(self, action, data):
+    def log(self, action, data, file=None):
         print(action, data)
 
 
@@ -99,7 +102,7 @@ class BackendLogger(BaseLogger):
         except ClientError:
             pass
 
-    def log(self, event, data):
+    def log(self, event, data, file=None):
         print(event, data)
 
         log = {
@@ -108,7 +111,11 @@ class BackendLogger(BaseLogger):
             'datetime': datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S.%f'),
             'job': self.job_id,
         }
+        if file:
+            log['file'] = file
+
         self.logs_queue.append(log)
+
         try:
             self.client.create_logs(self.logs_queue)
             self.logs_queue.clear()

{synapse_sdk-1.0.0a28 → synapse_sdk-1.0.0a29}/synapse_sdk/plugins/categories/neural_net/actions/train.py

@@ -18,8 +18,13 @@ from synapse_sdk.utils.pydantic.validators import non_blank
 
 class TrainRun(Run):
     def log_metric(self, category, key, value, **metrics):
+        # TODO validate input via plugin config
         self.log('metric', {'category': category, 'key': key, 'value': value, 'metrics': metrics})
 
+    def log_visualization(self, category, group, image, **meta):
+        # TODO validate input via plugin config
+        self.log('visualization', {'category': category, 'group': group, **meta}, file=image)
+
 
 class Hyperparameter(BaseModel):
     batch_size: int

{synapse_sdk-1.0.0a28 → synapse_sdk-1.0.0a29}/synapse_sdk/plugins/models.py

@@ -113,8 +113,8 @@ class Run:
     def set_progress(self, current, total, category=''):
         self.logger.set_progress(current, total, category)
 
-    def log(self, event, data):
-        self.logger.log(event, data)
+    def log(self, event, data, file=None):
+        self.logger.log(event, data, file=file)
 
     def log_message(self, message, context=Context.INFO.value):
         self.logger.log('message', {'context': context, 'content': message})

{synapse_sdk-1.0.0a28 → synapse_sdk-1.0.0a29}/synapse_sdk/utils/file.py

@@ -1,6 +1,8 @@
 import asyncio
+import base64
 import hashlib
 import json
+import mimetypes
 import operator
 import zipfile
 from functools import reduce
@@ -182,3 +184,36 @@ def get_temp_path(sub_path=None):
     if sub_path:
         path = path / sub_path
     return path
+
+
+def convert_file_to_base64(file_path):
+    """
+    Convert a file to base64 using pathlib.
+
+    Args:
+        file_path (str): Path to the file to convert
+
+    Returns:
+        str: Base64 encoded string of the file contents
+    """
+    # Convert string path to Path object
+    path = Path(file_path)
+
+    try:
+        # Read binary content of the file
+        binary_content = path.read_bytes()
+
+        # Convert to base64
+        base64_encoded = base64.b64encode(binary_content).decode('utf-8')
+
+        # Get the MIME type of the file
+        mime_type, _ = mimetypes.guess_type(path)
+        assert mime_type is not None, 'MIME type cannot be guessed'
+
+        # Convert bytes to string for readable output
+        return f'data:{mime_type};base64,{base64_encoded}'
+
+    except FileNotFoundError:
+        raise FileNotFoundError(f'File not found: {file_path}')
+    except Exception as e:
+        raise Exception(f'Error converting file to base64: {str(e)}')

{synapse_sdk-1.0.0a28 → synapse_sdk-1.0.0a29/synapse_sdk.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: synapse-sdk
-Version: 1.0.0a28
+Version: 1.0.0a29
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT