synapse-sdk 1.0.0a27__py3-none-any.whl → 1.0.0a29__py3-none-any.whl

synapse_sdk/cli/alias/utils.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from dotenv import dotenv_values, set_key, unset_key
+from dotenv import dotenv_values, load_dotenv, set_key, unset_key
 
 CONFIG_DIR = Path.home() / '.config' / 'synapse_alias'
 DEFAULT_FILE = CONFIG_DIR / '__default__'
@@ -41,6 +41,7 @@ def delete_alias_file(alias_name):
 
 
 def get_default_alias():
+    ensure_config_dir()
     if DEFAULT_FILE.exists():
         default_data = dotenv_values(DEFAULT_FILE)
         return default_data.get('DEFAULT_ALIAS')
@@ -52,3 +53,9 @@ def set_default_alias(alias_name):
     ensure_config_dir()
     with open(DEFAULT_FILE, 'w') as f:
         f.write(f'DEFAULT_ALIAS={alias_name}\n')
+
+
+def load_dotenv_default_alias():
+    default_alias = get_default_alias()
+    if default_alias is not None:
+        load_dotenv(CONFIG_DIR / default_alias)

synapse_sdk/cli/plugin/__init__.py

@@ -3,14 +3,14 @@ import os
 import click
 from dotenv import load_dotenv
 
-from synapse_sdk.cli.alias.utils import CONFIG_DIR, get_default_alias
+from synapse_sdk.cli.alias.utils import load_dotenv_default_alias
 from synapse_sdk.i18n import gettext as _
 
 from .create import create
 from .publish import publish
 from .run import run
 
-load_dotenv(CONFIG_DIR / get_default_alias())
+load_dotenv_default_alias()
 load_dotenv(os.path.join(os.getcwd(), '.env'), override=True)
 
 

synapse_sdk/clients/backend/integration.py

@@ -1,4 +1,5 @@
 from synapse_sdk.clients.base import BaseClient
+from synapse_sdk.utils.file import convert_file_to_base64
 
 
 class IntegrationClientMixin(BaseClient):
@@ -60,6 +61,13 @@ class IntegrationClientMixin(BaseClient):
 
     def create_logs(self, data):
         path = 'logs/'
+        if not isinstance(data, list):
+            data = [data]
+
+        for item in data:
+            if 'file' in item:
+                item['file'] = convert_file_to_base64(item['file'])
+
         return self._post(path, data=data)
 
     def create_serve_application(self, data):

synapse_sdk/loggers.py

@@ -68,13 +68,16 @@ class BaseLogger:
 
         return progress
 
+    def log(self, action, data, file=None):
+        raise NotImplementedError
+
 
 class ConsoleLogger(BaseLogger):
     def set_progress(self, current, total, category=None):
         super().set_progress(current, total, category=category)
         print(self.get_current_progress())
 
-    def log(self, action, data):
+    def log(self, action, data, file=None):
         print(action, data)
 
 
@@ -99,7 +102,7 @@ class BackendLogger(BaseLogger):
         except ClientError:
             pass
 
-    def log(self, event, data):
+    def log(self, event, data, file=None):
         print(event, data)
 
         log = {
@@ -108,7 +111,11 @@ class BackendLogger(BaseLogger):
             'datetime': datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S.%f'),
             'job': self.job_id,
         }
+        if file:
+            log['file'] = file
+
         self.logs_queue.append(log)
+
         try:
             self.client.create_logs(self.logs_queue)
             self.logs_queue.clear()

synapse_sdk/plugins/categories/neural_net/actions/train.py

@@ -18,8 +18,13 @@ from synapse_sdk.utils.pydantic.validators import non_blank
 
 class TrainRun(Run):
     def log_metric(self, category, key, value, **metrics):
+        # TODO validate input via plugin config
         self.log('metric', {'category': category, 'key': key, 'value': value, 'metrics': metrics})
 
+    def log_visualization(self, category, group, image, **meta):
+        # TODO validate input via plugin config
+        self.log('visualization', {'category': category, 'group': group, **meta}, file=image)
+
 
 class Hyperparameter(BaseModel):
     batch_size: int

synapse_sdk/plugins/models.py

@@ -113,8 +113,8 @@ class Run:
     def set_progress(self, current, total, category=''):
         self.logger.set_progress(current, total, category)
 
-    def log(self, event, data):
-        self.logger.log(event, data)
+    def log(self, event, data, file=None):
+        self.logger.log(event, data, file=file)
 
     def log_message(self, message, context=Context.INFO.value):
         self.logger.log('message', {'context': context, 'content': message})

synapse_sdk/utils/file.py

@@ -1,6 +1,8 @@
 import asyncio
+import base64
 import hashlib
 import json
+import mimetypes
 import operator
 import zipfile
 from functools import reduce
@@ -182,3 +184,36 @@ def get_temp_path(sub_path=None):
     if sub_path:
         path = path / sub_path
     return path
+
+
+def convert_file_to_base64(file_path):
+    """
+    Convert a file to base64 using pathlib.
+
+    Args:
+        file_path (str): Path to the file to convert
+
+    Returns:
+        str: Base64 encoded string of the file contents
+    """
+    # Convert string path to Path object
+    path = Path(file_path)
+
+    try:
+        # Read binary content of the file
+        binary_content = path.read_bytes()
+
+        # Convert to base64
+        base64_encoded = base64.b64encode(binary_content).decode('utf-8')
+
+        # Get the MIME type of the file
+        mime_type, _ = mimetypes.guess_type(path)
+        assert mime_type is not None, 'MIME type cannot be guessed'
+
+        # Convert bytes to string for readable output
+        return f'data:{mime_type};base64,{base64_encoded}'
+
+    except FileNotFoundError:
+        raise FileNotFoundError(f'File not found: {file_path}')
+    except Exception as e:
+        raise Exception(f'Error converting file to base64: {str(e)}')

{synapse_sdk-1.0.0a27.dist-info → synapse_sdk-1.0.0a29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: synapse-sdk
-Version: 1.0.0a27
+Version: 1.0.0a29
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0a27.dist-info → synapse_sdk-1.0.0a29.dist-info}/RECORD

@@ -4,7 +4,7 @@ locale/ko/LC_MESSAGES/messages.mo,sha256=7HJEJA0wKlN14xQ5VF4FCNet54tjw6mfWYj3IaB
 locale/ko/LC_MESSAGES/messages.po,sha256=TFii_RbURDH-Du_9ZQf3wNh-2briGk1IqY33-9GKrMU,1126
 synapse_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/i18n.py,sha256=VXMR-Zm_1hTAg9iPk3YZNNq-T1Bhx1J2fEtRT6kyYbg,766
-synapse_sdk/loggers.py,sha256=RsDDOiOeUCih1XOkWQJseYdYCX_wt50AZJRe6aPf96Q,4004
+synapse_sdk/loggers.py,sha256=OSTDDhEAvj8fiAuYNZqsZ9bygGM20sMC5yJ_nOaLDDU,4155
 synapse_sdk/types.py,sha256=khzn8KpgxFdn1SrpbcuX84m_Md1Mz_HIoUoPq8uok40,698
 synapse_sdk/cli/__init__.py,sha256=P-_FXCqb_nTVdQznuHop6kDXF_JuncZpeAmgHiGoILQ,152
 synapse_sdk/cli/alias/__init__.py,sha256=jDy8N_KupVy7n_jKKWhjQOj76-mR-uoVvMoyzObUkuI,405
@@ -15,8 +15,8 @@ synapse_sdk/cli/alias/delete.py,sha256=V2_5j9IyXIxEO82PL3JJAF7WHrn-LwFe_PyfPJTF5
 synapse_sdk/cli/alias/list.py,sha256=fsKe5MVyl9ki3bwEwDj1nWAWfnNKOmkLO3bbbHOfsL4,564
 synapse_sdk/cli/alias/read.py,sha256=gkcSO6zAqvqHMduKIajvzftEgYphp4pIVjsIShgPoHk,349
 synapse_sdk/cli/alias/update.py,sha256=LOpkpe6ZP_HcOOwC5RkJHVxQuNcQHGnyN98tABjz754,531
-synapse_sdk/cli/alias/utils.py,sha256=CyavTlSw7ezkx2LpX2UG9ZJ64oBKQT0pvjRoSX0dtuQ,1346
-synapse_sdk/cli/plugin/__init__.py,sha256=A88y2w42BWwwyQoH5KBSNn8r9sJjGg5-cG7gkP25X4M,766
+synapse_sdk/cli/alias/utils.py,sha256=9kWrDfRCFqlkCtLXSleMJ-PH6Q49R1FfnbfyY34ck5s,1540
+synapse_sdk/cli/plugin/__init__.py,sha256=P5WMpTe_cVvaXdZngk8_ugJynRdel9rxVicwi05U3zo,744
 synapse_sdk/cli/plugin/create.py,sha256=HpYTpohV1NbSrULaVUlc4jWLWznPrx7glgydTM3sS5E,218
 synapse_sdk/cli/plugin/publish.py,sha256=sIl1wiuSC3lAUpE3rOF4UDKDy2G5EVLlelMjk2aT05g,1221
 synapse_sdk/cli/plugin/run.py,sha256=xz5LRm3zh8Y9DMjw5FFRFVRWSCWtYfZJskfCmrPikaQ,2598
@@ -32,7 +32,7 @@ synapse_sdk/clients/backend/__init__.py,sha256=aozhPhvRTPHz1P90wxEay07B-Ct4vj_yT
 synapse_sdk/clients/backend/annotation.py,sha256=eZc5EidgR_RfMGwvv1r1_mLkPdRd8e52c4zuuMjMX34,979
 synapse_sdk/clients/backend/core.py,sha256=5XAOdo6JZ0drfk-FMPJ96SeTd9oja-VnTwzGXdvK7Bg,1027
 synapse_sdk/clients/backend/dataset.py,sha256=w7izflbTjHKysiDl7ia7MAO391_dzN2ofK40A7QwtBQ,1721
-synapse_sdk/clients/backend/integration.py,sha256=Jg_8fEmbrgYXfZZcG8cDtLxR6ugPmnbNhPDyRu_Uib0,2160
+synapse_sdk/clients/backend/integration.py,sha256=ekuMqpJ2OIt8ko3NISZCIvtoer7mhvDjXUgPXV4ju6E,2410
 synapse_sdk/clients/backend/ml.py,sha256=jlkqS9pI0S0Ubq4pWVeaaaPk-E0J-cZg5zkSX7GuQ_o,1063
 synapse_sdk/clients/ray/__init__.py,sha256=9ZSPXVVxlJ8Wp8ku7l021ENtPjVrGgQDgqifkkVAXgM,187
 synapse_sdk/clients/ray/core.py,sha256=a4wyCocAma2HAm-BHlbZnoVbpfdR-Aad2FM0z6vPFvw,731
@@ -40,7 +40,7 @@ synapse_sdk/clients/ray/serve.py,sha256=rbCpXZYWf0oP8XJ9faa9QFNPYU7h8dltIG8xn9Zc
 synapse_sdk/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/enums.py,sha256=s59P6Oz2WAK9IX-kLVhNOvNKYJifKlWBhPpZbc9-ttE,486
 synapse_sdk/plugins/exceptions.py,sha256=Qs7qODp_RRLO9y2otU2T4ryj5LFwIZODvSIXkAh91u0,691
-synapse_sdk/plugins/models.py,sha256=JFaU1aqzminwWasNKuRBYd5hrBTRHDOZkl2nqZ1l0IM,3687
+synapse_sdk/plugins/models.py,sha256=7En1biVK_7kR8aI-3I-kJ-lXbveRRobppMGOeFd3ZpU,3709
 synapse_sdk/plugins/upload.py,sha256=VJOotYMayylOH0lNoAGeGHRkLdhP7jnC_A0rFQMvQpQ,3228
 synapse_sdk/plugins/utils.py,sha256=4_K6jIl0WrsXOEhFp94faMOriSsddOhIiaXcawYYUUA,3300
 synapse_sdk/plugins/categories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -65,7 +65,7 @@ synapse_sdk/plugins/categories/neural_net/actions/__init__.py,sha256=47DEQpj8HBS
 synapse_sdk/plugins/categories/neural_net/actions/deployment.py,sha256=Wmi7in_Mgizt1d5XcDR080h1CIMWKh2_mjub9N380qA,1917
 synapse_sdk/plugins/categories/neural_net/actions/inference.py,sha256=0a655ELqNVjPFZTJDiw4EUdcMCPGveUEKyoYqpwMFBU,1019
 synapse_sdk/plugins/categories/neural_net/actions/test.py,sha256=JY25eg-Fo6WbgtMkGoo_qNqoaZkp3AQNEypJmeGzEog,320
-synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=4zq2ryWjqDa6MyI2BGe3sAofMh2NeY3XAo-1gEFXBs4,5145
+synapse_sdk/plugins/categories/neural_net/actions/train.py,sha256=CBg8ky2-bvS5pZlzuf49HcdpyronHkSugwq0UeHhiKg,5401
 synapse_sdk/plugins/categories/neural_net/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/neural_net/base/inference.py,sha256=R5DASI6-5vzsjDOYxqeGGMBjnav5qHF4hNJT8zNUR3I,1097
 synapse_sdk/plugins/categories/neural_net/templates/config.yaml,sha256=dXKB1hO53hDZB73xnxLVCNQl8Sm7svMmVmuMrOCQmEU,343
@@ -105,7 +105,7 @@ synapse_sdk/shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 synapse_sdk/shared/enums.py,sha256=WMZPag9deVF7VCXaQkLk7ly_uX1KwbNzRx9TdvgaeFE,138
 synapse_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/utils/debug.py,sha256=F7JlUwYjTFZAMRbBqKm6hxOIz-_IXYA8lBInOS4jbS4,100
-synapse_sdk/utils/file.py,sha256=eF1GDxjPaq2QOiKKCHSzgCkBRYSBSwP4rKOAApAQR3E,5661
+synapse_sdk/utils/file.py,sha256=zP8eOZifGiYP9PyC4ivQwxs-ljbtXRtbWN4yOjZF6tc,6658
 synapse_sdk/utils/module_loading.py,sha256=chHpU-BZjtYaTBD_q0T7LcKWtqKvYBS4L0lPlKkoMQ8,1020
 synapse_sdk/utils/network.py,sha256=wg-oFM0gKK5REqIUO8d-x9yXJfqbnkSbbF0_qyxpwz4,412
 synapse_sdk/utils/storage.py,sha256=a8OVbd38ATr0El4G4kuV07lr_tJZrpIJBSy4GHb0qZ8,2581
@@ -114,9 +114,9 @@ synapse_sdk/utils/pydantic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 synapse_sdk/utils/pydantic/config.py,sha256=1vYOcUI35GslfD1rrqhFkNXXJOXt4IDqOPSx9VWGfNE,123
 synapse_sdk/utils/pydantic/errors.py,sha256=0v0T12eQBr1KrFiEOBu6KMaPK4aPEGEC6etPJGoR5b4,1061
 synapse_sdk/utils/pydantic/validators.py,sha256=G47P8ObPhsePmd_QZDK8EdPnik2CbaYzr_N4Z6En8dc,193
-synapse_sdk-1.0.0a27.dist-info/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0a27.dist-info/METADATA,sha256=HIpc3MxfEPZqeCjtiNM4S5pCicSkJA5xvS7QQ57kAzQ,1070
-synapse_sdk-1.0.0a27.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-synapse_sdk-1.0.0a27.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0a27.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0a27.dist-info/RECORD,,
+synapse_sdk-1.0.0a29.dist-info/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0a29.dist-info/METADATA,sha256=1DF4WZPzyfQO1HZzHzzvP0isb2pCpCmQyx-8u6YhKlA,1070
+synapse_sdk-1.0.0a29.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+synapse_sdk-1.0.0a29.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0a29.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0a29.dist-info/RECORD,,