synapse-sdk 1.0.0b21__py3-none-any.whl → 1.0.0b23__py3-none-any.whl

synapse_sdk/plugins/categories/upload/actions/upload/utils.py

@@ -0,0 +1,139 @@
+import json
+import os
+
+
+class PathAwareJSONEncoder(json.JSONEncoder):
+    """Custom JSON encoder that handles Path objects and datetime objects.
+
+    Extends the default JSON encoder to properly serialize Path objects
+    and datetime objects that are commonly used in upload operations.
+
+    Supported object types:
+    - Path objects (converts to string using __fspath__ or as_posix)
+    - Datetime objects (converts using isoformat)
+    - All other standard JSON-serializable types
+
+    Example:
+        >>> data = {"path": Path("/tmp/file.txt"), "timestamp": datetime.now()}
+        >>> json.dumps(data, cls=PathAwareJSONEncoder)
+        '{"path": "/tmp/file.txt", "timestamp": "2023-01-01T12:00:00"}'
+    """
+
+    def default(self, obj):
+        if hasattr(obj, '__fspath__'):
+            return obj.__fspath__()
+        elif hasattr(obj, 'as_posix'):
+            return obj.as_posix()
+        elif hasattr(obj, 'isoformat'):
+            return obj.isoformat()
+        return super().default(obj)
+
+
+class ExcelSecurityConfig:
+    """Configuration class for Excel file security limits.
+
+    Manages security constraints for Excel file processing to prevent
+    resource exhaustion and security vulnerabilities. All limits can
+    be configured via environment variables.
+
+    Attributes:
+        MAX_FILE_SIZE_MB (int): Maximum file size in megabytes
+        MAX_FILE_SIZE_BYTES (int): Maximum file size in bytes
+        MAX_MEMORY_USAGE_MB (int): Maximum memory usage in megabytes
+        MAX_MEMORY_USAGE_BYTES (int): Maximum memory usage in bytes
+        MAX_ROWS (int): Maximum number of rows allowed
+        MAX_COLUMNS (int): Maximum number of columns allowed
+        MAX_FILENAME_LENGTH (int): Maximum filename length
+        MAX_COLUMN_NAME_LENGTH (int): Maximum column name length
+        MAX_METADATA_VALUE_LENGTH (int): Maximum metadata value length
+
+    Environment Variables:
+        EXCEL_MAX_FILE_SIZE_MB: Override default file size limit (default: 10)
+        EXCEL_MAX_MEMORY_MB: Override default memory limit (default: 30)
+        EXCEL_MAX_ROWS: Override default row limit (default: 10000)
+        EXCEL_MAX_COLUMNS: Override default column limit (default: 50)
+        EXCEL_MAX_FILENAME_LENGTH: Override filename length limit (default: 255)
+        EXCEL_MAX_COLUMN_NAME_LENGTH: Override column name length (default: 100)
+        EXCEL_MAX_METADATA_VALUE_LENGTH: Override metadata value length (default: 1000)
+    """
+
+    def __init__(self):
+        self.MAX_FILE_SIZE_MB = int(os.getenv('EXCEL_MAX_FILE_SIZE_MB', '10'))
+        self.MAX_FILE_SIZE_BYTES = self.MAX_FILE_SIZE_MB * 1024 * 1024
+
+        self.MAX_MEMORY_USAGE_MB = int(os.getenv('EXCEL_MAX_MEMORY_MB', '30'))
+        self.MAX_MEMORY_USAGE_BYTES = self.MAX_MEMORY_USAGE_MB * 1024 * 1024
+
+        self.MAX_ROWS = int(os.getenv('EXCEL_MAX_ROWS', '10000'))
+        self.MAX_COLUMNS = int(os.getenv('EXCEL_MAX_COLUMNS', '50'))
+
+        self.MAX_FILENAME_LENGTH = int(os.getenv('EXCEL_MAX_FILENAME_LENGTH', '255'))
+        self.MAX_COLUMN_NAME_LENGTH = int(os.getenv('EXCEL_MAX_COLUMN_NAME_LENGTH', '100'))
+        self.MAX_METADATA_VALUE_LENGTH = int(os.getenv('EXCEL_MAX_METADATA_VALUE_LENGTH', '1000'))
+
+
+class ExcelMetadataUtils:
+    """Utility class for Excel metadata processing and validation.
+
+    Provides helper methods for validating and processing Excel metadata
+    while respecting security constraints defined in ExcelSecurityConfig.
+
+    Args:
+        config (ExcelSecurityConfig): Security configuration instance
+
+    Example:
+        >>> config = ExcelSecurityConfig()
+        >>> utils = ExcelMetadataUtils(config)
+        >>> safe_value = utils.validate_and_truncate_string("long text", 10)
+        >>> is_valid = utils.is_valid_filename_length("file.xlsx")
+    """
+
+    def __init__(self, config: ExcelSecurityConfig):
+        self.config = config
+
+    def validate_and_truncate_string(self, value: str, max_length: int) -> str:
+        """Validate and truncate string to maximum length.
+
+        Converts non-string values to strings, trims whitespace, and
+        truncates to the specified maximum length if necessary.
+
+        Args:
+            value (str): Value to validate and truncate
+            max_length (int): Maximum allowed length
+
+        Returns:
+            str: Validated and truncated string
+
+        Example:
+            >>> utils.validate_and_truncate_string("  long text  ", 5)
+            'long '
+        """
+        if not isinstance(value, str):
+            value = str(value)
+
+        value = value.strip()
+
+        if len(value) > max_length:
+            return value[:max_length]
+
+        return value
+
+    def is_valid_filename_length(self, filename: str) -> bool:
+        """Check if filename length is within security limits.
+
+        Validates that the filename (after trimming whitespace) does not
+        exceed the maximum filename length configured in security settings.
+
+        Args:
+            filename (str): Filename to validate
+
+        Returns:
+            bool: True if filename length is valid, False otherwise
+
+        Example:
+            >>> utils.is_valid_filename_length("file.xlsx")
+            True
+            >>> utils.is_valid_filename_length("x" * 300)
+            False
+        """
+        return len(filename.strip()) <= self.config.MAX_FILENAME_LENGTH

synapse_sdk/plugins/categories/upload/templates/plugin/upload.py

@@ -10,7 +10,12 @@ class Uploader:
     """
 
     def __init__(
-        self, run, path: Path, file_specification: List = None, organized_files: List = None, extra_params: Dict = None
+        self,
+        run,
+        path: Path,
+        file_specification: List = None,
+        organized_files: List = None,
+        extra_params: Dict = None,
     ):
         """Initialize the plugin upload action class.
 

synapse_sdk/plugins/models.py

@@ -124,9 +124,9 @@ class Run:
     context = None
     client = None
 
-    def __init__(self, job_id, context):
+    def __init__(self, job_id, context=None):
         self.job_id = job_id
-        self.context = context
+        self.context = context or {}
         config = get_backend_config()
         if config:
             self.client = BackendClient(
@@ -134,17 +134,23 @@ class Run:
                 access_token=config['token'],
             )
         else:
+            # Handle missing environment variables for test environments
+            envs = self.context.get('envs', {})
+            host = envs.get('SYNAPSE_PLUGIN_RUN_HOST', os.getenv('SYNAPSE_PLUGIN_RUN_HOST', 'http://localhost:8000'))
+            token = envs.get('SYNAPSE_PLUGIN_RUN_USER_TOKEN', os.getenv('SYNAPSE_PLUGIN_RUN_USER_TOKEN'))
+            tenant = envs.get('SYNAPSE_PLUGIN_RUN_TENANT', os.getenv('SYNAPSE_PLUGIN_RUN_TENANT'))
+
             self.client = BackendClient(
-                self.context['envs']['SYNAPSE_PLUGIN_RUN_HOST'],
-                token=self.context['envs'].get('SYNAPSE_PLUGIN_RUN_USER_TOKEN'),
-                tenant=self.context['envs'].get('SYNAPSE_PLUGIN_RUN_TENANT'),
+                host,
+                token=token,
+                tenant=tenant,
             )
         self.set_logger()
 
     def set_logger(self):
         kwargs = {
-            'progress_categories': self.context['progress_categories'],
-            'metrics_categories': self.context['metrics_categories'],
+            'progress_categories': self.context.get('progress_categories'),
+            'metrics_categories': self.context.get('metrics_categories'),
         }
 
         if self.job_id:

{synapse_sdk-1.0.0b21.dist-info → synapse_sdk-1.0.0b23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 1.0.0b21
+Version: 1.0.0b23
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-1.0.0b21.dist-info → synapse_sdk-1.0.0b23.dist-info}/RECORD

@@ -53,7 +53,7 @@ synapse_sdk/devtools/docs/README.md,sha256=yBzWf0K1ef4oymFXDaHo0nYWEgMQJqsOyrkNh
 synapse_sdk/devtools/docs/docusaurus.config.ts,sha256=K1b002RS0x0tsOyib_6CSgUlASEULC9vAX8YDpbsRN4,3229
 synapse_sdk/devtools/docs/package-lock.json,sha256=dtepgbPC8gq5uz-hdcac4hIU-Cs209tX0sfBuB7RfEQ,705694
 synapse_sdk/devtools/docs/package.json,sha256=8veqayA4U3OLpdQaz6AzB59RQwTU-5soeYlYYWIxq28,1187
-synapse_sdk/devtools/docs/sidebars.ts,sha256=ZfHa2kSwhvnDAsTZo6DR3IjeNXC4-J-_jYWSvZOA_zg,1559
+synapse_sdk/devtools/docs/sidebars.ts,sha256=mvTBax6592aFOHth_ejBTEqlqA60xM_A1UMIHbTe6Qg,1593
 synapse_sdk/devtools/docs/tsconfig.json,sha256=O9BNlRPjPiaVHW2_boShMbmTnh0Z2k0KQO6Alf9FMVY,215
 synapse_sdk/devtools/docs/blog/2019-05-28-first-blog-post.md,sha256=iP7gl_FPqo-qX13lkSRcRoT6ayJNmCkXoyvlm7GH248,312
 synapse_sdk/devtools/docs/blog/2019-05-29-long-blog-post.md,sha256=cM-dhhTeurEWMcdn0Kx-NpNts2YUUraSI_XFk_gVHEE,3122
@@ -89,6 +89,7 @@ synapse_sdk/devtools/docs/docs/features/index.md,sha256=FD2hUzTzFgKa5pcDWPtA6eVw
 synapse_sdk/devtools/docs/docs/features/converters/index.md,sha256=W5d5UO8nbOLWs1G9IgdTutlMl-d6M0hDLMJbg8DrCQ8,12713
 synapse_sdk/devtools/docs/docs/plugins/export-plugins.md,sha256=W8u8o9PWZQJ-rBvwuw-daWtqsOfFod_j_4yNj4zbOj0,27028
 synapse_sdk/devtools/docs/docs/plugins/plugins.md,sha256=2WMjbTKjIXTAdeODeTvJkDSsR9PiA58_VnCFuBnWRw4,24358
+synapse_sdk/devtools/docs/docs/plugins/upload-plugins.md,sha256=6-IE6QNimgggIJF5BxeGBUhKfV76WPglGH1-olU_R8Q,18489
 synapse_sdk/devtools/docs/docs/tutorial-basics/_category_.json,sha256=qQVHZ1p0CxHg5Gb4CYNxUSeqZ3LVo4nXN_N0yUMVpDM,180
 synapse_sdk/devtools/docs/docs/tutorial-basics/congratulations.md,sha256=zJbcwKNVYGpLAGJO7e3cTdptFhb6m_NUzYDU5i6MWgc,1078
 synapse_sdk/devtools/docs/docs/tutorial-basics/create-a-blog-post.md,sha256=FNk-D3eiMmoc7sdVKazXibjsKl7-6b65KuEYkGOwcYk,886
@@ -127,6 +128,7 @@ synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/feature
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/features/converters/index.md,sha256=WpXcLBqC-xlvuoh-AhNOtFSo4qmnBIbR_wqLlazT7zo,1366
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/plugins/export-plugins.md,sha256=f1fe6zWV5t60QZwCev7e-GIW50itfZviZ8zVZTaoka0,28371
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/plugins/plugins.md,sha256=63auCIr_5_IFZgvPDd9XSovM1cv3TSx9U0zQRjrsxkI,3108
+synapse_sdk/devtools/docs/i18n/ko/docusaurus-plugin-content-docs/current/plugins/upload-plugins.md,sha256=E-xplOw6ZEgB0rtarshmSqRIFpYL12Ax5mXULI4VWXo,24740
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-theme-classic/footer.json,sha256=SCLmysIhJ6XEEfnL7cOQb3s08EG4LA-ColdRRxecIH8,1601
 synapse_sdk/devtools/docs/i18n/ko/docusaurus-theme-classic/navbar.json,sha256=M-ly81cWnesYYtCRcfMvOsKl5P0z52K9kiw0T6GIQ60,429
 synapse_sdk/devtools/docs/src/components/HomepageFeatures/index.tsx,sha256=xaUQaq9OuqoaRAZQo-ZWev0vbmIkn9l04QfUBxlhnnU,1923
@@ -161,10 +163,11 @@ synapse_sdk/devtools/streamlit_app/utils/json_viewer.py,sha256=W1OH27fq3dazrENBC
 synapse_sdk/devtools/streamlit_app/utils/log_formatter.py,sha256=fQZoEGP-FK9Sgoqh0Z-o1zX_MHpiXVZXLu_4WMcvYNQ,1292
 synapse_sdk/devtools/streamlit_app/utils/styles.py,sha256=ivVBlHzJll9uVZX25Sdbu5Hq40SOmaRamrCqY9A9aFY,5147
 synapse_sdk/devtools/streamlit_app/utils/ui_components.py,sha256=ciSyNEhPYNU6KqnfgDI9RZr1tGFZeiOJ9qBDhlXqmUY,9557
+synapse_sdk/plugins/README.md,sha256=3NVHRq3wpwxNT7XYOUKjWGj9AstcrZMmpax9Tz0n_c4,28037
 synapse_sdk/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/enums.py,sha256=ibixwqA3sCNSriG1jAtL54JQc_Zwo3MufwYUqGhVncc,523
 synapse_sdk/plugins/exceptions.py,sha256=Qs7qODp_RRLO9y2otU2T4ryj5LFwIZODvSIXkAh91u0,691
-synapse_sdk/plugins/models.py,sha256=2UMtDe2n8MSrPMlvNR6wATKD5mpStAjvenKC168VQdU,5361
+synapse_sdk/plugins/models.py,sha256=KePsoG75wEbJlke-BAH3rTGPuJT4ByPuPA61Nq_hRnY,5683
 synapse_sdk/plugins/upload.py,sha256=VJOotYMayylOH0lNoAGeGHRkLdhP7jnC_A0rFQMvQpQ,3228
 synapse_sdk/plugins/categories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/base.py,sha256=IYZ5vd7_5Lk5stJn2jHR9qhduSsg6lLgr1ciV_-XwlA,11327
@@ -221,10 +224,16 @@ synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py,sha256=47
 synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py,sha256=eevNg0nOcYFR4z_L_R-sCvVOYoLWSAH1jwDkAf3YCjY,320
 synapse_sdk/plugins/categories/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/categories/upload/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=lFosLHBC0bAI6rC9BYdrmd47VoQRXDtd6hi-0p7oG04,55001
+synapse_sdk/plugins/categories/upload/actions/upload/__init__.py,sha256=YYzjNk9LcMHYcy_F5m3R5KFl3JILRoUmrw7uB3iH-_c,550
+synapse_sdk/plugins/categories/upload/actions/upload/action.py,sha256=Ggjfh9ZOW3yk4MoXKTYIsoVtpzkcEGJtnM2OUdVFCMs,27092
+synapse_sdk/plugins/categories/upload/actions/upload/enums.py,sha256=TQ-HiGI_-15rc11XQiCT6O5hRzmjkdCnRhX3Ci3bKk0,7856
+synapse_sdk/plugins/categories/upload/actions/upload/exceptions.py,sha256=QIpts9h78OD8GWCIGjX9jSV4v3Gb0cqH9Eo-6OwN1Qk,1223
+synapse_sdk/plugins/categories/upload/actions/upload/models.py,sha256=DXmjTV_67P0d6WVk3XYdaYbr2rUrhVorWnf7Wgeakeg,6036
+synapse_sdk/plugins/categories/upload/actions/upload/run.py,sha256=BZRwy_AtJQtlKjgHx2qadHUS9IC-E_w0zEMpwKgR-P0,6389
+synapse_sdk/plugins/categories/upload/actions/upload/utils.py,sha256=I2DXxMfb-hzwCqlUjKvBCJDraiGwGxJBUuYJTucKf1Y,5316
 synapse_sdk/plugins/categories/upload/templates/config.yaml,sha256=BvW1sqs02IgzO_fndxmtQ9CCmlNPwVIiuptQzzA6uAo,998
 synapse_sdk/plugins/categories/upload/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/upload/templates/plugin/upload.py,sha256=YW3-wYeFMU5BJPoxnzXD7VoqKTQHC3bDgENdxxmchlk,1871
+synapse_sdk/plugins/categories/upload/templates/plugin/upload.py,sha256=Wdwb6cIcfuvaXiQrrf0UITWt6nHmd_dIgxXowTmyvII,1912
 synapse_sdk/plugins/templates/cookiecutter.json,sha256=NxOWk9A_v1pO0Ny4IYT9Cj5iiJ16--cIQrGC67QdR0I,396
 synapse_sdk/plugins/templates/plugin-config-schema.json,sha256=4--HbwLMvmN3BCGbaeEXZKlU_YV3utTANHSwfwR03dM,12126
 synapse_sdk/plugins/templates/schema.json,sha256=PQaH6CWYxDR6bFmTeJtEVjTZk51JWWJF7b-VzKx4-7k,14364
@@ -278,9 +287,9 @@ synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_n
 synapse_sdk/utils/storage/providers/http.py,sha256=2DhIulND47JOnS5ZY7MZUex7Su3peAPksGo1Wwg07L4,5828
 synapse_sdk/utils/storage/providers/s3.py,sha256=ZmqekAvIgcQBdRU-QVJYv1Rlp6VHfXwtbtjTSphua94,2573
 synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
-synapse_sdk-1.0.0b21.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-1.0.0b21.dist-info/METADATA,sha256=VD7SBqV0hCgUfPmQE46hgppxDIJaIu9zR58IuLILw_g,3745
-synapse_sdk-1.0.0b21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synapse_sdk-1.0.0b21.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-1.0.0b21.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-1.0.0b21.dist-info/RECORD,,
+synapse_sdk-1.0.0b23.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-1.0.0b23.dist-info/METADATA,sha256=9Ei8_lzCHlc2TOUN7xLUzRf41GqlAbLc8V83Icw0PVw,3745
+synapse_sdk-1.0.0b23.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synapse_sdk-1.0.0b23.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-1.0.0b23.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-1.0.0b23.dist-info/RECORD,,