synapse-sdk 2025.9.3__py3-none-any.whl → 2025.9.4__py3-none-any.whl

synapse_sdk/plugins/categories/base.py

@@ -12,6 +12,7 @@ from synapse_sdk.plugins.enums import RunMethod
 from synapse_sdk.plugins.exceptions import ActionError
 from synapse_sdk.plugins.models import PluginRelease, Run
 from synapse_sdk.plugins.upload import archive_and_upload, build_and_upload, download_and_upload
+from synapse_sdk.shared import init_sentry, needs_sentry_init
 from synapse_sdk.utils.module_loading import import_string
 from synapse_sdk.utils.pydantic.errors import pydantic_to_drf_error
 
@@ -182,8 +183,8 @@ class Action:
             runtime_env[self.plugin_package_manager][key] = value
 
         # Sentry init if SENTRY_DSN is set
-        if self.envs.get('SENTRY_INIT_FUNCTION') is not None:
-            runtime_env['worker_process_setup_hook'] = self.envs.pop('SENTRY_INIT_FUNCTION')
+        if needs_sentry_init():
+            runtime_env['worker_process_setup_hook'] = init_sentry
 
         # 맨 마지막에 진행되어야 함
         runtime_env['env_vars'] = self.envs
@@ -312,27 +313,10 @@ class Action:
 
         return JobSubmissionClient(address=self.envs.get('RAY_DASHBOARD_URL'))
 
-    def _sentry_init(self, sentry_dsn):
-        import sentry_sdk
-        from sentry_sdk.integrations.ray import RayIntegration
-
-        sentry_sdk.init(
-            dsn=sentry_dsn,
-            environment=os.getenv('DEPLOYMENT_TARGET', 'development'),
-            integrations=[RayIntegration()],
-            send_default_pii=True,
-        )
-
-    def sentry_init(self):
-        sentry_dsn = os.getenv('SENTRY_DSN', self.envs.get('SENTRY_DSN') if self.envs else None)
-        if sentry_dsn:
-            self._sentry_init(sentry_dsn)
-            self.envs['SENTRY_INIT_FUNCTION'] = self._sentry_init
-
     def ray_init(self):
         import ray
 
-        self.sentry_init()
+        init_sentry()
 
         if not ray.is_initialized():
             ray.init(address=self.envs['RAY_ADDRESS'], ignore_reinit_error=True)

synapse_sdk/plugins/categories/upload/actions/upload/strategies/file_discovery/recursive.py

@@ -52,26 +52,40 @@ class RecursiveFileDiscoveryStrategy(FileDiscoveryStrategy):
             for spec_name, dir_path in type_dirs.items():
                 dir_path_str = path_cache[dir_path]
                 if file_path_str.startswith(dir_path_str):
-                    file_name = file_path.stem
+                    # Create unique dataset key using relative path from spec directory
+                    relative_path = file_path.relative_to(dir_path)
+                    # Use parent directory + stem as unique key to group related files
+                    if relative_path.parent != Path('.'):
+                        dataset_key = f'{relative_path.parent}_{file_path.stem}'
+                    else:
+                        dataset_key = file_path.stem
 
-                    if file_name not in dataset_files:
-                        dataset_files[file_name] = {}
+                    if dataset_key not in dataset_files:
+                        dataset_files[dataset_key] = {}
 
-                    if spec_name not in dataset_files[file_name]:
-                        dataset_files[file_name][spec_name] = file_path
+                    if spec_name not in dataset_files[dataset_key]:
+                        dataset_files[dataset_key][spec_name] = file_path
                     else:
                         # Keep the most recent file - only stat when needed
-                        existing_file = dataset_files[file_name][spec_name]
+                        existing_file = dataset_files[dataset_key][spec_name]
                         try:
                             if file_path.stat().st_mtime > existing_file.stat().st_mtime:
-                                dataset_files[file_name][spec_name] = file_path
+                                dataset_files[dataset_key][spec_name] = file_path
                         except (OSError, IOError):
                             # If stat fails, keep existing file
                             pass
 
         # Create organized files for datasets with all required files
-        for file_name, files_dict in sorted(dataset_files.items()):
+        for dataset_key, files_dict in sorted(dataset_files.items()):
             if all(req in files_dict for req in required_specs):
+                # Extract original file stem from dataset_key
+                # If dataset_key contains path info (parent_stem), extract just the stem part
+                if '_' in dataset_key and len(dataset_key.split('_')) >= 2:
+                    # Extract the last part after the last underscore as the original stem
+                    original_stem = dataset_key.split('_')[-1]
+                else:
+                    original_stem = dataset_key
+
                 # Calculate most common file extension (optimized)
                 file_extensions = {}
                 for file_path in files_dict.values():
@@ -82,14 +96,15 @@ class RecursiveFileDiscoveryStrategy(FileDiscoveryStrategy):
                 origin_file_extension = max(file_extensions, key=file_extensions.get) if file_extensions else ''
 
                 meta_data = {
-                    'origin_file_stem': file_name,
+                    'origin_file_stem': original_stem,
                     'origin_file_extension': origin_file_extension,
                     'created_at': datetime.now().isoformat(),
+                    'dataset_key': dataset_key,  # Add dataset key for debugging
                 }
 
                 # Add metadata if available - using optimized index lookup
                 if metadata_index:
-                    matched_metadata = self._find_matching_metadata_optimized(file_name, files_dict, metadata_index)
+                    matched_metadata = self._find_matching_metadata_optimized(original_stem, files_dict, metadata_index)
                     if matched_metadata:
                         meta_data.update(matched_metadata)
 

synapse_sdk/plugins/models.py

@@ -6,6 +6,7 @@ from synapse_sdk.clients.backend import BackendClient
 from synapse_sdk.devtools.config import get_backend_config
 from synapse_sdk.loggers import BackendLogger, ConsoleLogger
 from synapse_sdk.plugins.utils import read_plugin_config
+from synapse_sdk.shared import init_sentry, needs_sentry_init
 from synapse_sdk.shared.enums import Context
 from synapse_sdk.utils.storage import get_storage
 from synapse_sdk.utils.string import hash_text
@@ -84,8 +85,8 @@ class PluginRelease:
 
         extra_runtime_env = {}
 
-        if self.envs.get('SENTRY_INIT_FUNCTION') is not None:
-            extra_runtime_env['worker_process_setup_hook'] = self.envs['SENTRY_INIT_FUNCTION']
+        if needs_sentry_init():
+            extra_runtime_env['worker_process_setup_hook'] = init_sentry
 
         nodes = list_nodes(address=self.envs['RAY_DASHBOARD_URL'])
         node_ids = [n['node_id'] for n in nodes]
@@ -99,6 +100,7 @@ class PluginRelease:
                         ** self.package_manager_options
                     },
                     'working_dir': self.get_url(self.envs['SYNAPSE_PLUGIN_STORAGE']),
+                    **extra_runtime_env,
                 },
                 scheduling_strategy=strategy,
             ).remote()

synapse_sdk/shared/__init__.py

@@ -0,0 +1,21 @@
+import os
+
+
+def needs_sentry_init():
+    return os.getenv('SENTRY_DSN') is not None
+
+
+def init_sentry():
+    import sentry_sdk
+    from sentry_sdk.integrations.ray import RayIntegration
+
+    dsn = os.getenv('SENTRY_DSN')
+    if dsn is None:
+        return
+
+    sentry_sdk.init(
+        dsn=dsn,
+        environment=os.getenv('DEPLOYMENT_TARGET', 'development'),
+        integrations=[RayIntegration()],
+        send_default_pii=True,
+    )

{synapse_sdk-2025.9.3.dist-info → synapse_sdk-2025.9.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse-sdk
-Version: 2025.9.3
+Version: 2025.9.4
 Summary: synapse sdk
 Author-email: datamaker <developer@datamaker.io>
 License: MIT

{synapse_sdk-2025.9.3.dist-info → synapse_sdk-2025.9.4.dist-info}/RECORD

@@ -183,10 +183,10 @@ synapse_sdk/plugins/README.md,sha256=S0xowL7ukJZf0_zjNnWz0g_-b731GrIkdkwaS2ubpz0
 synapse_sdk/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/plugins/enums.py,sha256=ibixwqA3sCNSriG1jAtL54JQc_Zwo3MufwYUqGhVncc,523
 synapse_sdk/plugins/exceptions.py,sha256=Qs7qODp_RRLO9y2otU2T4ryj5LFwIZODvSIXkAh91u0,691
-synapse_sdk/plugins/models.py,sha256=HHwK61zl1Q3Fx7zTE1ao7fjmOetml8sk5gyHe7Jv1nM,5873
+synapse_sdk/plugins/models.py,sha256=g1qvgzLL63LVZ_tIc2gUGw4j7zKr0BPYeLtddrHsS_U,5924
 synapse_sdk/plugins/upload.py,sha256=VJOotYMayylOH0lNoAGeGHRkLdhP7jnC_A0rFQMvQpQ,3228
 synapse_sdk/plugins/categories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-synapse_sdk/plugins/categories/base.py,sha256=6CN8ybErhsOQX2VwJB2yhrDSDelQT8L3sBVOxLENe3I,12155
+synapse_sdk/plugins/categories/base.py,sha256=7zRkZw3_oTF2n69Lv85ztKADXn6Qei5-vcpJHDUOS8M,11555
 synapse_sdk/plugins/categories/decorators.py,sha256=Gw6T-UHwpCKrSt596X-g2sZbY_Z1zbbogowClj7Pr5Q,518
 synapse_sdk/plugins/categories/registry.py,sha256=KdQR8SUlLT-3kgYzDNWawS1uJnAhrcw2j4zFaTpilRs,636
 synapse_sdk/plugins/categories/templates.py,sha256=FF5FerhkZMeW1YcKLY5cylC0SkWSYdJODA_Qcm4OGYQ,887
@@ -273,7 +273,7 @@ synapse_sdk/plugins/categories/upload/actions/upload/strategies/data_unit/batch.
 synapse_sdk/plugins/categories/upload/actions/upload/strategies/data_unit/single.py,sha256=bjvWu5t_nAK9Z8AWM_n1uwusMWd9G-7ddqSmwsH39l0,1344
 synapse_sdk/plugins/categories/upload/actions/upload/strategies/file_discovery/__init__.py,sha256=ELVncVuhTFvPrbGUjZZAD7upvV3IEsaRi9eTXyjaOU8,42
 synapse_sdk/plugins/categories/upload/actions/upload/strategies/file_discovery/flat.py,sha256=OW_EyZJYi40Qgri4MhRKGj98M-0SOUz58ldM-de00Cc,9866
-synapse_sdk/plugins/categories/upload/actions/upload/strategies/file_discovery/recursive.py,sha256=kq7_T_WS_4Rp73iFkNlaMgNM3juZ1bsxoTxQINAjm1A,10098
+synapse_sdk/plugins/categories/upload/actions/upload/strategies/file_discovery/recursive.py,sha256=gdIaOFB9QyO7MZTQTnX_iI_fn_ysEfRLKQRyRHzZkLE,11072
 synapse_sdk/plugins/categories/upload/actions/upload/strategies/metadata/__init__.py,sha256=d3sSL9boHCmYmbWupbJ7s8LOBakGCgjiPKRQIbfDCs8,36
 synapse_sdk/plugins/categories/upload/actions/upload/strategies/metadata/excel.py,sha256=LlykEvwfyuRRCWozExQoolvIfHH1-B4vHOu7dykSTnQ,7333
 synapse_sdk/plugins/categories/upload/actions/upload/strategies/metadata/none.py,sha256=RGcSmc4N9JnqxC8R-AEo_4_wmg1KS0lij1PxXij9ipk,507
@@ -302,7 +302,7 @@ synapse_sdk/plugins/utils/actions.py,sha256=QjzISxUMyrcFtOphaYP8tdAkAAzOUZlfnMbV
 synapse_sdk/plugins/utils/config.py,sha256=uyGp9GhphQE-b6sla3NwMUH0DeBunvi7szycRj-TMsE,6735
 synapse_sdk/plugins/utils/legacy.py,sha256=UWEk5FHk_AqU4GxhfyKJ76VgBUHS-ktKV6_jTJCgT8k,2689
 synapse_sdk/plugins/utils/registry.py,sha256=HKALzYcPQSFsdLAzodYXMdfFnKOcg6oHYBrx7EwVqNU,1484
-synapse_sdk/shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+synapse_sdk/shared/__init__.py,sha256=kvO_PloP92smK7mA9D2hUwfGiMZd3916BVSsbmRIzco,440
 synapse_sdk/shared/enums.py,sha256=5uy4HGKtGCAvrBMuVSzwloJ6f41sOk0ty__605zF8hg,3538
 synapse_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse_sdk/utils/dataset.py,sha256=zWTzFmv589izFr62BDuApi3r5FpTsdm-5AmriC0AEdM,1865
@@ -347,9 +347,9 @@ synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_n
 synapse_sdk/utils/storage/providers/http.py,sha256=2DhIulND47JOnS5ZY7MZUex7Su3peAPksGo1Wwg07L4,5828
 synapse_sdk/utils/storage/providers/s3.py,sha256=ZmqekAvIgcQBdRU-QVJYv1Rlp6VHfXwtbtjTSphua94,2573
 synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
-synapse_sdk-2025.9.3.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
-synapse_sdk-2025.9.3.dist-info/METADATA,sha256=OTYFTKNnAWBehxH-lsQtXdRpr9H6q8Gs6AB09DEr2Ns,3815
-synapse_sdk-2025.9.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synapse_sdk-2025.9.3.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
-synapse_sdk-2025.9.3.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
-synapse_sdk-2025.9.3.dist-info/RECORD,,
+synapse_sdk-2025.9.4.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
+synapse_sdk-2025.9.4.dist-info/METADATA,sha256=Z6dOGBiTPybtGy3xbfmsr-Z7QpFYF4HHDauxoRCb-OA,3815
+synapse_sdk-2025.9.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synapse_sdk-2025.9.4.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
+synapse_sdk-2025.9.4.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
+synapse_sdk-2025.9.4.dist-info/RECORD,,