dataforge-sdk 10.2.0rc23__tar.gz → 10.3.0__tar.gz

{dataforge_sdk-10.2.0rc23 → dataforge_sdk-10.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataforge-sdk
-Version: 10.2.0rc23
+Version: 10.3.0
 Summary: SDK for creating DataForge extensions
 Author-email: Vadim Orlov <vorlov@dataforgelabs.com>
 Project-URL: Homepage, https://docs.dataforgelabs.com
@@ -69,6 +69,9 @@ connection_parameters = session.connection_parameters()
 # Retrieve custom parameters for the current source
 custom_parameters = session.custom_parameters()
 
+# Retrieve system configuration for the current session
+system_configuration = session.system_configuration
+
 ```
 
 ## ParsingSession
@@ -87,6 +90,9 @@ session = ParsingSession(input_id=123)
 # Retrieve custom parameters
 params = session.custom_parameters()
 
+# Retrieve system configuration for the current session
+system_configuration = session.system_configuration
+
 # Get the path of file to be parsed
 path = session.file_path
 
@@ -121,6 +127,9 @@ connection_parameters = session.connection_parameters()
 # Retrieve custom parameters for the current source
 custom_parameters = session.custom_parameters()
 
+# Retrieve system configuration for the current session
+system_configuration = session.system_configuration
+
 # Run post-output logic: pass a function encapsulating custom code
 session.run(lambda: print(f"Uploading file from {path}"))
 

{dataforge_sdk-10.2.0rc23 → dataforge_sdk-10.3.0}/README.md

@@ -57,6 +57,9 @@ connection_parameters = session.connection_parameters()
 # Retrieve custom parameters for the current source
 custom_parameters = session.custom_parameters()
 
+# Retrieve system configuration for the current session
+system_configuration = session.system_configuration
+
 ```
 
 ## ParsingSession
@@ -75,6 +78,9 @@ session = ParsingSession(input_id=123)
 # Retrieve custom parameters
 params = session.custom_parameters()
 
+# Retrieve system configuration for the current session
+system_configuration = session.system_configuration
+
 # Get the path of file to be parsed
 path = session.file_path
 
@@ -109,6 +115,9 @@ connection_parameters = session.connection_parameters()
 # Retrieve custom parameters for the current source
 custom_parameters = session.custom_parameters()
 
+# Retrieve system configuration for the current session
+system_configuration = session.system_configuration
+
 # Run post-output logic: pass a function encapsulating custom code
 session.run(lambda: print(f"Uploading file from {path}"))
 

{dataforge_sdk-10.2.0rc23 → dataforge_sdk-10.3.0}/dataforge/__init__.py

@@ -2,5 +2,5 @@ from .post_output_session import PostOutputSession
 from .ingestion_session import IngestionSession
 from .parsing_session import ParsingSession
 
-__version__ = "10.2.0-rc.23"
+__version__ = "10.3.0"
 __all__ = ['PostOutputSession','IngestionSession', 'ParsingSession']

{dataforge_sdk-10.2.0rc23 → dataforge_sdk-10.3.0}/dataforge/_base_session.py

@@ -182,5 +182,9 @@ class _Base_Session:
         """
         return self.process.parameters.get('custom_parameters')
 
+    @property
+    def system_configuration(self) -> SystemConfiguration:
+        """Public system configuration for the current session."""
+        return self._systemConfiguration
 
 

{dataforge_sdk-10.2.0rc23 → dataforge_sdk-10.3.0}/dataforge/snowflake/_snowflake_base_session.py

@@ -12,6 +12,7 @@ class _Snowflake_Base_Session(_Base_Session):
     def __init__(self):
         from snowflake.snowpark.context import get_active_session
         self.snowpark_session = get_active_session()
+        self.snowpark_session.sql("USE ROLE PC_DATAFORGE_ROLE").collect()
         pg_connection_string_read = self.snowpark_session.sql("SELECT get_secret('DATAFORGE_PG_READ')").first(1)[0][0]
         core_jwt_token = self.snowpark_session.sql("SELECT get_secret('DATAFORGE_CORE_JWT')").first(1)[0][0]
         params = self.parse_key_value_args()

{dataforge_sdk-10.2.0rc23 → dataforge_sdk-10.3.0}/dataforge/system_configuration.py

@@ -7,6 +7,7 @@ class SystemConfiguration:
     targetParquetFileSize: int | None
     coreUri: str
     saas_flag: bool
+    federatedCatalogName: str | None
 
     def __init__(self, pg: PostgresConnection):
         conf = pg.sql("SELECT meta.prc_get_system_configuration('sparky')")
@@ -16,4 +17,5 @@ class SystemConfiguration:
         self.saas_flag = conf['architecture'] == "saas"
         self.coreUri = f"https://{conf['api-url']}" if self.saas_flag else f"http://{conf['etl-url']}:7131"
         self.dataLakeDbName = conf.get('datalake-db-name')
+        self.federatedCatalogName = conf.get('federated-catalog-name',None)
 

{dataforge_sdk-10.2.0rc23 → dataforge_sdk-10.3.0}/dataforge_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataforge-sdk
-Version: 10.2.0rc23
+Version: 10.3.0
 Summary: SDK for creating DataForge extensions
 Author-email: Vadim Orlov <vorlov@dataforgelabs.com>
 Project-URL: Homepage, https://docs.dataforgelabs.com
@@ -69,6 +69,9 @@ connection_parameters = session.connection_parameters()
 # Retrieve custom parameters for the current source
 custom_parameters = session.custom_parameters()
 
+# Retrieve system configuration for the current session
+system_configuration = session.system_configuration
+
 ```
 
 ## ParsingSession
@@ -87,6 +90,9 @@ session = ParsingSession(input_id=123)
 # Retrieve custom parameters
 params = session.custom_parameters()
 
+# Retrieve system configuration for the current session
+system_configuration = session.system_configuration
+
 # Get the path of file to be parsed
 path = session.file_path
 
@@ -121,6 +127,9 @@ connection_parameters = session.connection_parameters()
 # Retrieve custom parameters for the current source
 custom_parameters = session.custom_parameters()
 
+# Retrieve system configuration for the current session
+system_configuration = session.system_configuration
+
 # Run post-output logic: pass a function encapsulating custom code
 session.run(lambda: print(f"Uploading file from {path}"))
 

{dataforge_sdk-10.2.0rc23 → dataforge_sdk-10.3.0}/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
 build-backend = "setuptools.build_meta"
 [project]
 name = "dataforge-sdk"
-version = "10.2.0-rc.23"
+version = "10.3.0"
 authors = [
     {name="Vadim Orlov", email="vorlov@dataforgelabs.com"}
 ]