brynq-sdk-brynq 4.0.10__tar.gz → 4.1.0__tar.gz

{brynq_sdk_brynq-4.0.10 → brynq_sdk_brynq-4.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.0
 Name: brynq_sdk_brynq
-Version: 4.0.10
+Version: 4.1.0
 Summary: BrynQ SDK for the BrynQ.com platform
 Home-page: UNKNOWN
 Author: BrynQ

{brynq_sdk_brynq-4.0.10 → brynq_sdk_brynq-4.1.0}/brynq_sdk_brynq/schemas/scenarios.py

@@ -1,8 +1,12 @@
+import re
 from collections import defaultdict
 from datetime import date
 from typing import Any, Dict, List, Literal, Optional, Set, Tuple, Type, Union
 
+import pandera as pa
+from brynq_sdk_functions import BrynQPanderaDataFrameModel
 from pydantic import BaseModel, ConfigDict, Field
+from pandera.typing import Series, String  # type: ignore[attr-defined]
 from typing_extensions import Annotated
 
 
@@ -186,8 +190,8 @@ class ParsedScenario(BaseModel):
     all_target_fields: Set[str]
     unique_fields: List[str]
     required_fields: List[str]
-
-
+    custom_source_fields: List[str]
+    custom_fields_model: Optional[type] = None
     alias_to_pythonic: Optional[Dict[str, str]] = None
     pythonic_to_alias: Optional[Dict[str, str]] = None
     all_pythonic_source_fields: Optional[List[str]] = None
@@ -336,6 +340,11 @@ class ParsedScenario(BaseModel):
         all_source_fields = set(src_map.keys())
         unique_fields = [fid for fid, props in props.items() if props.unique]
         required_fields = [fid for fid, props in props.items() if props.required]
+        custom_source_fields = list(dict.fromkeys(
+            fid for fid, field_props in props.items()
+            if field_props.system_type == "source" and
+            field_props.source.get('type') == 'CUSTOM'
+        ))
         source_to_target_map = {k: sorted(v) for k, v in src_map.items()}
         target_to_source_map = {k: sorted(v) for k, v in tgt_map.items()}
         all_target_fields = set(tgt_map.keys())
@@ -380,6 +389,8 @@ class ParsedScenario(BaseModel):
 
 
         # --- 3. Construct the final, frozen instance in a single call ---
+        custom_fields_model = cls._build_custom_field_model(custom_source_fields) if custom_source_fields else None
+
         instance = cls(
             name=scenario.get("name", "Unnamed"),
             id=scenario.get("id", ""),
@@ -389,6 +400,7 @@ class ParsedScenario(BaseModel):
             field_properties=props,
             unique_fields=unique_fields,
             required_fields=required_fields,
+            custom_source_fields=custom_source_fields,
             all_source_fields=all_source_fields,
             all_pythonic_source_fields=all_pythonic_source_fields,
             all_target_fields=all_target_fields,
@@ -396,7 +408,8 @@ class ParsedScenario(BaseModel):
             alias_to_pythonic=alias_to_pythonic,
             source_pythonic_to_target=source_pythonic_to_target,
             target_to_source_pythonic=target_to_source_pythonic,
-            pythonic_to_alias={v: k for k, v in alias_to_pythonic.items()} if alias_to_pythonic else None
+            pythonic_to_alias={v: k for k, v in alias_to_pythonic.items()} if alias_to_pythonic else None,
+            custom_fields_model=custom_fields_model
         )
         return instance
 
@@ -446,6 +459,42 @@ class ParsedScenario(BaseModel):
                     source_alias_to_pythonic[alias] = pythonic_field_name
 
         return source_alias_to_pythonic
+
+    @staticmethod
+    def _build_custom_field_model(custom_fields: List[str]) -> Optional[type]:
+        """
+        Create a Pandera schema model for custom fields configured in a scenario.
+
+        Args:
+            custom_fields: Source field names from the BrynQ scenario.
+
+        Returns:
+            A dynamically generated BrynQ Pandera model class or None when no fields can be mapped.
+        """
+        annotations: Dict[str, Any] = {}
+        model_fields: Dict[str, Any] = {}
+
+        for field in custom_fields:
+            alias = str(field)
+
+            # Convert to valid pythonic identifier
+            if alias.isidentifier():
+                pythonic_name = alias
+            else:
+                # Sanitize: replace non-word chars with underscore, handle digits
+                pythonic_name = re.sub(r"\W|^(?=\d)", "_", alias)
+                pythonic_name = re.sub(r"_+", "_", pythonic_name).strip("_").lower()
+                if not pythonic_name:
+                    pythonic_name = "field"
+                if pythonic_name[0].isdigit():
+                    pythonic_name = f"field_{pythonic_name}"
+
+            annotations[pythonic_name] = Optional[Series[String]]
+            model_fields[pythonic_name] = pa.Field(coerce=True, nullable=True, alias=str(alias))
+
+        model_fields["__annotations__"] = annotations
+        model = type("CustomFieldModel", (BrynQPanderaDataFrameModel,), model_fields)
+        return model
     class Config:
         frozen = True
         strict = True

{brynq_sdk_brynq-4.0.10 → brynq_sdk_brynq-4.1.0}/brynq_sdk_brynq.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.0
 Name: brynq-sdk-brynq
-Version: 4.0.10
+Version: 4.1.0
 Summary: BrynQ SDK for the BrynQ.com platform
 Home-page: UNKNOWN
 Author: BrynQ

brynq_sdk_brynq-4.1.0/brynq_sdk_brynq.egg-info/requires.txt

@@ -0,0 +1,2 @@
+requests<=3,>=2
+pandera<=1.0.0,>=0.26.0

{brynq_sdk_brynq-4.0.10 → brynq_sdk_brynq-4.1.0}/setup.py

@@ -2,7 +2,7 @@ from setuptools import find_namespace_packages, setup
 
 setup(
     name='brynq_sdk_brynq',
-    version='4.0.10',
+    version='4.1.0',
     description='BrynQ SDK for the BrynQ.com platform',
     long_description='BrynQ SDK for the BrynQ.com platform',
     author='BrynQ',
@@ -10,7 +10,8 @@ setup(
     packages=find_namespace_packages(include=['brynq_sdk*']),
     license='BrynQ License',
     install_requires=[
-        'requests>=2,<=3'
+        'requests>=2,<=3',
+        'pandera>=0.26.0,<=1.0.0'
     ],
     zip_safe=False,
 )

brynq_sdk_brynq-4.0.10/brynq_sdk_brynq.egg-info/requires.txt

@@ -1 +0,0 @@
-requests<=3,>=2