gooddata-pipelines 1.72.1.dev1__tar.gz → 1.72.1.dev2__tar.gz

{gooddata_pipelines-1.72.1.dev1 → gooddata_pipelines-1.72.1.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gooddata-pipelines
-Version: 1.72.1.dev1
+Version: 1.72.1.dev2
 Summary: GoodData Cloud lifecycle automation pipelines
 Author-email: GoodData <support@gooddata.com>
 License-Expression: MIT
@@ -10,7 +10,7 @@ Requires-Dist: azure-identity<2.0.0,>=1.15.0
 Requires-Dist: azure-storage-blob<13.0.0,>=12.19.0
 Requires-Dist: boto3-stubs<2.0.0,>=1.39.3
 Requires-Dist: boto3<2.0.0,>=1.39.3
-Requires-Dist: gooddata-sdk~=1.72.1.dev1
+Requires-Dist: gooddata-sdk~=1.72.1.dev2
 Requires-Dist: pydantic<3.0.0,>=2.9.2
 Requires-Dist: requests<3.0.0,>=2.32.3
 Requires-Dist: types-pyyaml<7.0.0,>=6.0.12.20250326

{gooddata_pipelines-1.72.1.dev1 → gooddata_pipelines-1.72.1.dev2}/pyproject.toml

@@ -1,7 +1,7 @@
 # (C) 2025 GoodData Corporation
 [project]
 name = "gooddata-pipelines"
-version = "1.72.1.dev1"
+version = "1.72.1.dev2"
 description = "GoodData Cloud lifecycle automation pipelines"
 authors = [{ name = "GoodData", email = "support@gooddata.com" }]
 license = "MIT"
@@ -11,7 +11,7 @@ dependencies = [
     "pydantic (>=2.9.2,<3.0.0)",
     "requests (>=2.32.3,<3.0.0)",
     "types-requests (>1.0.0,<3.0.0)",
-    "gooddata-sdk~=1.72.1.dev1",
+    "gooddata-sdk~=1.72.1.dev2",
     "boto3 (>=1.39.3,<2.0.0)",
     "boto3-stubs (>=1.39.3,<2.0.0)",
     "azure-storage-blob (>=12.19.0,<13.0.0)",

{gooddata_pipelines-1.72.1.dev1 → gooddata_pipelines-1.72.1.dev2}/src/gooddata_pipelines/ldm_extension/input_processor.py

@@ -82,6 +82,21 @@ class LdmExtensionDataProcessor:
         "FISCAL_YEAR",
     ]
 
+    # newly added granularities gated behind `enableSecondGranularities` feature flag
+    _SECOND_DATE_GRANULARITIES: list[str] = [
+        "SECOND",
+        "SECOND_OF_MINUTE",
+        "SECOND_OF_DAY",
+        "MINUTE_OF_DAY",
+    ]
+
+    def __init__(self, enable_second_granularities: bool = False):
+        self._date_granularities = (
+            self.DATE_GRANULARITIES + self._SECOND_DATE_GRANULARITIES
+            if enable_second_granularities
+            else self.DATE_GRANULARITIES
+        )
+
     @staticmethod
     def _attribute_from_field(
         dataset_name: str,
@@ -127,7 +142,7 @@ class LdmExtensionDataProcessor:
                 title_base="",
                 title_pattern="%titleBase - %granularityTitle",
             ),
-            granularities=self.DATE_GRANULARITIES,
+            granularities=self._date_granularities,
             description=custom_field.description,
             tags=_effective_field_tags(dataset_name, custom_field),
         )

{gooddata_pipelines-1.72.1.dev1 → gooddata_pipelines-1.72.1.dev2}/src/gooddata_pipelines/ldm_extension/ldm_extension_manager.py

@@ -33,27 +33,47 @@ from gooddata_pipelines.logger.logger import LogObserver
 
 
 class LdmExtensionManager:
-    """Manager for creating custom datasets and fields in GoodData workspaces."""
+    """Manager for creating custom datasets and fields in GoodData workspaces.
+
+    Args:
+        enable_second_granularities (bool): Whether to create date datasets
+        with second-based granularities.
+    """
 
     INDENT = " " * 2
 
     @classmethod
-    def create(cls, host: str, token: str) -> "LdmExtensionManager":
-        return cls(host=host, token=token)
+    def create(
+        cls, host: str, token: str, enable_second_granularities: bool = False
+    ) -> "LdmExtensionManager":
+        return cls(
+            host=host,
+            token=token,
+            enable_second_granularities=enable_second_granularities,
+        )
 
     @classmethod
     def create_from_profile(
         cls,
         profile: str = "default",
         profiles_path: Path = PROFILES_FILE_PATH,
+        enable_second_granularities: bool = False,
     ) -> "LdmExtensionManager":
         """Creates a provisioner instance using a GoodData profile file."""
         content = profile_content(profile, profiles_path)
-        return cls(host=content["host"], token=content["token"])
+        return cls(
+            host=content["host"],
+            token=content["token"],
+            enable_second_granularities=enable_second_granularities,
+        )
 
-    def __init__(self, host: str, token: str):
+    def __init__(
+        self, host: str, token: str, enable_second_granularities: bool = False
+    ):
         self._validator = LdmExtensionDataValidator()
-        self._processor = LdmExtensionDataProcessor()
+        self._processor = LdmExtensionDataProcessor(
+            enable_second_granularities=enable_second_granularities
+        )
         self._sdk = GoodDataSdk.create(host_=host, token_=token)
         self._api = GoodDataApi(host=host, token=token)
         self.logger = LogObserver()

{gooddata_pipelines-1.72.1.dev1 → gooddata_pipelines-1.72.1.dev2}/tests/test_ldm_extension/test_input_processor.py

@@ -61,6 +61,24 @@ def test_date_from_field(mock_custom_field_date):
     assert date_ds.tags == ["dataset_name"]
 
 
+def test_date_from_field_second_granularities_disabled(
+    mock_custom_field_date,
+):
+    processor = LdmExtensionDataProcessor()
+    date_ds = processor._date_from_field("dataset_name", mock_custom_field_date)
+    assert not set(date_ds.granularities) & set(
+        processor._SECOND_DATE_GRANULARITIES
+    )
+
+
+def test_date_from_field_second_granularities_enabled(mock_custom_field_date):
+    processor = LdmExtensionDataProcessor(enable_second_granularities=True)
+    date_ds = processor._date_from_field("dataset_name", mock_custom_field_date)
+    assert set(date_ds.granularities) == set(
+        processor.DATE_GRANULARITIES + processor._SECOND_DATE_GRANULARITIES
+    )
+
+
 def test_date_ref_from_field(mock_custom_field_date):
     ref = LdmExtensionDataProcessor._date_ref_from_field(mock_custom_field_date)
     assert ref.identifier.id == "date1"