warpzone-sdk 13.1.0__tar.gz → 14.0.0__tar.gz

{warpzone_sdk-13.1.0 → warpzone_sdk-14.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warpzone-sdk
-Version: 13.1.0
+Version: 14.0.0
 Summary: The main objective of this package is to centralize logic used to interact with Azure Functions, Azure Service Bus and Azure Table Storage
 Author: Mikkel Ladekarl Folmersen Nygaard
 Author-email: mny@energinet.dk

{warpzone_sdk-13.1.0 → warpzone_sdk-14.0.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "warpzone-sdk"
-version = "13.1.0"
+version = "14.0.0"
 description = "The main objective of this package is to centralize logic used to interact with Azure Functions, Azure Service Bus and Azure Table Storage"
 authors = ["Mikkel Ladekarl Folmersen Nygaard <mny@energinet.dk>", "Ulrik Christensen <uch@energinet.dk>"]
 packages = [

{warpzone_sdk-13.1.0 → warpzone_sdk-14.0.0}/warpzone/db/client.py

@@ -186,8 +186,21 @@ class WarpzoneDatabaseClient:
 
         pd_df = pl_df.to_pandas()
 
-        # We convert truncate to second, and change to nanosecond
+        # We truncate to second, and change to nanosecond
         # precision because this was used by the old solution (Azure Table Storage)
         for col in pd_df.select_dtypes(include=["datetime", "datetimetz"]).columns:
             pd_df[col] = pd_df[col].dt.floor("s").dt.as_unit("ns")
+
+        # We remove the valid-from and valid-to columns, as well
+        # as any generated columns, as this was not present
+        # in the old solution (Azure Table Stroage)
+        generated_cols = []
+        for field in table.schema().fields:
+            if field.generated_as is not None:
+                generated_cols.append(field.column_name)
+
+        pd_df = pd_df.drop(
+            columns=["valid_from_time_utc", "valid_to_time_utc"] + generated_cols
+        )
+
         return pd_df