logos-sdk 0.0.25.dev13__tar.gz → 0.0.25.dev14__tar.gz

{logos_sdk-0.0.25.dev13 → logos_sdk-0.0.25.dev14}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: logos-sdk
-Version: 0.0.25.dev13
+Version: 0.0.25.dev14
 Summary: SDK for Logos platform
 Home-page: https://bitbucket.org/databy/logos-sdk-pip/src/master/
 Author: Databy.io
@@ -25,6 +25,7 @@ Dynamic: classifier
 Dynamic: description
 Dynamic: description-content-type
 Dynamic: home-page
+Dynamic: license-file
 Dynamic: requires-dist
 Dynamic: summary
 

{logos_sdk-0.0.25.dev13 → logos_sdk-0.0.25.dev14}/logos_sdk/big_query/BigQuery.py

@@ -88,6 +88,27 @@ class BigQuery:
 
         self._insert_into_table(bq_table, records)
 
+    def insert_create_partitioned_table(
+        self,
+        dataset_id: str,
+        table_id: str,
+        records: List[Dict],
+        schema_columns: List[Dict],
+        partitioning_column_name: str,
+        partition_type=bigquery.TimePartitioningType.DAY,
+    ):
+        bq_table = self.check_table_exists(dataset_id, table_id)
+        if bq_table is None:
+            bq_table = self.create_partitioned_table(
+                dataset_id,
+                table_id,
+                schema_columns,
+                partitioning_column_name,
+                partition_type,
+            )
+
+        self._insert_into_table(bq_table, records)
+
     def delete_table(self, dataset_id: str, table_id: str) -> None:
         if self.check_table_exists(dataset_id, table_id):
             sql_format = self._get_table_id_sql_format(dataset_id, table_id)
@@ -99,6 +120,35 @@ class BigQuery:
         except google.cloud.exceptions.NotFound:
             return None
 
+    def create_partitioned_table(
+        self,
+        dataset_id: str,
+        table_id: str,
+        schema_columns: List[Dict],
+        partitioning_column_name: str,
+        partition_type=bigquery.TimePartitioningType.DAY,
+    ):
+        table_schema = [
+            bigquery.schema.SchemaField(
+                row["name"],
+                row["col_type"],
+                mode=row["mode"],
+                fields=self.parse_fields(row["fields"]) if "fields" in row else [],
+            )
+            for row in schema_columns
+        ]
+        try:
+            sql_format = self._get_table_id_sql_format(dataset_id, table_id)
+            table_object = bigquery.Table(sql_format, schema=table_schema)
+            # Set partitioning on the "report_date" column
+            table_object.time_partitioning = bigquery.TimePartitioning(
+                type_=partition_type,
+                field=partitioning_column_name,  # The column to use for partitioning
+            )
+            return self._service.create_table(table_object)
+        except google.cloud.exceptions.Conflict:
+            return False
+
     def create_table(
         self, dataset_id: str, table_id: str, schema_columns: List[Dict]
     ) -> Union[bool, Table]:

{logos_sdk-0.0.25.dev13 → logos_sdk-0.0.25.dev14}/logos_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: logos-sdk
-Version: 0.0.25.dev13
+Version: 0.0.25.dev14
 Summary: SDK for Logos platform
 Home-page: https://bitbucket.org/databy/logos-sdk-pip/src/master/
 Author: Databy.io
@@ -25,6 +25,7 @@ Dynamic: classifier
 Dynamic: description
 Dynamic: description-content-type
 Dynamic: home-page
+Dynamic: license-file
 Dynamic: requires-dist
 Dynamic: summary