fabricks 3.0.11__py3-none-any.whl

fabricks/metastore/dbobject.py

@@ -0,0 +1,66 @@
+from typing import Optional
+
+from pyspark.errors.exceptions.base import AnalysisException
+from pyspark.sql import SparkSession
+
+from fabricks.context.log import DEFAULT_LOGGER
+from fabricks.metastore.database import Database
+
+
+class DbObject:
+    def __init__(self, database: str, *levels: str, spark: Optional[SparkSession] = None):
+        self.database = Database(database)
+        self.levels = levels
+
+        if spark is None:
+            from fabricks.utils.spark import spark
+
+            spark = spark
+
+        assert spark is not None
+        self.spark = spark
+
+    @property
+    def name(self) -> str:
+        return "_".join(self.levels)
+
+    @property
+    def qualified_name(self) -> str:
+        return f"{self.database.name}.{self.name}"
+
+    @property
+    def registered(self) -> bool:
+        try:
+            df = self.spark.sql(f"show tables in {self.database}").where(f"tableName == '{self.name}'")
+            return not df.isEmpty()
+        # not found
+        except AnalysisException:
+            return False
+
+    @property
+    def is_view(self) -> bool:
+        try:
+            df = self.spark.sql(f"show views in {self.database}").where(f"viewName == '{self.name}'")
+            return not df.isEmpty()
+        # not found
+        except AnalysisException:
+            return False
+
+    @property
+    def is_table(self) -> bool:
+        if self.is_view:
+            return False
+        else:
+            return self.registered
+
+    def drop(self):
+        if self.is_view:
+            DEFAULT_LOGGER.warning("drop view from metastore", extra={"label": self})
+            self.spark.sql(f"drop view if exists {self}")
+
+        elif self.is_table:
+            DEFAULT_LOGGER.warning("drop table from metastore", extra={"label": self})
+            self.spark.sql(f"drop table if exists {self}")
+
+    def __str__(self):
+        return self.qualified_name

fabricks/metastore/pyproject.toml

@@ -0,0 +1,20 @@
+[build-system]
+requires = [ "poetry_core>=1.0.0",]
+build-backend = "poetry.core.masonry.api"
+
+[tool.poetry]
+name = "fabricks-metastore"
+version = "2024.7.1.5"
+description = "Fabricks - Metastore"
+license = "MIT"
+authors = [ "BMS DWH Team <bi_support@bmsuisse.ch>",]
+readme = "README.md"
+packages = [{include="fabricks"}]
+
+[tool.black]
+line-length = 119
+
+[tool.poetry.dependencies]
+python = ">=3.9,<4"
+"fabricks.utils" = { path = "../utils", develop = true }
+"fabricks.context" = { path = "../context", develop = true }