castor-extractor 0.15.2__py3-none-any.whl → 0.16.1__py3-none-any.whl

CHANGELOG.md

@@ -1,5 +1,20 @@
 # Changelog
 
+## 0.16.1 - 2024-04-02
+
+* Systematically escape nul bytes on CSV write
+
+## 0.16.0 - 2024-03-26
+
+* Use pydantic v2
+
+## 0.15.4 - 2024-03-25
+
+* Pagination: Fix behavior when next page token is missing
+
+## 0.15.3 - 2024-03-08
+
+* Sigma: Regenerate token when expired
 
 ## 0.15.2 - 2024-03-01
 

Dockerfile

@@ -1,6 +1,6 @@
 # syntax=docker/dockerfile:1.5
 
-FROM --platform=linux/amd64 python:3.10-slim
+FROM --platform=linux/amd64 python:3.11-slim
 
 ARG EXTRA
 ENV EXTRA=${EXTRA}

castor_extractor/utils/dbt/client_test.py

@@ -89,7 +89,7 @@ def test_DbtClient_list_job_identifiers():
 
     with patch(infer_path, return_value=40), patch(call_path) as mocked_call:
         mocked_call.return_value = jobs
-        credentials = DbtCredentials(token="some-token", job_id=1)
+        credentials = DbtCredentials(token="some-token", job_id="1")
         dbt_client = DbtClient(credentials=credentials)
 
         jobs_ids = dbt_client.list_job_identifiers()
@@ -103,7 +103,7 @@ def test_DbtClient_fetch_artifacts():
     url = "https://cloud.getdbt.com/api/v2/accounts/40/runs/{}/artifacts/{}"
 
     with patch(infer_path, return_value=40), patch(call_path) as mocked_call:
-        credentials = DbtCredentials(token="some-token", job_id=1)
+        credentials = DbtCredentials(token="some-token", job_id="1")
         dbt_client = DbtClient(credentials=credentials)
 
         dbt_client.fetch_run_results(run_id)

castor_extractor/utils/dbt/credentials.py

@@ -1,16 +1,15 @@
-from pydantic import BaseSettings, Extra, Field
+from pydantic import Field
+from pydantic_settings import BaseSettings, SettingsConfigDict
 
-_DEFAULT_CLOUD_URL = "https://cloud.getdbt.com"
+DEFAULT_DBT_CLOUD_URL = "https://cloud.getdbt.com"
 
 
 class DbtCredentials(BaseSettings):
     """dbt credentials: host has default value"""
 
-    host: str = Field(default=_DEFAULT_CLOUD_URL, env="CASTOR_DBT_HOST")
-    job_id: str = Field(..., env="CASTOR_DBT_JOB_ID")
-    token: str = Field(..., env="CASTOR_DBT_TOKEN")
-
-    class Config:
-        """constructor settings: ignore extra kwargs provided"""
-
-        extra = Extra.ignore
+    host: str = Field(
+        default=DEFAULT_DBT_CLOUD_URL, validation_alias="CASTOR_DBT_HOST"
+    )
+    job_id: str = Field(..., validation_alias="CASTOR_DBT_JOB_ID")
+    token: str = Field(..., validation_alias="CASTOR_DBT_TOKEN")
+    model_config = SettingsConfigDict(extra="ignore", populate_by_name=True)

castor_extractor/utils/formatter.py

@@ -30,7 +30,14 @@ def _header(row: dict) -> Sequence[str]:
 
 
 def _scalar(value: Any) -> ScalarValue:
-    if isinstance(value, (int, float, str)):
+    if isinstance(value, str):
+        if "\x00" in value:  # infrequent error caused by bad encoding
+            value = remove_unsupported_byte(value)
+            logger.warning("Removed unsupported byte to write to csv")
+            return value
+
+        return value
+    if isinstance(value, (int, float)):
         return value
     if isinstance(value, (date, datetime)):
         return value.isoformat()
@@ -46,11 +53,11 @@ def _row(header: Sequence[str], row: dict) -> List[ScalarValue]:
     return [_scalar(row.get(h)) for h in header]
 
 
-def remove_unsupported_byte(row: List[ScalarValue]) -> List[ScalarValue]:
-    return [
-        re.sub("\x00", "", element) if isinstance(element, str) else element
-        for element in row
-    ]
+def remove_unsupported_byte(element: ScalarValue) -> ScalarValue:
+    if not isinstance(element, str):
+        return element
+
+    return re.sub("\x00", "", element)
 
 
 def to_string_array(arr_json: str) -> List[str]:
@@ -85,11 +92,7 @@ def to_csv(buffer: IO[str], data: Iterable[dict]) -> bool:
             header = _header(row)
             writer.writerow(header)
         converted = _row(header, row)
-        try:
-            writer.writerow(converted)
-        except csv.Error:  # infrequent error caused by bad encoding
-            writer.writerow(remove_unsupported_byte(converted))
-            logger.warning("Removed unsupported byte to write to csv")
+        writer.writerow(converted)
     return True
 
 

castor_extractor/utils/formatter_test.py

@@ -68,7 +68,10 @@ def test__json_formatter():
     _test(formatter)
 
 
-def test__remove_unsupported_byte():
-    row = [1, "foo", "bar\x00bie"]
-    cleaned = remove_unsupported_byte(row)
-    assert cleaned == [1, "foo", "barbie"]
+@pytest.mark.parametrize(
+    "element, expected_output",
+    [(1, 1), ("foo", "foo"), ("bar\x00bie", "barbie")],
+)
+def test__remove_unsupported_byte(element, expected_output):
+    cleaned = remove_unsupported_byte(element)
+    assert cleaned == expected_output

castor_extractor/utils/pager/pager_on_token.py

@@ -44,10 +44,9 @@ class PagerOnToken(AbstractPager):
                 yield results["res"]
 
             stop = self.should_stop(nb_results, per_page, stop_on_empty_page)
-
-            if stop:
+            page_token = results.get("next_page_token")
+            if stop or not page_token:
                 break
-            page_token = results["next_page_token"]
             page += 1
 
         self._logger.on_success(page, total_results)

castor_extractor/utils/pager/pager_on_token_test.py

@@ -22,6 +22,24 @@ def _make_callback_with_token(
     return _callback
 
 
+def _make_callback_with_missing_token(
+    elements: List[Dict[str, str]],
+) -> Callable[[OStr, int], Dict[str, Any]]:
+    def _callback(page_token: OStr, per_page: int) -> Dict[str, Any]:
+        """callable with a token that indicates how to retrieve the next page
+        except for the last page"""
+        if page_token:
+            _start = int(page_token)
+        else:
+            _start = 0
+        _end = _start + per_page
+        if _end == len(ITEMS):
+            return {"res": elements[_start:_end]}
+        return {"res": elements[_start:_end], "next_page_token": str(_end)}
+
+    return _callback
+
+
 def test_pagerontoken__all():
     """unit test for PagerOnToken#all()"""
     pager = PagerOnToken(_make_callback_with_token(ITEMS))
@@ -32,6 +50,15 @@ def test_pagerontoken__all():
     # When per page is more than the number of ITEMS
     assert pager.all(per_page=len(ITEMS) + 20) == ITEMS
 
+    # Same test suite, but no token is provided at the last call
+    pager = PagerOnToken(_make_callback_with_missing_token(ITEMS))
+    # When no argument provided
+    assert pager.all() == ITEMS
+    # When per page is less than the number of ITEMS
+    assert pager.all(per_page=1) == ITEMS
+    # When per page is more than the number of ITEMS
+    assert pager.all(per_page=len(ITEMS) + 20) == ITEMS
+
 
 def test_pagerontoken__iterator__pagination():
     """unit test for PagerOnToken#iterator() (pagination)"""

castor_extractor/visualization/powerbi/client/credentials.py

@@ -1,22 +1,20 @@
+from dataclasses import field
 from typing import List, Optional
 
+from pydantic.dataclasses import dataclass
+
 from .constants import Urls
 
 
+@dataclass
 class Credentials:
     """Class to handle PowerBI rest API permissions"""
 
-    def __init__(
-        self,
-        *,
-        tenant_id: str,
-        client_id: str,
-        secret: str,
-        scopes: Optional[List[str]] = None,
-    ):
-        if scopes is None:
-            scopes = [Urls.DEFAULT_SCOPE]
-        self.tenant_id = tenant_id
-        self.client_id = client_id
-        self.secret = secret
-        self.scopes = scopes
+    client_id: str
+    tenant_id: str
+    secret: str = field(metadata={"sensitive": True})
+    scopes: Optional[List[str]] = None
+
+    def __post_init__(self):
+        if self.scopes is None:
+            self.scopes = [Urls.DEFAULT_SCOPE]

castor_extractor/visualization/powerbi/client/rest.py

@@ -273,6 +273,10 @@ class Client:
             self._wait_for_scan_result(scan_id)
             yield self._get_scan(scan_id)
 
+    def test_connection(self) -> None:
+        """Use credentials & verify requesting the API doesn't raise an error"""
+        self._header()
+
     def fetch(
         self,
         asset: PowerBiAsset,

castor_extractor/visualization/sigma/client/client.py

@@ -13,6 +13,7 @@ logger = logging.getLogger()
 
 
 DATA_ELEMENTS: Tuple[str, str] = ("table", "visualization")
+_CONTENT_TYPE = "application/x-www-form-urlencoded"
 
 
 class SigmaClient:
@@ -24,7 +25,9 @@ class SigmaClient:
         self.api_token = credentials.api_token
         self.headers: Optional[Dict[str, str]] = None
 
-    def _get_token(self, token_api_path: str) -> Dict[str, str]:
+    def _get_token(self) -> Dict[str, str]:
+        auth_endpoint = EndpointFactory.authentication()
+        token_api_path = urljoin(self.host, auth_endpoint)
         token_response = requests.post(  # noqa: S113
             token_api_path,
             data={
@@ -33,30 +36,42 @@ class SigmaClient:
                 CredentialsKey.CLIENT_SECRET.value: self.api_token,
             },
         )
-        if token_response.status_code != 200:
+        if token_response.status_code != requests.codes.OK:
             raise ValueError("Couldn't fetch the token in the API")
         return token_response.json()
 
-    def _get_headers(self) -> Dict[str, str]:
-        if not self.headers:
-            headers = {"Content-Type": "application/x-www-form-urlencoded"}
+    def _get_headers(self, reset=False) -> Dict[str, str]:
+        """
+        If reset is True, will re-create the headers with a new authentication token
 
-            auth_endpoint = EndpointFactory.authentication()
-            token_api_path = urljoin(self.host, auth_endpoint)
-
-            token = self._get_token(token_api_path)
+        Note : From this [documentation](https://help.sigmacomputing.com/docs/api-authentication-with-curl),
+        instead of re-creating a token we could refresh it, but I don't see any benefit.
+        """
+        if reset or not self.headers:
+            headers = {"Content-Type": _CONTENT_TYPE}
+            token = self._get_token()
             headers["Authorization"] = f"Bearer {token['access_token']}"
             self.headers = headers
-
         return self.headers
 
     def _get(self, endpoint_url: str) -> dict:
         url = urljoin(self.host, endpoint_url)
         result = requests.get(url, headers=self._get_headers())  # noqa: S113
+
+        if result.status_code == requests.codes.UNAUTHORIZED:
+            logger.info("Regenerating access token")
+            result = requests.get(  # noqa: S113
+                url, headers=self._get_headers(reset=True)
+            )
+
         try:
             return result.json()
-        except:
-            logger.debug(result)
+        except Exception as e:
+            logger.warning(
+                f"Couldn't deserialize result from url {url}."
+                f" with status code {result.status_code} and"
+                f" exception {type(e)}"
+            )
             return dict()
 
     def _get_with_pagination(self, endpoint_url: str) -> Iterator[dict]:

castor_extractor/visualization/sigma/client/client_test.py

@@ -23,7 +23,7 @@ def test__get(mocked_headers, mocked_request):
         "Every female within the pride is usually related.",
         "length": 109,
     }
-    mocked_request.return_value = Mock(json=lambda: fact)
+    mocked_request.return_value = Mock(json=lambda: fact, status_code=200)
 
     result = client._get("https://catfact.ninja/fact")
     assert result == fact
@@ -31,7 +31,7 @@ def test__get(mocked_headers, mocked_request):
     result = client._get("https://catfact.ninja/fact")["length"]
     assert result == 109
 
-    mocked_request.return_value = "not a json"
+    mocked_request.return_value = Mock("not a json", status_code=200)
 
     result = client._get("https/whatev.er")
     assert result == {}

castor_extractor/warehouse/bigquery/client.py

@@ -34,6 +34,7 @@ class BigQueryClient(SqlalchemyClient):
         self._db_allowed = db_allowed
         self._db_blocked = db_blocked
         self._dataset_blocked = dataset_blocked
+        self.credentials = self._credentials()
         self.client = self._client()
         self._projects: List[str] | None = None
         self._datasets: List[Dataset] | None = None
@@ -63,14 +64,17 @@ class BigQueryClient(SqlalchemyClient):
     def _build_uri(self, credentials: dict) -> str:
         return BIGQUERY_URI
 
-    def _client(self) -> GoogleCloudClient:
+    def _credentials(self) -> Credentials:
         assert (
             CREDENTIALS_INFO_KEY in self._options
         ), "Missing BigQuery credentials in engine's options"
         credentials = self._options[CREDENTIALS_INFO_KEY]
+        return Credentials.from_service_account_info(credentials)
+
+    def _client(self) -> GoogleCloudClient:
         return GoogleCloudClient(
-            project=credentials.get(PROJECT_ID_KEY),
-            credentials=Credentials.from_service_account_info(credentials),
+            project=self._options[CREDENTIALS_INFO_KEY].get(PROJECT_ID_KEY),
+            credentials=self.credentials,
         )
 
     def _list_datasets(self) -> List[Dataset]:

castor_extractor/warehouse/databricks/extract.py

@@ -4,6 +4,7 @@ from typing import Dict, Optional
 from ...utils import AbstractStorage, LocalStorage, write_summary
 from ..abstract import (
     CATALOG_ASSETS,
+    EXTERNAL_LINEAGE_ASSETS,
     QUERIES_ASSETS,
     VIEWS_ASSETS,
     SupportedAssets,
@@ -20,6 +21,7 @@ DATABRICKS_ASSETS: SupportedAssets = {
     WarehouseAssetGroup.QUERY: QUERIES_ASSETS,
     WarehouseAssetGroup.ROLE: (WarehouseAsset.USER,),
     WarehouseAssetGroup.VIEW_DDL: VIEWS_ASSETS,
+    WarehouseAssetGroup.EXTERNAL_LINEAGE: EXTERNAL_LINEAGE_ASSETS,
 }
 
 logger = logging.getLogger(__name__)

{castor_extractor-0.15.2.dist-info → castor_extractor-0.16.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: castor-extractor
-Version: 0.15.2
+Version: 0.16.1
 Summary: Extract your metadata assets.
 Home-page: https://www.castordoc.com/
 License: EULA
@@ -16,6 +16,7 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Provides-Extra: all
 Provides-Extra: bigquery
+Provides-Extra: dbt
 Provides-Extra: looker
 Provides-Extra: metabase
 Provides-Extra: mysql
@@ -38,7 +39,8 @@ Requires-Dist: looker-sdk (>=22.4.0,<=23.0.0) ; extra == "looker" or extra == "a
 Requires-Dist: msal (>=1.20.0,<2.0.0) ; extra == "powerbi" or extra == "all"
 Requires-Dist: psycopg2-binary (>=2.0.0,<3.0.0) ; extra == "metabase" or extra == "postgres" or extra == "redshift" or extra == "all"
 Requires-Dist: pycryptodome (>=3.0.0,<4.0.0) ; extra == "metabase" or extra == "all"
-Requires-Dist: pydantic (>=1.10,<2.0)
+Requires-Dist: pydantic (>=2.6,<3.0)
+Requires-Dist: pydantic-settings (>=2.2,<3.0)
 Requires-Dist: pymssql (>=2.2.11,<3.0.0) ; extra == "sqlserver" or extra == "all"
 Requires-Dist: pymysql[rsa] (>=1.1.0,<2.0.0) ; extra == "mysql" or extra == "all"
 Requires-Dist: python-dateutil (>=2.0.0,<=3.0.0)

{castor_extractor-0.15.2.dist-info → castor_extractor-0.16.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
-CHANGELOG.md,sha256=xSp8XAs6yUIwuv-Y8TDZd6zq0-KbzkYJjO7kUl4BFYQ,9575
-Dockerfile,sha256=TC6hFjG3mvnt1nkw2EpaS42hRYaGA2YIPKgWhVSKTWc,303
+CHANGELOG.md,sha256=t1xfX_GaaTJcrNGAJtvhbOZ-4fAeRdFKRH8eKil6xWM,9837
+Dockerfile,sha256=HcX5z8OpeSvkScQsN-Y7CNMUig_UB6vTMDl7uqzuLGE,303
 LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
 README.md,sha256=uF6PXm9ocPITlKVSh9afTakHmpLx3TvawLf-CbMP3wM,3578
 castor_extractor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -57,16 +57,16 @@ castor_extractor/utils/constants.py,sha256=qBQprS9U66mS-RIBXiLujdTSV3WvGv40Bc0kh
 castor_extractor/utils/dbt/__init__.py,sha256=LHQROlMqYWCc7tcmhdjXtROFpJqUvCg9jPC8avHgD4I,107
 castor_extractor/utils/dbt/assets.py,sha256=JY1nKEGySZ84wNoe7dnizwAYw2q0t8NVaIfqhB2rSw0,148
 castor_extractor/utils/dbt/client.py,sha256=xBjbT-p99TXY850ooEAgjNp33yfGDwjWJRbXzeJoVaI,5538
-castor_extractor/utils/dbt/client_test.py,sha256=h-IIrE2Fy0oD0uemjvJzof9xMO3AmkHciOVopKCNjJs,4529
-castor_extractor/utils/dbt/credentials.py,sha256=qkfs43_8pNqPGmKc7xv7sb1IhbheXzgwt6yYdjyomAo,479
+castor_extractor/utils/dbt/client_test.py,sha256=FO_vpnECE-hoK0rZHbqDv17oaJj3-uPhFEqTrMPzUf4,4533
+castor_extractor/utils/dbt/credentials.py,sha256=pGq7GqFQTw9TwN1DXSHC-0yJ2H6B_wMAbHyQTLqJVh0,543
 castor_extractor/utils/deprecate.py,sha256=_uzQiwHiz2yEqQeNMmzvVmBY46IgBhhEbGPhTrVjZU4,817
 castor_extractor/utils/env.py,sha256=TqdtB50U8LE0993WhhEhpy89TJrHbjtIKjvg6KQ-5q0,596
 castor_extractor/utils/files.py,sha256=3C_u7P-kSZoOABVaKsuaf8lEhldRRxyxD27-K18_dEU,1545
 castor_extractor/utils/files_test.py,sha256=omRT3XSjaSAywYUoLh1SGWqYzl4UwBYKSYA9_7mXd_E,1542
-castor_extractor/utils/formatter.py,sha256=v50OyVWPDn-QdBm-XxSNGQibPPePeJIrcDcK3TATLRM,4934
+castor_extractor/utils/formatter.py,sha256=EJpwl5ff9zahbWpCcoHcrDTVzBSqwyZQffuvh1JmPbk,4948
 castor_extractor/utils/formatter_test.csv,sha256=UCNqPs8-xrY1AdMSpuctVFXInQe3Z_EABP4rF-Jw5ks,3802
 castor_extractor/utils/formatter_test.json,sha256=yPP_z1ZEavaUskC-Hx33uGlwKoInHYOFKqsJ9NgwIFo,12527
-castor_extractor/utils/formatter_test.py,sha256=sFuiKmU5WYQN4ocg1tEKLN2bMpuuPWVbNqCn0x-jn8I,1752
+castor_extractor/utils/formatter_test.py,sha256=VPlRTPQOaAeCySNs1wU1jd3bMppqxkVpD1dyCLt6p94,1856
 castor_extractor/utils/json_stream_write.py,sha256=OUdg4-47I47pgbpN9_a6y-lmxuod7aY6PObxjvB-wXI,2082
 castor_extractor/utils/load.py,sha256=MXwGVB_Dp_VitGwo71sNB_xDmGzQ4oQ13MhaXXyYkS0,265
 castor_extractor/utils/object.py,sha256=xCcQtoj9313TCcoyRXkLpDcMxmDeQMFMseDNx95oGc0,1959
@@ -75,8 +75,8 @@ castor_extractor/utils/pager/__init__.py,sha256=IoZnJVkALgEAg5P_fiecrPbukLFsKT8A
 castor_extractor/utils/pager/pager.py,sha256=sfVEPMMhptLVJOhhi8TgRlAlVVI0GnokjkM4EeNMqqY,2386
 castor_extractor/utils/pager/pager_on_id.py,sha256=K-YTBO4MoqcmaI_GHWU_8W-FRJivDbAtKt7spY0mBD4,1768
 castor_extractor/utils/pager/pager_on_id_test.py,sha256=CfAXhXaAmCXnm0oflj8_82An6znOS2mBk4nqvtrCqs4,1613
-castor_extractor/utils/pager/pager_on_token.py,sha256=wfdSczFFqrD74711k2KB24kMMOTR27up33fh-o2HURE,1558
-castor_extractor/utils/pager/pager_on_token_test.py,sha256=SMtBI2q-l_aOT-KJsjFmmUHr5YnFlIlCoyBAELJfOPU,1533
+castor_extractor/utils/pager/pager_on_token.py,sha256=G442SKl4BXJFMPbYIIgCk5M8wl7V3jMg3K1WUUkl0I0,1579
+castor_extractor/utils/pager/pager_on_token_test.py,sha256=w2GCUGKR3cD5lfmtFAsNvExtzxkYdBR0pusBrGKFQ08,2548
 castor_extractor/utils/pager/pager_test.py,sha256=QPBVShSXhkiYZUfnAMs43xnys6CD8pAhL3Jhj-Ov2Xc,1705
 castor_extractor/utils/retry.py,sha256=vYdJMiM-Nr82H1MuD7_KZdqbFz98ffQGqJ4Owbr6mpY,3252
 castor_extractor/utils/retry_test.py,sha256=nsMttlmyKygVcffX3Hay8U2S1BspkGPiCmzIXPpLKyk,2230
@@ -158,9 +158,9 @@ castor_extractor/visualization/powerbi/__init__.py,sha256=XSr_fNSsR-EPuGOFo7Ai1r
 castor_extractor/visualization/powerbi/assets.py,sha256=SASUjxtoOMag3NAlZfhpCy0sLap7WfENEMaEZuBrw6o,801
 castor_extractor/visualization/powerbi/client/__init__.py,sha256=hU8LE1gV9RttTGJiwVpEa9xDLR4IMkUdshQGthg4zzE,62
 castor_extractor/visualization/powerbi/client/constants.py,sha256=Cx4pbgyAFc7t_aRQyWj7q-qfkltJl-JgKdMzeKmC9AI,2356
-castor_extractor/visualization/powerbi/client/credentials.py,sha256=_YYuHWzL6QbXeGVVmEF8vSZKYnWaQk5Mx-7-13StUMo,500
+castor_extractor/visualization/powerbi/client/credentials.py,sha256=iiYaCa2FM1PBHv4YA0Z1LgdX9gnaQhvHGD0LQb7Tcxw,465
 castor_extractor/visualization/powerbi/client/credentials_test.py,sha256=23ZlLCvsPB_fmqntnzULkv0mMRE8NCzBXtWS6wupJn4,787
-castor_extractor/visualization/powerbi/client/rest.py,sha256=qhmA49tayNUzZsX53VsdqL7cOhWfbryVLwN5bH1zGfA,9500
+castor_extractor/visualization/powerbi/client/rest.py,sha256=0gwqqmmzX76MzNRGfmcNkXw_jxVRAdMTViQExTBQy2Y,9644
 castor_extractor/visualization/powerbi/client/rest_test.py,sha256=r5rS_1FMwHCDWbYdco11-zvDJ5jYk9l8-VVJcpCtbwM,7343
 castor_extractor/visualization/powerbi/client/utils.py,sha256=0RcoWcKOdvIGH4f3lYDvufmiMo4tr_ABFlITSrvXjTs,541
 castor_extractor/visualization/powerbi/client/utils_test.py,sha256=ULHL2JLrcv0xjW2r7QF_ce2OaGeeSzajkMDywJ8ZdVA,719
@@ -194,8 +194,8 @@ castor_extractor/visualization/salesforce_reporting/extract.py,sha256=6cUMNrCz46
 castor_extractor/visualization/sigma/__init__.py,sha256=m98AEysUsVHQAWT6m5nvrtLMs22SDQH9G78-IcUwBoY,130
 castor_extractor/visualization/sigma/assets.py,sha256=JZ1Cpxnml8P3mIJoTUM57hvylB18ErECQXaP5FF63O4,268
 castor_extractor/visualization/sigma/client/__init__.py,sha256=sFqsbcwilIxu75njtSbnAIsNlPdRgB39SAInNUf-nbQ,90
-castor_extractor/visualization/sigma/client/client.py,sha256=F-Ubz5fN3DHOWEyDwhEdj4yYXrFPe2w8rEAI4kiaAr8,6356
-castor_extractor/visualization/sigma/client/client_test.py,sha256=qZWlq_QSyVNHXX96ZbBfWp5GduTllQHDDowFXwQYrcU,1552
+castor_extractor/visualization/sigma/client/client.py,sha256=894tBAtKlyXHqRB4-mpyM4BgaE80T58VHbqauAmime8,7112
+castor_extractor/visualization/sigma/client/client_test.py,sha256=BdxJsmTyhslup4vePbkiaoTTaJ9RDY7UfK4OhBpu1Z4,1592
 castor_extractor/visualization/sigma/client/credentials.py,sha256=k3mtaXrBHQdBRk5J2rzFU0YUuO89uX-FjYU1WLqfmjU,797
 castor_extractor/visualization/sigma/client/endpoints.py,sha256=7yNDL0p9wZDE7CcVOj9Z1eP2tdJE1CUT9vbfSEV2kOY,1157
 castor_extractor/visualization/sigma/client/pagination.py,sha256=EZGMaONTzZ15VINUAtH0sOmJae0JlDjOQPKBXK_V8sg,667
@@ -245,7 +245,7 @@ castor_extractor/warehouse/abstract/query.py,sha256=GAgeISCmAdrkTKzFGO79hQDf6SA6
 castor_extractor/warehouse/abstract/time_filter.py,sha256=bggIONfMmUxffkA6TwM3BsjfS2l9WFxPq8krfsau5pw,935
 castor_extractor/warehouse/abstract/time_filter_test.py,sha256=PIkegB7KOKBdpc6zIvmyl_CeQyADeFDplyQ8HTNU5LA,448
 castor_extractor/warehouse/bigquery/__init__.py,sha256=PCGNYdi7dHv-SyanUWzRuBp-ypuQ01PkDaQjVnaNhbM,170
-castor_extractor/warehouse/bigquery/client.py,sha256=8a94Lmj2LIC-gwLHCIkxROQMZnpH9EdZ-PFmFFybvEQ,4348
+castor_extractor/warehouse/bigquery/client.py,sha256=ypLKXvvfR0RtKex4T2mNvoef4T-jRF1T_RZGCZ6qbOM,4495
 castor_extractor/warehouse/bigquery/client_test.py,sha256=Ym8e4d--0YQwiVcNUnXLx0X-X6ZznwNMBMbMaDS5oEA,1514
 castor_extractor/warehouse/bigquery/credentials.py,sha256=oCZ8H7qpudKzwM7PRMpVAmWXt7bjIRa8Harmp-ysQJ4,425
 castor_extractor/warehouse/bigquery/extract.py,sha256=vZFxJC1LtUMph5UhfhYdJLnsEto18IOERKzrt71jqJg,2883
@@ -265,7 +265,7 @@ castor_extractor/warehouse/databricks/__init__.py,sha256=bTvDxjGQGM2J3hOnVhfNmFP
 castor_extractor/warehouse/databricks/client.py,sha256=iojSVTARx5JmGy2Tm8D2H5wHO5hqGigVG9Ql2vHNdz8,7375
 castor_extractor/warehouse/databricks/client_test.py,sha256=rsqHWmVOgvqQ3VmYKJrpWpcGATD_C9FD1sG4CJsin2E,2201
 castor_extractor/warehouse/databricks/credentials.py,sha256=sMpOAKhBklcmTpcr3mi3o8qLud__8PTZbQUT3K_TRY8,678
-castor_extractor/warehouse/databricks/extract.py,sha256=7Tyr20nVlbDex-IjDSdX5VHj4NWvc3sWyfyiKBqPDwI,5612
+castor_extractor/warehouse/databricks/extract.py,sha256=eyt9LihZ9GfHEh8Z2c9PXAHqK6hibPsEIUOKGYfMwg8,5708
 castor_extractor/warehouse/databricks/format.py,sha256=tCBCApW5iZMBx04p-oCUs36d4JqNqJsBDHe6f-A7eiU,4925
 castor_extractor/warehouse/databricks/format_test.py,sha256=iPmdJof43fBYL1Sa_fBrCWDQHCHgm7IWCZag1kWkj9E,1970
 castor_extractor/warehouse/databricks/types.py,sha256=T2SyLy9pY_olLtstdC77moPxIiikVsuQLMxh92YMJQo,78
@@ -346,7 +346,7 @@ castor_extractor/warehouse/synapse/queries/schema.sql,sha256=aX9xNrBD_ydwl-znGSF
 castor_extractor/warehouse/synapse/queries/table.sql,sha256=mCE8bR1Vb7j7SwZW2gafcXidQ2fo1HwxcybA8wP2Kfs,1049
 castor_extractor/warehouse/synapse/queries/user.sql,sha256=sTb_SS7Zj3AXW1SggKPLNMCd0qoTpL7XI_BJRMaEpBg,67
 castor_extractor/warehouse/synapse/queries/view_ddl.sql,sha256=3EVbp5_yTgdByHFIPLHmnoOnqqLE77SrjAwFDvu4e54,249
-castor_extractor-0.15.2.dist-info/METADATA,sha256=yemVOpSDWVQQvBi8M_x0HUjiCzoeYX7d_Dfliv8XoYs,6347
-castor_extractor-0.15.2.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-castor_extractor-0.15.2.dist-info/entry_points.txt,sha256=EQUCoNjSHevxmY5ZathX_fLZPcuBHng23rj0SSUrLtI,1345
-castor_extractor-0.15.2.dist-info/RECORD,,
+castor_extractor-0.16.1.dist-info/METADATA,sha256=tjFndsdmxa0NO7qy3Ddcz1pFZGnDsfPmTQ3x3o-UEeA,6412
+castor_extractor-0.16.1.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+castor_extractor-0.16.1.dist-info/entry_points.txt,sha256=EQUCoNjSHevxmY5ZathX_fLZPcuBHng23rj0SSUrLtI,1345
+castor_extractor-0.16.1.dist-info/RECORD,,