castor-extractor 0.24.42__py3-none-any.whl → 0.24.43__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of castor-extractor might be problematic. Click here for more details.
- CHANGELOG.md +6 -0
- castor_extractor/warehouse/databricks/api_client.py +7 -1
- castor_extractor/warehouse/sqlserver/extract.py +2 -0
- castor_extractor/warehouse/sqlserver/queries/column.sql +1 -1
- castor_extractor/warehouse/sqlserver/queries/schema.sql +1 -1
- castor_extractor/warehouse/sqlserver/queries/table.sql +1 -1
- castor_extractor/warehouse/sqlserver/query.py +7 -0
- {castor_extractor-0.24.42.dist-info → castor_extractor-0.24.43.dist-info}/METADATA +7 -1
- {castor_extractor-0.24.42.dist-info → castor_extractor-0.24.43.dist-info}/RECORD +12 -12
- {castor_extractor-0.24.42.dist-info → castor_extractor-0.24.43.dist-info}/LICENCE +0 -0
- {castor_extractor-0.24.42.dist-info → castor_extractor-0.24.43.dist-info}/WHEEL +0 -0
- {castor_extractor-0.24.42.dist-info → castor_extractor-0.24.43.dist-info}/entry_points.txt +0 -0
CHANGELOG.md
CHANGED
|
@@ -1,5 +1,11 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.24.43 - 2025-08-20
|
|
4
|
+
|
|
5
|
+
* SQLServer:
|
|
6
|
+
* raise error when no database is left after filtering
|
|
7
|
+
* use uppercase INFORMATION_SCHEMA for case-sensitive database compatibility
|
|
8
|
+
|
|
3
9
|
## 0.24.42 - 2025-08-19
|
|
4
10
|
|
|
5
11
|
* Strategy: exclude COLUMNS from extraction
|
|
@@ -81,7 +81,13 @@ class DatabricksAPIClient(APIClient):
|
|
|
81
81
|
def databases(self) -> list[dict]:
|
|
82
82
|
content = self._get(DatabricksEndpointFactory.databases())
|
|
83
83
|
_databases = self.formatter.format_database(content.get("catalogs", []))
|
|
84
|
-
|
|
84
|
+
filtered_databases = [
|
|
85
|
+
d for d in _databases if self._keep_catalog(d["database_name"])
|
|
86
|
+
]
|
|
87
|
+
logger.info(
|
|
88
|
+
f"Available databases: {[d['database_name'] for d in filtered_databases]}"
|
|
89
|
+
)
|
|
90
|
+
return filtered_databases
|
|
85
91
|
|
|
86
92
|
def _schemas_of_database(self, database: dict) -> list[dict]:
|
|
87
93
|
payload = {"catalog_name": database["database_name"]}
|
|
@@ -90,7 +90,7 @@ meta AS (
|
|
|
90
90
|
t.table_name,
|
|
91
91
|
t.table_type
|
|
92
92
|
FROM
|
|
93
|
-
{database}.
|
|
93
|
+
{database}.INFORMATION_SCHEMA.TABLES AS t
|
|
94
94
|
LEFT JOIN {database}.sys.databases AS db
|
|
95
95
|
ON t.table_catalog COLLATE DATABASE_DEFAULT = db.name COLLATE DATABASE_DEFAULT
|
|
96
96
|
)
|
|
@@ -11,6 +11,11 @@ from ..abstract import (
|
|
|
11
11
|
logger = logging.getLogger(__name__)
|
|
12
12
|
|
|
13
13
|
|
|
14
|
+
_NO_DATABASE_ERROR_MSG = (
|
|
15
|
+
"No databases eligible for extraction. "
|
|
16
|
+
"If you are using the db_allow/db_block options, please make sure to use the correct case."
|
|
17
|
+
)
|
|
18
|
+
|
|
14
19
|
_DATABASE_REQUIRED = (
|
|
15
20
|
WarehouseAsset.SCHEMA,
|
|
16
21
|
WarehouseAsset.TABLE,
|
|
@@ -29,6 +34,8 @@ class MSSQLQueryBuilder(AbstractQueryBuilder):
|
|
|
29
34
|
time_filter: Optional[TimeFilter] = None,
|
|
30
35
|
):
|
|
31
36
|
super().__init__(time_filter=time_filter)
|
|
37
|
+
if not databases:
|
|
38
|
+
raise ValueError(_NO_DATABASE_ERROR_MSG)
|
|
32
39
|
self._databases = databases
|
|
33
40
|
|
|
34
41
|
@staticmethod
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: castor-extractor
|
|
3
|
-
Version: 0.24.
|
|
3
|
+
Version: 0.24.43
|
|
4
4
|
Summary: Extract your metadata assets.
|
|
5
5
|
Home-page: https://www.castordoc.com/
|
|
6
6
|
License: EULA
|
|
@@ -215,6 +215,12 @@ For any questions or bug report, contact us at [support@coalesce.io](mailto:supp
|
|
|
215
215
|
|
|
216
216
|
# Changelog
|
|
217
217
|
|
|
218
|
+
## 0.24.43 - 2025-08-20
|
|
219
|
+
|
|
220
|
+
* SQLServer:
|
|
221
|
+
* raise error when no database is left after filtering
|
|
222
|
+
* use uppercase INFORMATION_SCHEMA for case-sensitive database compatibility
|
|
223
|
+
|
|
218
224
|
## 0.24.42 - 2025-08-19
|
|
219
225
|
|
|
220
226
|
* Strategy: exclude COLUMNS from extraction
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
CHANGELOG.md,sha256=
|
|
1
|
+
CHANGELOG.md,sha256=BP52t2sRBsw161mUbZUgLka80iFSbvhcYPju_bgXLL0,19737
|
|
2
2
|
Dockerfile,sha256=xQ05-CFfGShT3oUqaiumaldwA288dj9Yb_pxofQpufg,301
|
|
3
3
|
DockerfileUsage.md,sha256=2hkJQF-5JuuzfPZ7IOxgM6QgIQW7l-9oRMFVwyXC4gE,998
|
|
4
4
|
LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
|
|
@@ -335,7 +335,7 @@ castor_extractor/warehouse/bigquery/queries/view_ddl.sql,sha256=obCm-IN9V8_YSZTw
|
|
|
335
335
|
castor_extractor/warehouse/bigquery/query.py,sha256=FEekxlkrfAXzsT8Kj1AIqYd5mURB5MlZIkbFVXVqEhU,4762
|
|
336
336
|
castor_extractor/warehouse/bigquery/types.py,sha256=rfKkKA13Et7TM4I0uVaXkLfuaBXkv51bNTp4AO0QSdw,57
|
|
337
337
|
castor_extractor/warehouse/databricks/__init__.py,sha256=YG3YSIJgCFRjjI8eExy9T7qGnfnjWhMFh8c15KTs_BA,184
|
|
338
|
-
castor_extractor/warehouse/databricks/api_client.py,sha256=
|
|
338
|
+
castor_extractor/warehouse/databricks/api_client.py,sha256=qBf2T5R1l5a1_kmTbrTYW8VNsz4h_L3zCpUuboNEunQ,6448
|
|
339
339
|
castor_extractor/warehouse/databricks/api_client_test.py,sha256=YTWC-X7L-XAfK5b39TUgTmR1ifv0QrY5tvLNoSbpmjg,466
|
|
340
340
|
castor_extractor/warehouse/databricks/client.py,sha256=LzpeVQIOYi_QTfdOHbK6SB4SgxhZ7p9TNxh0Iwfz850,3307
|
|
341
341
|
castor_extractor/warehouse/databricks/client_test.py,sha256=dqEdEAt-6e8CtQ7M2L5vDYkn4JvOjqyqZSFEpQ55WRc,1432
|
|
@@ -422,17 +422,17 @@ castor_extractor/warehouse/snowflake/queries/view_ddl.sql,sha256=eWsci_50cxiYIv3
|
|
|
422
422
|
castor_extractor/warehouse/snowflake/query.py,sha256=C2LTdPwBzMQ_zMncg0Kq4_WkoY7K9as5tvxBDrIOlwI,1763
|
|
423
423
|
castor_extractor/warehouse/sqlserver/__init__.py,sha256=PdOuYznmvKAbfWAm8UdN47MfEsd9jqPi_dDi3WEo1KY,116
|
|
424
424
|
castor_extractor/warehouse/sqlserver/client.py,sha256=Bjfpw96IKAQfWPiU5SZYEDfetwfkqZrnKbQYoStcnZc,2007
|
|
425
|
-
castor_extractor/warehouse/sqlserver/extract.py,sha256=
|
|
425
|
+
castor_extractor/warehouse/sqlserver/extract.py,sha256=C8MubArUUq5r8UyalXzmQycqgQOv_0DYKXmxDYeGpHg,2350
|
|
426
426
|
castor_extractor/warehouse/sqlserver/queries/.sqlfluff,sha256=yy0KQdz8I_67vnXyX8eeWwOWkxTXvHyVKSVwhURktd8,48
|
|
427
|
-
castor_extractor/warehouse/sqlserver/queries/column.sql,sha256=
|
|
427
|
+
castor_extractor/warehouse/sqlserver/queries/column.sql,sha256=MpIpUGP-oRJEDv6baO34RKg0KtZqK9CHH7e818-_qvY,2913
|
|
428
428
|
castor_extractor/warehouse/sqlserver/queries/database.sql,sha256=4dPeBCn85MEOXr1f-DPXxiI3RvvoE_1n8lsbTs26E0I,150
|
|
429
|
-
castor_extractor/warehouse/sqlserver/queries/schema.sql,sha256=
|
|
430
|
-
castor_extractor/warehouse/sqlserver/queries/table.sql,sha256=
|
|
429
|
+
castor_extractor/warehouse/sqlserver/queries/schema.sql,sha256=sMOrMC2UCqTzRMHiQqQFWozaujrefLBSkwMrpbo-rO4,881
|
|
430
|
+
castor_extractor/warehouse/sqlserver/queries/table.sql,sha256=liLvzp6NyrW8vF7TrP5_4Asmw2cyMDu8FCvhEV6Z1jc,2837
|
|
431
431
|
castor_extractor/warehouse/sqlserver/queries/user.sql,sha256=gOrZsMVypusR2dc4vwVs4E1a-CliRsr_UjnD2EbXs-A,94
|
|
432
|
-
castor_extractor/warehouse/sqlserver/query.py,sha256=
|
|
432
|
+
castor_extractor/warehouse/sqlserver/query.py,sha256=QcGJ3lYbWpGCx-qMytTiEnTqGeEsUZrBLIdg_9jSm8A,1526
|
|
433
433
|
castor_extractor/warehouse/synapse/queries/column.sql,sha256=lNcFoIW3Y0PFOqoOzJEXmPvZvfAsY0AP63Mu2LuPzPo,1351
|
|
434
|
-
castor_extractor-0.24.
|
|
435
|
-
castor_extractor-0.24.
|
|
436
|
-
castor_extractor-0.24.
|
|
437
|
-
castor_extractor-0.24.
|
|
438
|
-
castor_extractor-0.24.
|
|
434
|
+
castor_extractor-0.24.43.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
|
|
435
|
+
castor_extractor-0.24.43.dist-info/METADATA,sha256=05SXgWB7i36oBtLtNbik3yDxf2vliZuYuVYvXHP7bqg,27190
|
|
436
|
+
castor_extractor-0.24.43.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
|
437
|
+
castor_extractor-0.24.43.dist-info/entry_points.txt,sha256=_F-qeZCybjoMkNb9ErEhnyqXuG6afHIFQhakdBHZsr4,1803
|
|
438
|
+
castor_extractor-0.24.43.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|