castor-extractor 0.24.52__py3-none-any.whl → 0.24.54__py3-none-any.whl

CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## 0.24.54 - 2025-09-18
+
+* SqlServer: fix typo in the extraction query of schemas
+
+## 0.24.53 - 2025-09-18
+
+* Fix CSV field size to support running on Windows
+
 ## 0.24.52 - 2025-09-18
 
 * SqlServer : improve extraction of users and technical owners

castor_extractor/utils/formatter.py

@@ -1,6 +1,7 @@
 """convert files to csv"""
 
 import csv
+import ctypes
 import json
 import logging
 import re
@@ -21,6 +22,8 @@ CSV_OPTIONS: CsvOptions = {
     "quotechar": '"',
 }
 
+CSV_FIELD_SIZE_MB = 100
+
 ScalarValue = Union[int, float, None, str]
 
 logger = logging.getLogger(__name__)
@@ -132,6 +135,31 @@ class Formatter(ABC):
         pass
 
 
+def _set_csv_field_size_limit(target_limit_mb: int) -> None:
+    """
+    Safely set the maximum CSV field size limit across platforms.
+
+    This function wraps `csv.field_size_limit()` to avoid `OverflowError` on
+    Windows, where the maximum C long is only 32 bits (2^31 - 1). On Linux and
+    macOS, the C long is typically 64 bits, allowing much larger values.
+
+    The requested limit is specified in megabytes and converted to bytes.
+
+    It is then clamped to the maximum value supported by:
+      - the current platform's C long
+      - Python's `sys.maxsize`
+      - the requested target limit
+    """
+    target_limit_bytes = target_limit_mb * 1024**2
+
+    # max value of C long for the current platform
+    platform_c_long = (1 << (8 * ctypes.sizeof(ctypes.c_long) - 1)) - 1
+
+    limit_bytes = min(target_limit_bytes, sys.maxsize, platform_c_long)
+
+    csv.field_size_limit(limit_bytes)
+
+
 class CsvFormatter(Formatter):
     """
     Serialize/Deserialize CSV
@@ -141,9 +169,7 @@ class CsvFormatter(Formatter):
         return "csv"
 
     # increase the size limit (some fields are very large)
-    # Limit to 100 MB. Value must be smaller than the C long maximum value.
-    size_limit = min(sys.maxsize, 100 * 1024**3)
-    csv.field_size_limit(size_limit)
+    _set_csv_field_size_limit(target_limit_mb=CSV_FIELD_SIZE_MB)
 
     @staticmethod
     def serialize(buffer: IO[str], data: Iterable[dict]) -> bool:

castor_extractor/warehouse/sqlserver/queries/schema.sql

@@ -17,7 +17,7 @@ SELECT
     schema_name = s.name,
     schema_id = CAST(d.database_id AS VARCHAR(10)) + '_' + CAST(s.schema_id AS VARCHAR(10)),
     schema_owner = u.name,
-    schema_owner_id = u.uid
+    schema_owner_id = u.name
 FROM [{database}].sys.schemas AS s
 INNER JOIN ids AS i
     ON s.name = i.table_schema

{castor_extractor-0.24.52.dist-info → castor_extractor-0.24.54.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: castor-extractor
-Version: 0.24.52
+Version: 0.24.54
 Summary: Extract your metadata assets.
 Home-page: https://www.castordoc.com/
 License: EULA
@@ -215,6 +215,14 @@ For any questions or bug report, contact us at [support@coalesce.io](mailto:supp
 
 # Changelog
 
+## 0.24.54 - 2025-09-18
+
+* SqlServer: fix typo in the extraction query of schemas
+
+## 0.24.53 - 2025-09-18
+
+* Fix CSV field size to support running on Windows
+
 ## 0.24.52 - 2025-09-18
 
 * SqlServer : improve extraction of users and technical owners

{castor_extractor-0.24.52.dist-info → castor_extractor-0.24.54.dist-info}/RECORD

@@ -1,4 +1,4 @@
-CHANGELOG.md,sha256=ruS47cNmG5EMJYGYtkGGyhh7A5NgNz4TxzS8h0lP_Co,20477
+CHANGELOG.md,sha256=UWQqKdcoyCIOs5Akoc9DqX5p2sBbFpk5mKXX_OBznUQ,20637
 Dockerfile,sha256=xQ05-CFfGShT3oUqaiumaldwA288dj9Yb_pxofQpufg,301
 DockerfileUsage.md,sha256=2hkJQF-5JuuzfPZ7IOxgM6QgIQW7l-9oRMFVwyXC4gE,998
 LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
@@ -124,7 +124,7 @@ castor_extractor/utils/deprecate.py,sha256=aBIN2QqZUx5CBNZMFfOUhi8QqtPqRcJtmrN6x
 castor_extractor/utils/env.py,sha256=TqdtB50U8LE0993WhhEhpy89TJrHbjtIKjvg6KQ-5q0,596
 castor_extractor/utils/files.py,sha256=qKbfu5FRjsQdKnRmaJNd5EdX_F6gf5C5tV8LdoYKxs0,1527
 castor_extractor/utils/files_test.py,sha256=omRT3XSjaSAywYUoLh1SGWqYzl4UwBYKSYA9_7mXd_E,1542
-castor_extractor/utils/formatter.py,sha256=KFUIiT1mSMS464trrpneFC2aIC0MjocHS0BLzX0WkIk,4969
+castor_extractor/utils/formatter.py,sha256=wys8LD5sB39g37aqIpJ3X-YXVspcsUmcuUFvZA4ODHg,5811
 castor_extractor/utils/formatter_test.csv,sha256=UCNqPs8-xrY1AdMSpuctVFXInQe3Z_EABP4rF-Jw5ks,3802
 castor_extractor/utils/formatter_test.json,sha256=yPP_z1ZEavaUskC-Hx33uGlwKoInHYOFKqsJ9NgwIFo,12527
 castor_extractor/utils/formatter_test.py,sha256=VPlRTPQOaAeCySNs1wU1jd3bMppqxkVpD1dyCLt6p94,1856
@@ -428,14 +428,14 @@ castor_extractor/warehouse/sqlserver/queries/.sqlfluff,sha256=yy0KQdz8I_67vnXyX8
 castor_extractor/warehouse/sqlserver/queries/column.sql,sha256=ojiUQQnHXdWMbgaYOcxKBiwfi7rtu_tyamK6r4t4IBM,2929
 castor_extractor/warehouse/sqlserver/queries/database.sql,sha256=4dPeBCn85MEOXr1f-DPXxiI3RvvoE_1n8lsbTs26E0I,150
 castor_extractor/warehouse/sqlserver/queries/query.sql,sha256=bkENw7QovlG4MyYe5q3XNPs3ajUr_3bNzpbm0Y2upYo,821
-castor_extractor/warehouse/sqlserver/queries/schema.sql,sha256=jUnZ10kIZk44nKQ5KiyjZ0YFdypYQj__OlPDRq71EAw,909
+castor_extractor/warehouse/sqlserver/queries/schema.sql,sha256=Fq_8-tCnArayON3fjd2oMWM9nuYaXX3aZMr5jOOfMuw,910
 castor_extractor/warehouse/sqlserver/queries/table.sql,sha256=ggzatJOlOfGkMG1NS-hD-n1-3WLbV9Yh8IsQrEFO5X4,2831
 castor_extractor/warehouse/sqlserver/queries/user.sql,sha256=MAlnTis43E3Amu1e1Oz_qhaX8Bz-iN0Lrbf9RiohX7Y,99
 castor_extractor/warehouse/sqlserver/queries/view_ddl.sql,sha256=9rynvx6MWg3iZzrWPB7haZfVKEPkxulzryE2g19x804,315
 castor_extractor/warehouse/sqlserver/query.py,sha256=c8f7_SEMR17DhbtzuYphWqWDQ0sCRy-nR442RRBZVYw,1773
 castor_extractor/warehouse/synapse/queries/column.sql,sha256=lNcFoIW3Y0PFOqoOzJEXmPvZvfAsY0AP63Mu2LuPzPo,1351
-castor_extractor-0.24.52.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
-castor_extractor-0.24.52.dist-info/METADATA,sha256=0wd_HdsZnM75f8hXza9FNIvjipmHGUDHOe5yjIYX1Ig,27930
-castor_extractor-0.24.52.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-castor_extractor-0.24.52.dist-info/entry_points.txt,sha256=_F-qeZCybjoMkNb9ErEhnyqXuG6afHIFQhakdBHZsr4,1803
-castor_extractor-0.24.52.dist-info/RECORD,,
+castor_extractor-0.24.54.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
+castor_extractor-0.24.54.dist-info/METADATA,sha256=jEfKI6ocldlGkpKQsrBrW-1Vn0e1n7IPS7NLzEzSCpg,28090
+castor_extractor-0.24.54.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+castor_extractor-0.24.54.dist-info/entry_points.txt,sha256=_F-qeZCybjoMkNb9ErEhnyqXuG6afHIFQhakdBHZsr4,1803
+castor_extractor-0.24.54.dist-info/RECORD,,