tinybird-toolset 2.4.0__tar.gz → 2.4.2__tar.gz

{tinybird_toolset-2.4.0/src/tinybird_toolset.egg-info → tinybird_toolset-2.4.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tinybird-toolset
-Version: 2.4.0
+Version: 2.4.2
 Home-page: https://gitlab.com/tinybird/clickhouse-toolset
 Author: Tinybird.co
 Author-email: support@tinybird.co

{tinybird_toolset-2.4.0 → tinybird_toolset-2.4.2}/conf.py

@@ -27,9 +27,10 @@ SIMDJSON_DEBUG = bool(os.environ.get('SIMDJSON_DEBUG', ''))
 
 # Sanitizer support
 ASAN_ENABLED = bool(os.environ.get('ASAN_ENABLED', ''))  # AddressSanitizer
-UBSAN_ENABLED = bool(os.environ.get('UBSAN_ENABLED', ''))  # UndefinedBehaviorSanitizer  
+UBSAN_ENABLED = bool(os.environ.get('UBSAN_ENABLED', ''))  # UndefinedBehaviorSanitizer
 MSAN_ENABLED = bool(os.environ.get('MSAN_ENABLED', ''))  # MemorySanitizer
 TSAN_ENABLED = bool(os.environ.get('TSAN_ENABLED', ''))  # ThreadSanitizer
+THINLTO_FLAG = '-flto=thin'
 
 
 def apply_patch(patch_path):
@@ -157,8 +158,8 @@ class ClickHouseBuildExt(build_ext):
             # -fPIC: necessary for building a dynamic library
             # -fvisibility=hidden: Reduces the size of the final library by allowing the compiler to not export many
             #                     symbols from CH (in the final library)
-            f'-DCMAKE_C_FLAGS=-fPIC -fvisibility=hidden{" -fsanitize=address" if ASAN_ENABLED else ""}{" -fsanitize=undefined" if UBSAN_ENABLED else ""}{" -fsanitize=memory" if MSAN_ENABLED else ""}{" -fsanitize=thread" if TSAN_ENABLED else ""}',
-            f'-DCMAKE_CXX_FLAGS=-fPIC -fvisibility=hidden{" -fsanitize=address" if ASAN_ENABLED else ""}{" -fsanitize=undefined" if UBSAN_ENABLED else ""}{" -fsanitize=memory" if MSAN_ENABLED else ""}{" -fsanitize=thread" if TSAN_ENABLED else ""}',
+            f'-DCMAKE_C_FLAGS=-fPIC -fvisibility=hidden{" -march=x86-64-v3 -mtune=generic" if platform.machine() in ("x86_64", "AMD64") else ""}{" -fsanitize=address" if ASAN_ENABLED else ""}{" -fsanitize=undefined" if UBSAN_ENABLED else ""}{" -fsanitize=memory" if MSAN_ENABLED else ""}{" -fsanitize=thread" if TSAN_ENABLED else ""}',
+            f'-DCMAKE_CXX_FLAGS=-fPIC -fvisibility=hidden{" -march=x86-64-v3 -mtune=generic" if platform.machine() in ("x86_64", "AMD64") else ""}{" -fsanitize=address" if ASAN_ENABLED else ""}{" -fsanitize=undefined" if UBSAN_ENABLED else ""}{" -fsanitize=memory" if MSAN_ENABLED else ""}{" -fsanitize=thread" if TSAN_ENABLED else ""}',
             '-DCMAKE_ASM_FLAGS_INIT=-fPIC -fvisibility=hidden',
 
             '-DENABLE_TESTS=FALSE',
@@ -180,14 +181,20 @@ class ClickHouseBuildExt(build_ext):
             # Unwind with external code leads to crashes
             '-DUSE_UNWIND=FALSE',
 
-            # Size reduction
-            # x86-specific SIMD flags (not applicable on ARM)
+            # x86-specific SIMD: AVX2/BMI2 set the runtime floor to x86-64-v3
+            # (Haswell / Zen 1, ~2013+), matching the -march=x86-64-v3 flag above.
+            # AVX-512 deliberately not enabled — AMD EPYC Milan in our fleet lacks it.
             *([
-                '-DENABLE_SSE42=FALSE',
-                '-DENABLE_SSSE3=FALSE',
-                '-DNO_SSE3_OR_HIGHER=TRUE',
+                '-DENABLE_SSE42=TRUE',
+                '-DENABLE_SSSE3=TRUE',
+                '-DENABLE_AVX=TRUE',
+                '-DENABLE_AVX2=TRUE',
+                '-DENABLE_BMI=TRUE',
+                '-DENABLE_BMI2=TRUE',
+                '-DNO_SSE3_OR_HIGHER=FALSE',
             ] if platform.machine() in ('x86_64', 'AMD64') else []),
-            # ARM: disable ARMv8.1+ requirement for CI runners without those extensions
+            # ARM: keep the conservative ARMv8.0+crc profile. CI on ARM fails
+            # against ClickHouse's modern ARMv8.2-a profile.
             *([
                 '-DNO_ARMV81_OR_HIGHER=TRUE',
             ] if platform.machine() == 'aarch64' else []),
@@ -203,7 +210,7 @@ class ClickHouseBuildExt(build_ext):
             '-DENABLE_DATASKETCHES=TRUE',  # We need it for some agg validations
 
             '-DENABLE_CLICKHOUSE_ALL=FALSE',
-            '-DENABLE_MULTITARGET_CODE=FALSE',
+            '-DENABLE_MULTITARGET_CODE=TRUE',
 
             # Force Ninja as the generator as we parse its output to build the python module
             '-G',
@@ -288,6 +295,9 @@ class CustomBuildWithFromCH(build_ext):
         if TSAN_ENABLED:
             other_list += ['-fsanitize=thread', '-fno-omit-frame-pointer', '-g']
 
+        if THINLTO_FLAG not in cflags_list:
+            other_list += [THINLTO_FLAG]
+
         other_list += ['-DUSE_SIMDJSON=1']
         other_list += ['-DSIMDJSON_THREADS_ENABLED=1']
         
@@ -304,6 +314,9 @@ class CustomBuildWithFromCH(build_ext):
             link_flags.append('-g' if BUILD_FOR_VALGRIND or DEBUG_SYMBOLS else '-s')
             link_flags.append('-Wl,--whole-archive')
 
+        if THINLTO_FLAG not in link_flags:
+            link_flags.append(THINLTO_FLAG)
+
         # Remove some noise from CH link flags:
         link_flags += ['-Wno-unused-command-line-argument']
 

{tinybird_toolset-2.4.0 → tinybird_toolset-2.4.2}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, Extension
 
 NAME = 'tinybird-toolset'
-VERSION = '2.4.0'
+VERSION = '2.4.2'
 
 try:
     from conf import *

{tinybird_toolset-2.4.0 → tinybird_toolset-2.4.2/src/tinybird_toolset.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tinybird-toolset
-Version: 2.4.0
+Version: 2.4.2
 Home-page: https://gitlab.com/tinybird/clickhouse-toolset
 Author: Tinybird.co
 Author-email: support@tinybird.co