clickhouse-driver 0.2.1__cp39-cp39-win_amd64.whl → 0.2.8__cp39-cp39-win_amd64.whl

clickhouse_driver/columns/datetimecolumn.py

@@ -1,207 +1,202 @@
-from datetime import datetime
-
-from pytz import timezone as get_timezone, utc
-from tzlocal import get_localzone
-
-from .base import FormatColumn
-
-EPOCH = datetime(1970, 1, 1, tzinfo=utc)
-
-
-class DateTimeColumn(FormatColumn):
-    ch_type = 'DateTime'
-    py_types = (datetime, int)
-    format = 'I'
-
-    def __init__(self, timezone=None, offset_naive=True, **kwargs):
-        self.timezone = timezone
-        self.offset_naive = offset_naive
-        super(DateTimeColumn, self).__init__(**kwargs)
-
-    def after_read_items(self, items, nulls_map=None):
-        tz = self.timezone
-        fromts = datetime.fromtimestamp
-
-        # A bit ugly copy-paste. But it helps save time on items
-        # processing by avoiding lambda calls or if in loop.
-        if self.offset_naive:
-            if tz:
-                if nulls_map is None:
-                    return tuple(
-                        fromts(item, tz).replace(tzinfo=None)
-                        for item in items
-                    )
-                else:
-                    return tuple(
-                        (None if is_null else
-                         fromts(items[i], tz).replace(tzinfo=None))
-                        for i, is_null in enumerate(nulls_map)
-                    )
-            else:
-                if nulls_map is None:
-                    return tuple(fromts(item) for item in items)
-                else:
-                    return tuple(
-                        (None if is_null else fromts(items[i]))
-                        for i, is_null in enumerate(nulls_map)
-                    )
-
-        else:
-            if nulls_map is None:
-                return tuple(fromts(item, tz) for item in items)
-            else:
-                return tuple(
-                    (None if is_null else fromts(items[i], tz))
-                    for i, is_null in enumerate(nulls_map)
-                )
-
-    def before_write_items(self, items, nulls_map=None):
-        timezone = self.timezone
-        null_value = self.null_value
-        to_timestamp = datetime.timestamp
-
-        for i, item in enumerate(items):
-            if nulls_map and nulls_map[i]:
-                items[i] = null_value
-                continue
-
-            if isinstance(item, int):
-                # support supplying raw integers to avoid
-                # costly timezone conversions when using datetime
-                continue
-
-            if timezone:
-                # Set server's timezone for offset-naive datetime.
-                if item.tzinfo is None:
-                    item = timezone.localize(item)
-
-                item = item.astimezone(utc)
-
-            else:
-                # If datetime is offset-aware use it's timezone.
-                if item.tzinfo is not None:
-                    item = item.astimezone(utc)
-
-            items[i] = int(to_timestamp(item))
-
-
-class DateTime64Column(DateTimeColumn):
-    ch_type = 'DateTime64'
-    format = 'Q'
-
-    max_scale = 6
-
-    def __init__(self, scale=0, **kwargs):
-        self.scale = scale
-        super(DateTime64Column, self).__init__(**kwargs)
-
-    def after_read_items(self, items, nulls_map=None):
-        scale = float(10 ** self.scale)
-
-        tz = self.timezone
-        fromts = datetime.fromtimestamp
-
-        # A bit ugly copy-paste. But it helps save time on items
-        # processing by avoiding lambda calls or if in loop.
-        if self.offset_naive:
-            if tz:
-                if nulls_map is None:
-                    return tuple(
-                        fromts(item / scale, tz).replace(tzinfo=None)
-                        for item in items
-                    )
-                else:
-                    return tuple(
-                        (None if is_null else
-                         fromts(items[i] / scale, tz).replace(tzinfo=None))
-                        for i, is_null in enumerate(nulls_map)
-                    )
-            else:
-                if nulls_map is None:
-                    return tuple(fromts(item / scale) for item in items)
-                else:
-                    return tuple(
-                        (None if is_null else fromts(items[i] / scale))
-                        for i, is_null in enumerate(nulls_map)
-                    )
-
-        else:
-            if nulls_map is None:
-                return tuple(fromts(item / scale, tz) for item in items)
-            else:
-                return tuple(
-                    (None if is_null else fromts(items[i] / scale, tz))
-                    for i, is_null in enumerate(nulls_map)
-                )
-
-    def before_write_items(self, items, nulls_map=None):
-        scale = 10 ** self.scale
-        frac_scale = 10 ** (self.max_scale - self.scale)
-
-        timezone = self.timezone
-        null_value = self.null_value
-        to_timestamp = datetime.timestamp
-
-        for i, item in enumerate(items):
-            if nulls_map and nulls_map[i]:
-                items[i] = null_value
-                continue
-
-            if isinstance(item, int):
-                # support supplying raw integers to avoid
-                # costly timezone conversions when using datetime
-                continue
-
-            if timezone:
-                # Set server's timezone for offset-naive datetime.
-                if item.tzinfo is None:
-                    item = timezone.localize(item)
-
-                item = item.astimezone(utc)
-
-            else:
-                # If datetime is offset-aware use it's timezone.
-                if item.tzinfo is not None:
-                    item = item.astimezone(utc)
-
-            items[i] = (
-                int(to_timestamp(item)) * scale +
-                int(item.microsecond / frac_scale)
-            )
-
-
-def create_datetime_column(spec, column_options):
-    if spec.startswith('DateTime64'):
-        cls = DateTime64Column
-        spec = spec[11:-1]
-        params = spec.split(',', 1)
-        column_options['scale'] = int(params[0])
-        if len(params) > 1:
-            spec = params[1].strip() + ')'
-    else:
-        cls = DateTimeColumn
-        spec = spec[9:]
-
-    context = column_options['context']
-
-    tz_name = timezone = None
-    offset_naive = True
-
-    # Use column's timezone if it's specified.
-    if spec and spec[-1] == ')':
-        tz_name = spec[1:-2]
-        offset_naive = False
-    else:
-        if not context.settings.get('use_client_time_zone', False):
-            try:
-                local_timezone = get_localzone().zone
-            except Exception:
-                local_timezone = None
-
-            if local_timezone != context.server_info.timezone:
-                tz_name = context.server_info.timezone
-
-    if tz_name:
-        timezone = get_timezone(tz_name)
-
-    return cls(timezone=timezone, offset_naive=offset_naive, **column_options)
+from datetime import datetime
+
+from pytz import timezone as get_timezone, utc
+from ..util.compat import get_localzone_name_compat
+from .base import FormatColumn
+
+EPOCH = datetime(1970, 1, 1, tzinfo=utc)
+
+
+class DateTimeColumn(FormatColumn):
+    ch_type = 'DateTime'
+    py_types = (datetime, int)
+    format = 'I'
+
+    def __init__(self, timezone=None, offset_naive=True, **kwargs):
+        self.timezone = timezone
+        self.offset_naive = offset_naive
+        super(DateTimeColumn, self).__init__(**kwargs)
+
+    def after_read_items(self, items, nulls_map=None):
+        tz = self.timezone
+        fromts = datetime.fromtimestamp
+
+        # A bit ugly copy-paste. But it helps save time on items
+        # processing by avoiding lambda calls or if in loop.
+        if self.offset_naive:
+            if tz:
+                if nulls_map is None:
+                    return tuple(
+                        fromts(item, tz).replace(tzinfo=None)
+                        for item in items
+                    )
+                else:
+                    return tuple(
+                        (None if is_null else
+                         fromts(items[i], tz).replace(tzinfo=None))
+                        for i, is_null in enumerate(nulls_map)
+                    )
+            else:
+                if nulls_map is None:
+                    return tuple(fromts(item) for item in items)
+                else:
+                    return tuple(
+                        (None if is_null else fromts(items[i]))
+                        for i, is_null in enumerate(nulls_map)
+                    )
+
+        else:
+            if nulls_map is None:
+                return tuple(fromts(item, tz) for item in items)
+            else:
+                return tuple(
+                    (None if is_null else fromts(items[i], tz))
+                    for i, is_null in enumerate(nulls_map)
+                )
+
+    def before_write_items(self, items, nulls_map=None):
+        timezone = self.timezone
+        null_value = self.null_value
+        to_timestamp = datetime.timestamp
+
+        for i, item in enumerate(items):
+            if nulls_map and nulls_map[i]:
+                items[i] = null_value
+                continue
+
+            if isinstance(item, int):
+                # support supplying raw integers to avoid
+                # costly timezone conversions when using datetime
+                continue
+
+            if timezone:
+                # Set server's timezone for offset-naive datetime.
+                if item.tzinfo is None:
+                    item = timezone.localize(item)
+
+                item = item.astimezone(utc)
+
+            else:
+                # If datetime is offset-aware use it's timezone.
+                if item.tzinfo is not None:
+                    item = item.astimezone(utc)
+
+            items[i] = int(to_timestamp(item))
+
+
+class DateTime64Column(DateTimeColumn):
+    ch_type = 'DateTime64'
+    format = 'q'
+
+    max_scale = 6
+
+    def __init__(self, scale=0, **kwargs):
+        self.scale = scale
+        super(DateTime64Column, self).__init__(**kwargs)
+
+    def after_read_items(self, items, nulls_map=None):
+        scale = float(10 ** self.scale)
+
+        tz = self.timezone
+        fromts = datetime.fromtimestamp
+
+        # A bit ugly copy-paste. But it helps save time on items
+        # processing by avoiding lambda calls or if in loop.
+        if self.offset_naive:
+            if tz:
+                if nulls_map is None:
+                    return tuple(
+                        fromts(item / scale, tz).replace(tzinfo=None)
+                        for item in items
+                    )
+                else:
+                    return tuple(
+                        (None if is_null else
+                         fromts(items[i] / scale, tz).replace(tzinfo=None))
+                        for i, is_null in enumerate(nulls_map)
+                    )
+            else:
+                if nulls_map is None:
+                    return tuple(fromts(item / scale) for item in items)
+                else:
+                    return tuple(
+                        (None if is_null else fromts(items[i] / scale))
+                        for i, is_null in enumerate(nulls_map)
+                    )
+
+        else:
+            if nulls_map is None:
+                return tuple(fromts(item / scale, tz) for item in items)
+            else:
+                return tuple(
+                    (None if is_null else fromts(items[i] / scale, tz))
+                    for i, is_null in enumerate(nulls_map)
+                )
+
+    def before_write_items(self, items, nulls_map=None):
+        scale = 10 ** self.scale
+        frac_scale = 10 ** (self.max_scale - self.scale)
+
+        timezone = self.timezone
+        null_value = self.null_value
+        to_timestamp = datetime.timestamp
+
+        for i, item in enumerate(items):
+            if nulls_map and nulls_map[i]:
+                items[i] = null_value
+                continue
+
+            if isinstance(item, int):
+                # support supplying raw integers to avoid
+                # costly timezone conversions when using datetime
+                continue
+
+            if timezone:
+                # Set server's timezone for offset-naive datetime.
+                if item.tzinfo is None:
+                    item = timezone.localize(item)
+
+                item = item.astimezone(utc)
+
+            else:
+                # If datetime is offset-aware use it's timezone.
+                if item.tzinfo is not None:
+                    item = item.astimezone(utc)
+
+            items[i] = (
+                int(to_timestamp(item)) * scale +
+                int(item.microsecond / frac_scale)
+            )
+
+
+def create_datetime_column(spec, column_options):
+    if spec.startswith('DateTime64'):
+        cls = DateTime64Column
+        spec = spec[11:-1]
+        params = spec.split(',', 1)
+        column_options['scale'] = int(params[0])
+        if len(params) > 1:
+            spec = params[1].strip() + ')'
+    else:
+        cls = DateTimeColumn
+        spec = spec[9:]
+
+    context = column_options['context']
+
+    tz_name = timezone = None
+    offset_naive = True
+
+    # Use column's timezone if it's specified.
+    if spec and spec[-1] == ')':
+        tz_name = spec[1:-2]
+        offset_naive = False
+    else:
+        if not context.settings.get('use_client_time_zone', False):
+            local_timezone = get_localzone_name_compat()
+            if local_timezone != context.server_info.timezone:
+                tz_name = context.server_info.timezone
+
+    if tz_name:
+        timezone = get_timezone(tz_name)
+
+    return cls(timezone=timezone, offset_naive=offset_naive, **column_options)

clickhouse_driver/columns/decimalcolumn.py

@@ -1,118 +1,116 @@
-from decimal import Decimal, localcontext
-
-from .base import FormatColumn
-from .exceptions import ColumnTypeMismatchException
-from .intcolumn import Int128Column, Int256Column
-
-
-class DecimalColumn(FormatColumn):
-    py_types = (Decimal, float, int)
-    max_precision = None
-    int_size = None
-
-    def __init__(self, precision, scale, types_check=False, **kwargs):
-        self.precision = precision
-        self.scale = scale
-        super(DecimalColumn, self).__init__(**kwargs)
-
-        if types_check:
-            max_signed_int = (1 << (8 * self.int_size - 1)) - 1
-
-            def check_item(value):
-                if value < -max_signed_int or value > max_signed_int:
-                    raise ColumnTypeMismatchException(value)
-
-            self.check_item = check_item
-
-    def after_read_items(self, items, nulls_map=None):
-        if self.scale >= 1:
-            scale = 10 ** self.scale
-
-            if nulls_map is None:
-                return tuple(Decimal(item) / scale for item in items)
-            else:
-                return tuple(
-                    (None if is_null else Decimal(items[i]) / scale)
-                    for i, is_null in enumerate(nulls_map)
-                )
-        else:
-            if nulls_map is None:
-                return tuple(Decimal(item) for item in items)
-            else:
-                return tuple(
-                    (None if is_null else Decimal(items[i]))
-                    for i, is_null in enumerate(nulls_map)
-                )
-
-    def before_write_items(self, items, nulls_map=None):
-        null_value = self.null_value
-
-        if self.scale >= 1:
-            scale = 10 ** self.scale
-
-            for i, item in enumerate(items):
-                if nulls_map and nulls_map[i]:
-                    items[i] = null_value
-                else:
-                    items[i] = int(Decimal(str(item)) * scale)
-
-        else:
-            for i, item in enumerate(items):
-                if nulls_map and nulls_map[i]:
-                    items[i] = null_value
-                else:
-                    items[i] = int(Decimal(str(item)))
-
-    # Override default precision to the maximum supported by underlying type.
-    def _write_data(self, items, buf):
-        with localcontext() as ctx:
-            ctx.prec = self.max_precision
-            super(DecimalColumn, self)._write_data(items, buf)
-
-    def _read_data(self, n_items, buf, nulls_map=None):
-        with localcontext() as ctx:
-            ctx.prec = self.max_precision
-            return super(DecimalColumn, self)._read_data(
-                n_items, buf, nulls_map=nulls_map
-            )
-
-
-class Decimal32Column(DecimalColumn):
-    format = 'i'
-    max_precision = 9
-    int_size = 4
-
-
-class Decimal64Column(DecimalColumn):
-    format = 'q'
-    max_precision = 18
-    int_size = 8
-
-
-class Decimal128Column(DecimalColumn, Int128Column):
-    max_precision = 38
-
-
-class Decimal256Column(DecimalColumn, Int256Column):
-    max_precision = 76
-
-
-def create_decimal_column(spec, column_options):
-    precision, scale = spec[8:-1].split(',')
-    precision, scale = int(precision), int(scale)
-
-    # Maximum precisions for underlying types are:
-    # Int32    10**9
-    # Int64   10**18
-    # Int128  10**38
-    # Int256  10**76
-    if precision <= 9:
-        cls = Decimal32Column
-    elif precision <= 18:
-        cls = Decimal64Column
-    elif precision <= 38:
-        cls = Decimal128Column
-    else:
-        cls = Decimal256Column
-
-    return cls(precision, scale, **column_options)
+from decimal import Decimal, localcontext
+
+from .base import FormatColumn
+from .exceptions import ColumnTypeMismatchException
+from .intcolumn import Int128Column, Int256Column
+
+
+class DecimalColumn(FormatColumn):
+    py_types = (Decimal, float, int)
+    max_precision = None
+
+    def __init__(self, precision, scale, types_check=False, **kwargs):
+        self.precision = precision
+        self.scale = scale
+        super(DecimalColumn, self).__init__(**kwargs)
+
+        if types_check:
+            def check_item(value):
+                parts = str(value).split('.')
+                int_part = parts[0]
+
+                if len(int_part) > precision:
+                    raise ColumnTypeMismatchException(value)
+
+            self.check_item = check_item
+
+    def after_read_items(self, items, nulls_map=None):
+        if self.scale >= 1:
+            scale = 10 ** self.scale
+
+            if nulls_map is None:
+                return tuple(Decimal(item) / scale for item in items)
+            else:
+                return tuple(
+                    (None if is_null else Decimal(items[i]) / scale)
+                    for i, is_null in enumerate(nulls_map)
+                )
+        else:
+            if nulls_map is None:
+                return tuple(Decimal(item) for item in items)
+            else:
+                return tuple(
+                    (None if is_null else Decimal(items[i]))
+                    for i, is_null in enumerate(nulls_map)
+                )
+
+    def before_write_items(self, items, nulls_map=None):
+        null_value = self.null_value
+
+        if self.scale >= 1:
+            scale = 10 ** self.scale
+
+            for i, item in enumerate(items):
+                if nulls_map and nulls_map[i]:
+                    items[i] = null_value
+                else:
+                    items[i] = int(Decimal(str(item)) * scale)
+
+        else:
+            for i, item in enumerate(items):
+                if nulls_map and nulls_map[i]:
+                    items[i] = null_value
+                else:
+                    items[i] = int(Decimal(str(item)))
+
+    # Override default precision to the maximum supported by underlying type.
+    def _write_data(self, items, buf):
+        with localcontext() as ctx:
+            ctx.prec = self.max_precision
+            super(DecimalColumn, self)._write_data(items, buf)
+
+    def _read_data(self, n_items, buf, nulls_map=None):
+        with localcontext() as ctx:
+            ctx.prec = self.max_precision
+            return super(DecimalColumn, self)._read_data(
+                n_items, buf, nulls_map=nulls_map
+            )
+
+
+class Decimal32Column(DecimalColumn):
+    format = 'i'
+    max_precision = 9
+
+
+class Decimal64Column(DecimalColumn):
+    format = 'q'
+    max_precision = 18
+
+
+class Decimal128Column(DecimalColumn, Int128Column):
+    max_precision = 38
+
+
+class Decimal256Column(DecimalColumn, Int256Column):
+    max_precision = 76
+
+
+def create_decimal_column(spec, column_options):
+    precision, scale = spec[8:-1].split(',')
+    precision, scale = int(precision), int(scale)
+
+    # Maximum precisions for underlying types are:
+    # Int32    10**9
+    # Int64   10**18
+    # Int128  10**38
+    # Int256  10**76
+    if precision <= 9:
+        cls = Decimal32Column
+    elif precision <= 18:
+        cls = Decimal64Column
+    elif precision <= 38:
+        cls = Decimal128Column
+    else:
+        cls = Decimal256Column
+
+    return cls(precision, scale, **column_options)