clickhouse-driver 0.2.1__cp39-cp39-win_amd64.whl → 0.2.10__cp39-cp39-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- clickhouse_driver/__init__.py +9 -9
- clickhouse_driver/block.py +227 -195
- clickhouse_driver/blockstreamprofileinfo.py +22 -22
- clickhouse_driver/bufferedreader.cp39-win_amd64.pyd +0 -0
- clickhouse_driver/bufferedwriter.cp39-win_amd64.pyd +0 -0
- clickhouse_driver/client.py +812 -666
- clickhouse_driver/clientinfo.py +119 -80
- clickhouse_driver/columns/arraycolumn.py +161 -150
- clickhouse_driver/columns/base.py +221 -147
- clickhouse_driver/columns/boolcolumn.py +7 -0
- clickhouse_driver/columns/datecolumn.py +108 -49
- clickhouse_driver/columns/datetimecolumn.py +203 -207
- clickhouse_driver/columns/decimalcolumn.py +116 -118
- clickhouse_driver/columns/enumcolumn.py +129 -119
- clickhouse_driver/columns/exceptions.py +12 -12
- clickhouse_driver/columns/floatcolumn.py +34 -34
- clickhouse_driver/columns/intcolumn.py +157 -157
- clickhouse_driver/columns/intervalcolumn.py +33 -33
- clickhouse_driver/columns/ipcolumn.py +118 -118
- clickhouse_driver/columns/jsoncolumn.py +37 -0
- clickhouse_driver/columns/largeint.cp39-win_amd64.pyd +0 -0
- clickhouse_driver/columns/lowcardinalitycolumn.py +142 -123
- clickhouse_driver/columns/mapcolumn.py +73 -58
- clickhouse_driver/columns/nestedcolumn.py +10 -0
- clickhouse_driver/columns/nothingcolumn.py +13 -13
- clickhouse_driver/columns/nullablecolumn.py +7 -7
- clickhouse_driver/columns/nullcolumn.py +15 -15
- clickhouse_driver/columns/numpy/base.py +47 -14
- clickhouse_driver/columns/numpy/boolcolumn.py +8 -0
- clickhouse_driver/columns/numpy/datecolumn.py +19 -12
- clickhouse_driver/columns/numpy/datetimecolumn.py +146 -145
- clickhouse_driver/columns/numpy/floatcolumn.py +24 -13
- clickhouse_driver/columns/numpy/intcolumn.py +43 -43
- clickhouse_driver/columns/numpy/lowcardinalitycolumn.py +96 -83
- clickhouse_driver/columns/numpy/service.py +58 -80
- clickhouse_driver/columns/numpy/stringcolumn.py +78 -76
- clickhouse_driver/columns/numpy/tuplecolumn.py +37 -0
- clickhouse_driver/columns/service.py +185 -131
- clickhouse_driver/columns/simpleaggregatefunctioncolumn.py +7 -7
- clickhouse_driver/columns/stringcolumn.py +73 -73
- clickhouse_driver/columns/tuplecolumn.py +63 -65
- clickhouse_driver/columns/util.py +61 -0
- clickhouse_driver/columns/uuidcolumn.py +64 -64
- clickhouse_driver/compression/__init__.py +32 -28
- clickhouse_driver/compression/base.py +87 -52
- clickhouse_driver/compression/lz4.py +21 -55
- clickhouse_driver/compression/lz4hc.py +9 -9
- clickhouse_driver/compression/zstd.py +20 -51
- clickhouse_driver/connection.py +825 -632
- clickhouse_driver/context.py +36 -36
- clickhouse_driver/dbapi/__init__.py +62 -62
- clickhouse_driver/dbapi/connection.py +99 -96
- clickhouse_driver/dbapi/cursor.py +370 -368
- clickhouse_driver/dbapi/errors.py +40 -40
- clickhouse_driver/dbapi/extras.py +73 -0
- clickhouse_driver/defines.py +58 -42
- clickhouse_driver/errors.py +453 -446
- clickhouse_driver/log.py +48 -44
- clickhouse_driver/numpy/block.py +8 -8
- clickhouse_driver/numpy/helpers.py +28 -25
- clickhouse_driver/numpy/result.py +123 -123
- clickhouse_driver/opentelemetry.py +43 -0
- clickhouse_driver/progress.py +44 -32
- clickhouse_driver/protocol.py +130 -105
- clickhouse_driver/queryprocessingstage.py +8 -8
- clickhouse_driver/reader.py +69 -69
- clickhouse_driver/readhelpers.py +26 -26
- clickhouse_driver/result.py +144 -144
- clickhouse_driver/settings/available.py +405 -405
- clickhouse_driver/settings/types.py +50 -50
- clickhouse_driver/settings/writer.py +34 -29
- clickhouse_driver/streams/compressed.py +88 -88
- clickhouse_driver/streams/native.py +108 -90
- clickhouse_driver/util/compat.py +39 -0
- clickhouse_driver/util/escape.py +94 -55
- clickhouse_driver/util/helpers.py +173 -57
- clickhouse_driver/varint.cp39-win_amd64.pyd +0 -0
- clickhouse_driver/writer.py +67 -67
- clickhouse_driver-0.2.10.dist-info/METADATA +215 -0
- clickhouse_driver-0.2.10.dist-info/RECORD +89 -0
- {clickhouse_driver-0.2.1.dist-info → clickhouse_driver-0.2.10.dist-info}/WHEEL +1 -1
- {clickhouse_driver-0.2.1.dist-info → clickhouse_driver-0.2.10.dist-info/licenses}/LICENSE +21 -21
- clickhouse_driver-0.2.1.dist-info/METADATA +0 -24
- clickhouse_driver-0.2.1.dist-info/RECORD +0 -80
- {clickhouse_driver-0.2.1.dist-info → clickhouse_driver-0.2.10.dist-info}/top_level.txt +0 -0
clickhouse_driver/result.py
CHANGED
|
@@ -1,144 +1,144 @@
|
|
|
1
|
-
from .blockstreamprofileinfo import BlockStreamProfileInfo
|
|
2
|
-
from .progress import Progress
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
class QueryResult(object):
|
|
6
|
-
"""
|
|
7
|
-
Stores query result from multiple blocks.
|
|
8
|
-
"""
|
|
9
|
-
|
|
10
|
-
def __init__(
|
|
11
|
-
self, packet_generator,
|
|
12
|
-
with_column_types=False, columnar=False):
|
|
13
|
-
self.packet_generator = packet_generator
|
|
14
|
-
self.with_column_types = with_column_types
|
|
15
|
-
|
|
16
|
-
self.data = []
|
|
17
|
-
self.columns_with_types = []
|
|
18
|
-
self.columnar = columnar
|
|
19
|
-
|
|
20
|
-
super(QueryResult, self).__init__()
|
|
21
|
-
|
|
22
|
-
def store(self, packet):
|
|
23
|
-
block = getattr(packet, 'block', None)
|
|
24
|
-
if block is None:
|
|
25
|
-
return
|
|
26
|
-
|
|
27
|
-
# Header block contains no rows. Pick columns from it.
|
|
28
|
-
if block.num_rows:
|
|
29
|
-
if self.columnar:
|
|
30
|
-
columns = block.get_columns()
|
|
31
|
-
if self.data:
|
|
32
|
-
# Extend corresponding column.
|
|
33
|
-
for i, column in enumerate(columns):
|
|
34
|
-
self.data[i].extend(column)
|
|
35
|
-
else:
|
|
36
|
-
# Cast tuples to lists for further extending.
|
|
37
|
-
# Concatenating tuples produce new tuple. It's slow.
|
|
38
|
-
self.data = [list(c) for c in columns]
|
|
39
|
-
else:
|
|
40
|
-
self.data.extend(block.get_rows())
|
|
41
|
-
|
|
42
|
-
elif not self.columns_with_types:
|
|
43
|
-
self.columns_with_types = block.columns_with_types
|
|
44
|
-
|
|
45
|
-
def get_result(self):
|
|
46
|
-
"""
|
|
47
|
-
:return: stored query result.
|
|
48
|
-
"""
|
|
49
|
-
|
|
50
|
-
for packet in self.packet_generator:
|
|
51
|
-
self.store(packet)
|
|
52
|
-
|
|
53
|
-
data = self.data
|
|
54
|
-
if self.columnar:
|
|
55
|
-
data = [tuple(c) for c in self.data]
|
|
56
|
-
|
|
57
|
-
if self.with_column_types:
|
|
58
|
-
return data, self.columns_with_types
|
|
59
|
-
else:
|
|
60
|
-
return data
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
class ProgressQueryResult(QueryResult):
|
|
64
|
-
"""
|
|
65
|
-
Stores query result and progress information from multiple blocks.
|
|
66
|
-
Provides iteration over query progress.
|
|
67
|
-
"""
|
|
68
|
-
|
|
69
|
-
def __init__(self, *args, **kwargs):
|
|
70
|
-
self.progress_totals = Progress()
|
|
71
|
-
super(ProgressQueryResult, self).__init__(*args, **kwargs)
|
|
72
|
-
|
|
73
|
-
def __iter__(self):
|
|
74
|
-
return self
|
|
75
|
-
|
|
76
|
-
def __next__(self):
|
|
77
|
-
while True:
|
|
78
|
-
packet = next(self.packet_generator)
|
|
79
|
-
progress_packet = getattr(packet, 'progress', None)
|
|
80
|
-
if progress_packet:
|
|
81
|
-
self.progress_totals.increment(progress_packet)
|
|
82
|
-
return (
|
|
83
|
-
self.progress_totals.rows, self.progress_totals.total_rows
|
|
84
|
-
)
|
|
85
|
-
else:
|
|
86
|
-
self.store(packet)
|
|
87
|
-
|
|
88
|
-
def get_result(self):
|
|
89
|
-
# Read all progress packets.
|
|
90
|
-
for _ in self:
|
|
91
|
-
pass
|
|
92
|
-
|
|
93
|
-
return super(ProgressQueryResult, self).get_result()
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
class IterQueryResult(object):
|
|
97
|
-
"""
|
|
98
|
-
Provides iteration over returned data by chunks (streaming by chunks).
|
|
99
|
-
"""
|
|
100
|
-
|
|
101
|
-
def __init__(
|
|
102
|
-
self, packet_generator,
|
|
103
|
-
with_column_types=False):
|
|
104
|
-
self.packet_generator = packet_generator
|
|
105
|
-
self.with_column_types = with_column_types
|
|
106
|
-
|
|
107
|
-
self.first_block = True
|
|
108
|
-
super(IterQueryResult, self).__init__()
|
|
109
|
-
|
|
110
|
-
def __iter__(self):
|
|
111
|
-
return self
|
|
112
|
-
|
|
113
|
-
def __next__(self):
|
|
114
|
-
packet = next(self.packet_generator)
|
|
115
|
-
block = getattr(packet, 'block', None)
|
|
116
|
-
if block is None:
|
|
117
|
-
return []
|
|
118
|
-
|
|
119
|
-
if self.first_block and self.with_column_types:
|
|
120
|
-
self.first_block = False
|
|
121
|
-
rv = [block.columns_with_types]
|
|
122
|
-
rv.extend(block.get_rows())
|
|
123
|
-
return rv
|
|
124
|
-
else:
|
|
125
|
-
return block.get_rows()
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
class QueryInfo(object):
|
|
129
|
-
def __init__(self):
|
|
130
|
-
self.profile_info = BlockStreamProfileInfo()
|
|
131
|
-
self.progress = Progress()
|
|
132
|
-
self.elapsed = 0
|
|
133
|
-
|
|
134
|
-
def store_profile(self, profile_info):
|
|
135
|
-
self.profile_info = profile_info
|
|
136
|
-
|
|
137
|
-
def store_progress(self, progress):
|
|
138
|
-
if self.progress:
|
|
139
|
-
self.progress.increment(progress)
|
|
140
|
-
else:
|
|
141
|
-
self.progress = progress
|
|
142
|
-
|
|
143
|
-
def store_elapsed(self, elapsed):
|
|
144
|
-
self.elapsed = elapsed
|
|
1
|
+
from .blockstreamprofileinfo import BlockStreamProfileInfo
|
|
2
|
+
from .progress import Progress
|
|
3
|
+
|
|
4
|
+
|
|
5
|
+
class QueryResult(object):
|
|
6
|
+
"""
|
|
7
|
+
Stores query result from multiple blocks.
|
|
8
|
+
"""
|
|
9
|
+
|
|
10
|
+
def __init__(
|
|
11
|
+
self, packet_generator,
|
|
12
|
+
with_column_types=False, columnar=False):
|
|
13
|
+
self.packet_generator = packet_generator
|
|
14
|
+
self.with_column_types = with_column_types
|
|
15
|
+
|
|
16
|
+
self.data = []
|
|
17
|
+
self.columns_with_types = []
|
|
18
|
+
self.columnar = columnar
|
|
19
|
+
|
|
20
|
+
super(QueryResult, self).__init__()
|
|
21
|
+
|
|
22
|
+
def store(self, packet):
|
|
23
|
+
block = getattr(packet, 'block', None)
|
|
24
|
+
if block is None:
|
|
25
|
+
return
|
|
26
|
+
|
|
27
|
+
# Header block contains no rows. Pick columns from it.
|
|
28
|
+
if block.num_rows:
|
|
29
|
+
if self.columnar:
|
|
30
|
+
columns = block.get_columns()
|
|
31
|
+
if self.data:
|
|
32
|
+
# Extend corresponding column.
|
|
33
|
+
for i, column in enumerate(columns):
|
|
34
|
+
self.data[i].extend(column)
|
|
35
|
+
else:
|
|
36
|
+
# Cast tuples to lists for further extending.
|
|
37
|
+
# Concatenating tuples produce new tuple. It's slow.
|
|
38
|
+
self.data = [list(c) for c in columns]
|
|
39
|
+
else:
|
|
40
|
+
self.data.extend(block.get_rows())
|
|
41
|
+
|
|
42
|
+
elif not self.columns_with_types:
|
|
43
|
+
self.columns_with_types = block.columns_with_types
|
|
44
|
+
|
|
45
|
+
def get_result(self):
|
|
46
|
+
"""
|
|
47
|
+
:return: stored query result.
|
|
48
|
+
"""
|
|
49
|
+
|
|
50
|
+
for packet in self.packet_generator:
|
|
51
|
+
self.store(packet)
|
|
52
|
+
|
|
53
|
+
data = self.data
|
|
54
|
+
if self.columnar:
|
|
55
|
+
data = [tuple(c) for c in self.data]
|
|
56
|
+
|
|
57
|
+
if self.with_column_types:
|
|
58
|
+
return data, self.columns_with_types
|
|
59
|
+
else:
|
|
60
|
+
return data
|
|
61
|
+
|
|
62
|
+
|
|
63
|
+
class ProgressQueryResult(QueryResult):
|
|
64
|
+
"""
|
|
65
|
+
Stores query result and progress information from multiple blocks.
|
|
66
|
+
Provides iteration over query progress.
|
|
67
|
+
"""
|
|
68
|
+
|
|
69
|
+
def __init__(self, *args, **kwargs):
|
|
70
|
+
self.progress_totals = Progress()
|
|
71
|
+
super(ProgressQueryResult, self).__init__(*args, **kwargs)
|
|
72
|
+
|
|
73
|
+
def __iter__(self):
|
|
74
|
+
return self
|
|
75
|
+
|
|
76
|
+
def __next__(self):
|
|
77
|
+
while True:
|
|
78
|
+
packet = next(self.packet_generator)
|
|
79
|
+
progress_packet = getattr(packet, 'progress', None)
|
|
80
|
+
if progress_packet:
|
|
81
|
+
self.progress_totals.increment(progress_packet)
|
|
82
|
+
return (
|
|
83
|
+
self.progress_totals.rows, self.progress_totals.total_rows
|
|
84
|
+
)
|
|
85
|
+
else:
|
|
86
|
+
self.store(packet)
|
|
87
|
+
|
|
88
|
+
def get_result(self):
|
|
89
|
+
# Read all progress packets.
|
|
90
|
+
for _ in self:
|
|
91
|
+
pass
|
|
92
|
+
|
|
93
|
+
return super(ProgressQueryResult, self).get_result()
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
class IterQueryResult(object):
|
|
97
|
+
"""
|
|
98
|
+
Provides iteration over returned data by chunks (streaming by chunks).
|
|
99
|
+
"""
|
|
100
|
+
|
|
101
|
+
def __init__(
|
|
102
|
+
self, packet_generator,
|
|
103
|
+
with_column_types=False):
|
|
104
|
+
self.packet_generator = packet_generator
|
|
105
|
+
self.with_column_types = with_column_types
|
|
106
|
+
|
|
107
|
+
self.first_block = True
|
|
108
|
+
super(IterQueryResult, self).__init__()
|
|
109
|
+
|
|
110
|
+
def __iter__(self):
|
|
111
|
+
return self
|
|
112
|
+
|
|
113
|
+
def __next__(self):
|
|
114
|
+
packet = next(self.packet_generator)
|
|
115
|
+
block = getattr(packet, 'block', None)
|
|
116
|
+
if block is None:
|
|
117
|
+
return []
|
|
118
|
+
|
|
119
|
+
if self.first_block and self.with_column_types:
|
|
120
|
+
self.first_block = False
|
|
121
|
+
rv = [block.columns_with_types]
|
|
122
|
+
rv.extend(block.get_rows())
|
|
123
|
+
return rv
|
|
124
|
+
else:
|
|
125
|
+
return block.get_rows()
|
|
126
|
+
|
|
127
|
+
|
|
128
|
+
class QueryInfo(object):
|
|
129
|
+
def __init__(self):
|
|
130
|
+
self.profile_info = BlockStreamProfileInfo()
|
|
131
|
+
self.progress = Progress()
|
|
132
|
+
self.elapsed = 0
|
|
133
|
+
|
|
134
|
+
def store_profile(self, profile_info):
|
|
135
|
+
self.profile_info = profile_info
|
|
136
|
+
|
|
137
|
+
def store_progress(self, progress):
|
|
138
|
+
if self.progress:
|
|
139
|
+
self.progress.increment(progress)
|
|
140
|
+
else:
|
|
141
|
+
self.progress = progress
|
|
142
|
+
|
|
143
|
+
def store_elapsed(self, elapsed):
|
|
144
|
+
self.elapsed = elapsed
|