vastdb 1.3.3__py3-none-any.whl → 1.3.4__py3-none-any.whl

vastdb/_internal.py

@@ -58,6 +58,10 @@ import vast_flatbuf.org.apache.arrow.computeir.flatbuf.Source as fb_source
 import vast_flatbuf.org.apache.arrow.computeir.flatbuf.StringLiteral as fb_string_lit
 import vast_flatbuf.org.apache.arrow.computeir.flatbuf.TimeLiteral as fb_time_lit
 import vast_flatbuf.org.apache.arrow.computeir.flatbuf.TimestampLiteral as fb_timestamp_lit
+import vast_flatbuf.org.apache.arrow.computeir.flatbuf.UInt8Literal as fb_uint8_lit
+import vast_flatbuf.org.apache.arrow.computeir.flatbuf.UInt16Literal as fb_uint16_lit
+import vast_flatbuf.org.apache.arrow.computeir.flatbuf.UInt32Literal as fb_uint32_lit
+import vast_flatbuf.org.apache.arrow.computeir.flatbuf.UInt64Literal as fb_uint64_lit
 import vast_flatbuf.org.apache.arrow.flatbuf.Binary as fb_binary
 import vast_flatbuf.org.apache.arrow.flatbuf.Bool as fb_bool
 import vast_flatbuf.org.apache.arrow.flatbuf.Date as fb_date
@@ -341,50 +345,57 @@ class Predicate:
         fb_expression.AddImpl(self.builder, offset_call)
         return fb_expression.End(self.builder)
 
+    # see https://github.com/apache/arrow/blob/main/format/Schema.fbs
+    # https://github.com/apache/arrow/blob/apache-arrow-7.0.0/experimental/computeir/Expression.fbs
+    # https://github.com/apache/arrow/blob/apache-arrow-7.0.0/experimental/computeir/Literal.fbs
     def build_literal(self, field: pa.Field, value):
         literal_type: Any
 
-        if field.type.equals(pa.int64()):
-            literal_type = fb_int64_lit
-            literal_impl = LiteralImpl.Int64Literal
+        if field.type.equals(pa.int64()) or field.type.equals(pa.uint64()):
+            is_signed = field.type.equals(pa.int64())
+            literal_type = fb_int64_lit if is_signed else fb_uint64_lit
+            literal_impl = LiteralImpl.Int64Literal if is_signed else LiteralImpl.UInt64Literal
 
             field_type_type = Type.Int
             fb_int.Start(self.builder)
             fb_int.AddBitWidth(self.builder, field.type.bit_width)
-            fb_int.AddIsSigned(self.builder, True)
+            fb_int.AddIsSigned(self.builder, is_signed)
             field_type = fb_int.End(self.builder)
 
             value = int(value)
-        elif field.type.equals(pa.int32()):
-            literal_type = fb_int32_lit
-            literal_impl = LiteralImpl.Int32Literal
+        elif field.type.equals(pa.int32()) or field.type.equals(pa.uint32()):
+            is_signed = field.type.equals(pa.int32())
+            literal_type = fb_int32_lit if is_signed else fb_uint32_lit
+            literal_impl = LiteralImpl.Int32Literal if is_signed else LiteralImpl.UInt32Literal
 
             field_type_type = Type.Int
             fb_int.Start(self.builder)
             fb_int.AddBitWidth(self.builder, field.type.bit_width)
-            fb_int.AddIsSigned(self.builder, True)
+            fb_int.AddIsSigned(self.builder, is_signed)
             field_type = fb_int.End(self.builder)
 
             value = int(value)
-        elif field.type.equals(pa.int16()):
-            literal_type = fb_int16_lit
-            literal_impl = LiteralImpl.Int16Literal
+        elif field.type.equals(pa.int16()) or field.type.equals(pa.uint16()):
+            is_signed = field.type.equals(pa.int16())
+            literal_type = fb_int16_lit if is_signed else fb_uint16_lit
+            literal_impl = LiteralImpl.Int16Literal if is_signed else LiteralImpl.UInt16Literal
 
             field_type_type = Type.Int
             fb_int.Start(self.builder)
             fb_int.AddBitWidth(self.builder, field.type.bit_width)
-            fb_int.AddIsSigned(self.builder, True)
+            fb_int.AddIsSigned(self.builder, is_signed)
             field_type = fb_int.End(self.builder)
 
             value = int(value)
-        elif field.type.equals(pa.int8()):
-            literal_type = fb_int8_lit
-            literal_impl = LiteralImpl.Int8Literal
+        elif field.type.equals(pa.int8()) or field.type.equals(pa.uint8()):
+            is_signed = field.type.equals(pa.int8())
+            literal_type = fb_int8_lit if is_signed else fb_uint8_lit
+            literal_impl = LiteralImpl.Int8Literal if is_signed else LiteralImpl.UInt8Literal
 
             field_type_type = Type.Int
             fb_int.Start(self.builder)
             fb_int.AddBitWidth(self.builder, field.type.bit_width)
-            fb_int.AddIsSigned(self.builder, True)
+            fb_int.AddIsSigned(self.builder, is_signed)
             field_type = fb_int.End(self.builder)
 
             value = int(value)

vastdb/tests/metrics.py

@@ -29,7 +29,7 @@ class Table:
         self.conn = conn
         self.name = name
         columns = ", ".join(
-            f"{f.name} {_MAP_SQLITE_TYPES[f.type]}"
+            f"{f.name} {_MAP_SQLITE_TYPES[f.type]}"  # type: ignore
             for f in self.fields
         )
         cmd = f"CREATE TABLE {self.name} ({columns})"

vastdb/tests/test_tables.py

@@ -388,6 +388,33 @@ def test_types(session, clean_bucket_name):
             assert select(t['ts9'] == ts_literal) == expected.filter(pc.field('ts9') == ts_literal)
 
 
+def test_unsigned_filters(session, clean_bucket_name):
+    columns = pa.schema([
+        ('a', pa.uint8()),
+        ('b', pa.uint16()),
+        ('c', pa.uint32()),
+        ('d', pa.uint64()),
+    ])
+
+    expected = pa.table(schema=columns, data=[
+        [1, 2, 3],
+        [11, 22, 33],
+        [111, 222, 333],
+        [1111, 2222, 3333],
+    ])
+
+    with prepare_data(session, clean_bucket_name, 's', 't', expected) as table:
+        def select(predicate):
+            return table.select(predicate=predicate).read_all()
+
+        assert select(True) == expected
+        for t in [table, ibis._]:
+            assert select(t['a'] > 2) == expected.filter(pc.field('a') > 2)
+            assert select(t['b'] > 22) == expected.filter(pc.field('b') > 22)
+            assert select(t['c'] > 222) == expected.filter(pc.field('c') > 222)
+            assert select(t['d'] > 2222) == expected.filter(pc.field('d') > 2222)
+
+
 def test_filters(session, clean_bucket_name):
     columns = pa.schema([
         ('a', pa.int32()),

{vastdb-1.3.3.dist-info → vastdb-1.3.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 1.3.3
+Version: 1.3.4
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA

{vastdb-1.3.3.dist-info → vastdb-1.3.4.dist-info}/RECORD

@@ -151,7 +151,7 @@ vast_flatbuf/tabular/S3File.py,sha256=KC9c2oS5-JXwTTriUVFdjOvRG0B54Cq9kviSDZY3NI
 vast_flatbuf/tabular/VipRange.py,sha256=_BJd1RRZAcK76T9vlsHzXKYVsPVaz6WTEAqStMQCAUQ,2069
 vast_flatbuf/tabular/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/__init__.py,sha256=J1JjKiFkKC95BHowfh9kJfQFTjRce-QMsc6zF_FfxC0,432
-vastdb/_internal.py,sha256=nLa2G6FwjPiirjXo4HBc3Cs6P2XH8ub1yBsy1Zxu0R8,95257
+vastdb/_internal.py,sha256=asBizp21nQvYo1cE4Vs4OSH01s-5NyWZO2lb7_nP9oc,96538
 vastdb/bucket.py,sha256=5KuKhPjZOevznZqWHDVVocejvAy7dcwobPuV6BJCfPc,2544
 vastdb/config.py,sha256=1tMYtzKXerGcIUjH4tIGEvZNWvO4fviCEdcNCnELJZo,2269
 vastdb/conftest.py,sha256=X2kVveySPQYZlVBXUMoo7Oea5IsvmJzjdqq3fpH2kVw,3469
@@ -191,21 +191,21 @@ vastdb/bench/perf_bench/query/query.py,sha256=h98Ui6vUTw16LHMY0ufkLnyVO3QCR8f1cX
 vastdb/bench/perf_bench/query/query_pyarrow.py,sha256=Dj5YPUvb4dAj7RskHfJcPijJnM-rdYIAItEF2dp4jfo,2305
 vastdb/bench/perf_bench/query/query_vastdb.py,sha256=SZYem_EmsaynEftAa_VFobjSJZDAcli9BckyRS3SFvg,2810
 vastdb/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vastdb/tests/metrics.py,sha256=N6ELJUmZubhAMmUtDbisXr6TFhSDgVCTTU05gBVxHRA,1010
+vastdb/tests/metrics.py,sha256=ZCSeBYFSPMG3yI0JrAHs2CrY6wFjx_5GwRTYHVAwLKA,1026
 vastdb/tests/test_duckdb.py,sha256=STw_1PwTQR8Naz6s0p6lQTV1ZTKKhe3LPBUbhqzTCu0,1880
 vastdb/tests/test_imports.py,sha256=xKub3-bisFjH0BsZM8COfiUWuMrtoOoQKprF6VQT9RI,5669
 vastdb/tests/test_nested.py,sha256=LPU6uV3Ri23dBzAEMFQqRPbqapV5LfmiHSHkhILPIY0,6332
 vastdb/tests/test_projections.py,sha256=3y1kubwVrzO-xoR0hyps7zrjOJI8niCYspaFTN16Q9w,4540
 vastdb/tests/test_sanity.py,sha256=bv1ypGDzvOgmMvGbucDYiLQu8krQLlE6NB3M__q87x8,3303
 vastdb/tests/test_schemas.py,sha256=l70YQMlx2UL1KRQhApriiG2ZM7GJF-IzWU31H3Yqn1U,3312
-vastdb/tests/test_tables.py,sha256=711oTcdw431zs5LAyDxvTaJqF86xYwVCo5iZxSpH58o,39184
+vastdb/tests/test_tables.py,sha256=PwtUTmQdm4HDZJVq981h7RKcFDma2Loxz6FeQhQSu2Y,40101
 vastdb/tests/test_util.py,sha256=n7gvT5Wg6b6bxgqkFXkYqvFd_W1GlUdVfmPv66XYXyA,1956
 vastdb/tests/util.py,sha256=dpRJYbboDnlqL4qIdvScpp8--5fxRUBIcIYitrfcj9o,555
 vastdb/vast_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/vast_tests/test_ha.py,sha256=744P4G6VJ09RIkHhMQL4wlipCBJWQVMhyvUrSc4k1HQ,975
 vastdb/vast_tests/test_scale.py,sha256=5jGwOdZH6Tv5tPdZYPWoqcxOceI2jA5i2D1zNKZHER4,3958
-vastdb-1.3.3.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
-vastdb-1.3.3.dist-info/METADATA,sha256=xqBDm4Puvz348pzEDM7b_IIs-nZDSha7Sgg0RHHh94w,1340
-vastdb-1.3.3.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-vastdb-1.3.3.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
-vastdb-1.3.3.dist-info/RECORD,,
+vastdb-1.3.4.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
+vastdb-1.3.4.dist-info/METADATA,sha256=r-TcsDB09WBgIgLC-asWybRhn4pj0geXjD2zFVzveq0,1340
+vastdb-1.3.4.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+vastdb-1.3.4.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
+vastdb-1.3.4.dist-info/RECORD,,