pixeltable 0.2.5__py3-none-any.whl → 0.2.7__py3-none-any.whl

pixeltable/tests/test_snapshot.py

@@ -1,231 +0,0 @@
-from typing import Any, Dict
-
-import numpy as np
-import pytest
-
-import pixeltable as pxt
-import pixeltable.exceptions as excs
-from pixeltable.tests.utils import create_test_tbl, assert_resultset_eq, create_img_tbl, img_embed
-from pixeltable.type_system import IntType
-
-
-class TestSnapshot:
-    def run_basic_test(
-            self, cl: pxt.Client, tbl: pxt.Table, snap: pxt.Table, extra_items: Dict[str, Any], filter: Any,
-            reload_md: bool
-    ) -> None:
-        tbl_path, snap_path = cl.get_path(tbl), cl.get_path(snap)
-        # run the initial query against the base table here, before reloading, otherwise the filter breaks
-        tbl_select_list = [tbl[col_name] for col_name in tbl.column_names()]
-        tbl_select_list.extend([value_expr for _, value_expr in extra_items.items()])
-        orig_resultset = tbl.select(*tbl_select_list).where(filter).order_by(tbl.c2).collect()
-
-        if reload_md:
-            # reload md
-            cl = pxt.Client(reload=True)
-            tbl = cl.get_table(tbl_path)
-            snap = cl.get_table(snap_path)
-
-        # view select list: base cols followed by view cols
-        snap_select_list = [snap[col_name] for col_name in snap.column_names()[len(extra_items):]]
-        snap_select_list.extend([snap[col_name] for col_name in extra_items.keys()])
-        snap_query = snap.select(*snap_select_list).order_by(snap.c2)
-        r1 = list(orig_resultset)
-        r2 = list(snap_query.collect())
-        assert_resultset_eq(snap_query.collect(), orig_resultset)
-
-        # adding data to a base table doesn't change the snapshot
-        rows = list(tbl.select(tbl.c1, tbl.c1n, tbl.c2, tbl.c3, tbl.c4, tbl.c5, tbl.c6, tbl.c7).collect())
-        status = tbl.insert(rows)
-        assert status.num_rows == len(rows)
-        assert_resultset_eq(snap_query.collect(), orig_resultset)
-
-        # update() doesn't affect the view
-        status = tbl.update({'c3': tbl.c3 + 1.0})
-        assert status.num_rows == tbl.count()
-        assert_resultset_eq(snap_query.collect(), orig_resultset)
-
-        # delete() doesn't affect the view
-        num_tbl_rows = tbl.count()
-        status = tbl.delete()
-        assert status.num_rows == num_tbl_rows
-        assert_resultset_eq(snap_query.collect(), orig_resultset)
-
-        tbl.revert()  # undo delete()
-        tbl.revert()  # undo update()
-        tbl.revert()  # undo insert()
-        # can't revert a version referenced by a snapshot
-        with pytest.raises(excs.Error) as excinfo:
-            tbl.revert()
-        assert 'version is needed' in str(excinfo.value)
-
-        # can't drop a table with snapshots
-        with pytest.raises(excs.Error) as excinfo:
-            cl.drop_table(tbl_path)
-        assert snap_path in str(excinfo.value)
-
-        cl.drop_table(snap_path)
-        cl.drop_table(tbl_path)
-
-    def test_basic(self, test_client: pxt.Client) -> None:
-        cl = test_client
-        cl.create_dir('main')
-        cl.create_dir('snap')
-        tbl_path = 'main.tbl1'
-        snap_path = 'snap.snap1'
-
-        for reload_md in [False, True]:
-            for has_filter in [False, True]:
-                for has_cols in [False, True]:
-                    cl = pxt.Client(reload=True)
-                    tbl = create_test_tbl(name=tbl_path, client=cl)
-                    schema = {
-                        'v1': tbl.c3 * 2.0,
-                        # include a lambda to make sure that is handled correctly
-                        'v2': {'value': lambda c3: c3 * 2.0, 'type': pxt.FloatType()}
-                    } if has_cols else {}
-                    extra_items = {'v1': tbl.c3 * 2.0, 'v2': tbl.c3 * 2.0} if has_cols else {}
-                    filter = tbl.c2 < 10 if has_filter else None
-                    snap = cl.create_view(snap_path, tbl, schema=schema, filter=filter, is_snapshot=True)
-                    self.run_basic_test(cl, tbl, snap, extra_items=extra_items, filter=filter, reload_md=reload_md)
-
-    def test_errors(self, test_client: pxt.Client) -> None:
-        cl = test_client
-        tbl = create_test_tbl(client=cl)
-        snap = cl.create_view('snap', tbl, is_snapshot=True)
-
-        with pytest.raises(pxt.Error) as excinfo:
-            _ = snap.update({'c3': snap.c3 + 1.0})
-        assert 'cannot update a snapshot' in str(excinfo.value).lower()
-
-        with pytest.raises(pxt.Error) as excinfo:
-            _ = snap.batch_update([{'c3': 1.0, 'c2': 1}])
-        assert 'cannot update a snapshot' in str(excinfo.value).lower()
-
-        with pytest.raises(pxt.Error) as excinfo:
-            _ = snap.revert()
-        assert 'cannot revert a snapshot' in str(excinfo.value).lower()
-
-        with pytest.raises(pxt.Error) as excinfo:
-            img_tbl = create_img_tbl(cl)
-            snap = cl.create_view('img_snap', img_tbl, is_snapshot=True)
-            snap.add_embedding_index('img', img_embed=img_embed)
-        assert 'cannot add an index to a snapshot' in str(excinfo.value).lower()
-
-    def test_views_of_snapshots(self, test_client: pxt.Client) -> None:
-        cl = test_client
-        t = cl.create_table('tbl', {'a': IntType()})
-        rows = [{'a': 1}, {'a': 2}, {'a': 3}]
-        status = t.insert(rows)
-        assert status.num_rows == len(rows)
-        assert status.num_excs == 0
-        s1 = cl.create_view('s1', t, is_snapshot=True)
-        v1 = cl.create_view('v1', s1, is_snapshot=False)
-        s2 = cl.create_view('s2', v1, is_snapshot=True)
-        v2 = cl.create_view('v2', s2, is_snapshot=False)
-
-        def verify(s1: pxt.Table, s2: pxt.Table, v1: pxt.Table, v2: pxt.Table) -> None:
-            assert s1.count() == len(rows)
-            assert v1.count() == len(rows)
-            assert s2.count() == len(rows)
-            assert v2.count() == len(rows)
-
-        verify(s1, s2, v1, v2)
-
-        status = t.insert(rows)
-        assert status.num_rows == len(rows)
-        assert status.num_excs == 0
-        verify(s1, s2, v1, v2)
-
-        cl = pxt.Client(reload=True)
-        s1 = cl.get_table('s1')
-        s2 = cl.get_table('s2')
-        v1 = cl.get_table('v1')
-        v2 = cl.get_table('v2')
-        verify(s1, s2, v1, v2)
-
-    def test_snapshot_of_view_chain(self, test_client: pxt.Client) -> None:
-        cl = test_client
-        t = cl.create_table('tbl', {'a': IntType()})
-        rows = [{'a': 1}, {'a': 2}, {'a': 3}]
-        status = t.insert(rows)
-        assert status.num_rows == len(rows)
-        assert status.num_excs == 0
-        v1 = cl.create_view('v1', t, is_snapshot=False)
-        v2 = cl.create_view('v2', v1, is_snapshot=False)
-        s = cl.create_view('s', v2, is_snapshot=True)
-
-        def verify(v1: pxt.Table, v2: pxt.Table, s: pxt.Table) -> None:
-            assert v1.count() == t.count()
-            assert v2.count() == t.count()
-            assert s.count() == len(rows)
-
-        verify(v1, v2, s)
-
-        status = t.insert(rows)
-        assert status.num_rows == len(rows) * 3  # we also updated 2 views
-        assert status.num_excs == 0
-        verify(v1, v2, s)
-
-        cl = pxt.Client(reload=True)
-        v1 = cl.get_table('v1')
-        v2 = cl.get_table('v2')
-        s = cl.get_table('s')
-        verify(v1, v2, s)
-
-    def test_multiple_snapshot_paths(self, test_client: pxt.Client) -> None:
-        cl = test_client
-        t = create_test_tbl(cl)
-        c4 = t.select(t.c4).order_by(t.c2).collect().to_pandas()['c4']
-        orig_c3 = t.select(t.c3).collect().to_pandas()['c3']
-        v = cl.create_view('v', base=t, schema={'v1': t.c3 + 1})
-        s1 = cl.create_view('s1', v, is_snapshot=True)
-        t.drop_column('c4')
-        # s2 references the same view version as s1, but a different version of t (due to a schema change)
-        s2 = cl.create_view('s2', v, is_snapshot=True)
-        t.update({'c6': {'a': 17}})
-        # s3 references the same view version as s2, but a different version of t (due to a data change)
-        s3 = cl.create_view('s3', v, is_snapshot=True)
-        t.update({'c3': t.c3 + 1})
-        # s4 references different versions of t and v
-        s4 = cl.create_view('s4', v, is_snapshot=True)
-
-        def validate(t: pxt.Table, v: pxt.Table, s1: pxt.Table, s2: pxt.Table, s3: pxt.Table, s4: pxt.Table) -> None:
-            # c4 is only visible in s1
-            assert np.all(s1.select(s1.c4).collect().to_pandas()['c4'] == c4)
-            with pytest.raises(AttributeError):
-                _ = t.select(t.c4).collect()
-            with pytest.raises(AttributeError):
-                _ = v.select(v.c4).collect()
-            with pytest.raises(AttributeError):
-                _ = s2.select(s2.c4).collect()
-            with pytest.raises(AttributeError):
-                _ = s3.select(s3.c4).collect()
-            with pytest.raises(AttributeError):
-                _ = s4.select(s4.c4).collect()
-
-            # c3
-            assert np.all(t.select(t.c3).order_by(t.c2).collect().to_pandas()['c3'] == orig_c3 + 1)
-            assert np.all(s1.select(s1.c3).order_by(s1.c2).collect().to_pandas()['c3'] == orig_c3)
-            assert np.all(s2.select(s2.c3).order_by(s2.c2).collect().to_pandas()['c3'] == orig_c3)
-            assert np.all(s3.select(s3.c3).order_by(s3.c2).collect().to_pandas()['c3'] == orig_c3)
-            assert np.all(s4.select(s4.c3).order_by(s4.c2).collect().to_pandas()['c3'] == orig_c3 + 1)
-
-            # v1
-            assert np.all(
-                v.select(v.v1).order_by(v.c2).collect().to_pandas()['v1'] == \
-                t.select(t.c3).order_by(t.c2).collect().to_pandas()['c3'] + 1)
-            assert np.all(s1.select(s1.v1).order_by(s1.c2).collect().to_pandas()['v1'] == orig_c3 + 1)
-            assert np.all(s2.select(s2.v1).order_by(s2.c2).collect().to_pandas()['v1'] == orig_c3 + 1)
-            assert np.all(s3.select(s3.v1).order_by(s3.c2).collect().to_pandas()['v1'] == orig_c3 + 1)
-            assert np.all(
-                s4.select(s4.v1).order_by(s4.c2).collect().to_pandas()['v1'] == \
-                t.select(t.c3).order_by(t.c2).collect().to_pandas()['c3'] + 1)
-
-        validate(t, v, s1, s2, s3, s4)
-
-        # make sure it works after metadata reload
-        cl = pxt.Client(reload=True)
-        t, v = cl.get_table('test_tbl'), cl.get_table('v')
-        s1, s2, s3, s4 = cl.get_table('s1'), cl.get_table('s2'), cl.get_table('s3'), cl.get_table('s4')
-        validate(t, v, s1, s2, s3, s4)