pixeltable 0.4.19__py3-none-any.whl → 0.4.21__py3-none-any.whl

pixeltable/share/publish.py

@@ -1,9 +1,11 @@
+import dataclasses
+import json
 import os
 import sys
 import urllib.parse
 import urllib.request
 from pathlib import Path
-from typing import Literal
+from typing import Any, Literal
 
 import requests
 from requests.adapters import HTTPAdapter
@@ -12,11 +14,23 @@ from urllib3.util.retry import Retry
 
 import pixeltable as pxt
 from pixeltable import exceptions as excs
+from pixeltable.catalog import Catalog
 from pixeltable.env import Env
 from pixeltable.utils import sha256sum
 from pixeltable.utils.local_store import TempStore
 
 from .packager import TablePackager, TableRestorer
+from .protocol import PxtUri
+from .protocol.replica import (
+    DeleteRequest,
+    DeleteResponse,
+    FinalizeRequest,
+    FinalizeResponse,
+    PublishRequest,
+    PublishResponse,
+    ReplicateRequest,
+    ReplicateResponse,
+)
 
 # These URLs are abstracted out for now, but will be replaced with actual (hard-coded) URLs once the
 # pixeltable.com URLs are available.
@@ -27,24 +41,31 @@ PIXELTABLE_API_URL = os.environ.get('PIXELTABLE_API_URL', 'https://internal-api.
 def push_replica(
     dest_tbl_uri: str, src_tbl: pxt.Table, bucket: str | None = None, access: Literal['public', 'private'] = 'private'
 ) -> str:
-    packager = TablePackager(
-        src_tbl, additional_md={'table_uri': dest_tbl_uri, 'bucket_name': bucket, 'is_public': access == 'public'}
+    packager = TablePackager(src_tbl)
+
+    # Create the publish request using packager's bundle_md
+    publish_request = PublishRequest(
+        table_uri=PxtUri(uri=dest_tbl_uri),
+        pxt_version=packager.bundle_md['pxt_version'],
+        pxt_md_version=packager.bundle_md['pxt_md_version'],
+        md=packager.bundle_md['md'],
+        bucket_name=bucket,
+        is_public=access == 'public',
     )
-    request_json = packager.md | {'operation_type': 'publish_snapshot'}
-    response = requests.post(PIXELTABLE_API_URL, json=request_json, headers=_api_headers())
+
+    response = requests.post(PIXELTABLE_API_URL, data=publish_request.model_dump_json(), headers=_api_headers())
     if response.status_code != 200:
-        raise excs.Error(f'Error publishing snapshot: {response.text}')
-    response_json = response.json()
-    if not isinstance(response_json, dict):
-        raise excs.Error(f'Error publishing snapshot: unexpected response from server.\n{response_json}')
-    upload_id = response_json['upload_id']
-    destination_uri = response_json['destination_uri']
+        raise excs.Error(f'Error publishing {src_tbl._display_name()}: {response.text}')
+    publish_response = PublishResponse.model_validate(response.json())
+
+    upload_id = publish_response.upload_id
+    destination_uri = publish_response.destination_uri
 
-    Env.get().console_logger.info(f"Creating a snapshot of '{src_tbl._path()}' at: {dest_tbl_uri}")
+    Env.get().console_logger.info(f"Creating a replica of '{src_tbl._path()}' at: {dest_tbl_uri}")
 
     bundle = packager.package()
 
-    parsed_location = urllib.parse.urlparse(destination_uri)
+    parsed_location = urllib.parse.urlparse(str(destination_uri))
     if parsed_location.scheme == 's3':
         _upload_bundle_to_s3(bundle, parsed_location)
     elif parsed_location.scheme == 'https':
@@ -52,30 +73,33 @@ def push_replica(
     else:
         raise excs.Error(f'Unsupported destination: {destination_uri}')
 
-    Env.get().console_logger.info('Finalizing snapshot ...')
-
-    finalize_request_json = {
-        'table_uri': dest_tbl_uri,
-        'operation_type': 'finalize_snapshot',
-        'upload_id': upload_id,
-        'datafile': bundle.name,
-        'size': bundle.stat().st_size,
-        'sha256': sha256sum(bundle),  # Generate our own SHA for independent verification
-        'rows': packager.md['row_count'],  # TODO rename rows to row_count once cloud side changes are complete
-        'preview_header': packager.md['preview_header'],
-        'preview_data': packager.md['preview_data'],
-    }
-    # TODO: Use Pydantic for validation
-    finalize_response = requests.post(PIXELTABLE_API_URL, json=finalize_request_json, headers=_api_headers())
-    if finalize_response.status_code != 200:
-        raise excs.Error(f'Error finalizing snapshot: {finalize_response.text}')
-    finalize_response_json = finalize_response.json()
-    if not isinstance(finalize_response_json, dict) or 'confirmed_table_uri' not in finalize_response_json:
-        raise excs.Error(f'Error finalizing snapshot: unexpected response from server.\n{finalize_response_json}')
-
-    confirmed_tbl_uri = finalize_response_json['confirmed_table_uri']
-    Env.get().console_logger.info(f'The published snapshot is now available at: {confirmed_tbl_uri}')
-    return confirmed_tbl_uri
+    Env.get().console_logger.info('Finalizing replica ...')
+    # Use preview data from packager's bundle_md (set during package())
+    finalize_request = FinalizeRequest(
+        table_uri=PxtUri(uri=dest_tbl_uri),
+        upload_id=upload_id,
+        datafile=bundle.name,
+        size=bundle.stat().st_size,
+        sha256=sha256sum(bundle),  # Generate our own SHA for independent verification
+        row_count=packager.bundle_md['row_count'],
+        preview_header=packager.bundle_md['preview_header'],
+        preview_data=packager.bundle_md['preview_data'],
+    )
+    finalize_response_json = requests.post(
+        PIXELTABLE_API_URL, data=finalize_request.model_dump_json(), headers=_api_headers()
+    )
+    if finalize_response_json.status_code != 200:
+        raise excs.Error(f'Error finalizing {src_tbl._display_name()}: {finalize_response_json.text}')
+
+    finalize_response = FinalizeResponse.model_validate(finalize_response_json.json())
+    confirmed_tbl_uri = finalize_response.confirmed_table_uri
+    Env.get().console_logger.info(f'The published table is now available at: {confirmed_tbl_uri}')
+
+    # TODO This isn't working properly when publishing a non-head version.
+    # with Catalog.get().begin_xact(tbl_id=src_tbl._tbl_version_path.tbl_id, for_write=True):
+    #     src_tbl._tbl_version_path.tbl_version.get().update_pxt_uri(str(confirmed_tbl_uri))
+
+    return str(confirmed_tbl_uri)
 
 
 def _upload_bundle_to_s3(bundle: Path, parsed_location: urllib.parse.ParseResult) -> None:
@@ -83,7 +107,7 @@ def _upload_bundle_to_s3(bundle: Path, parsed_location: urllib.parse.ParseResult
     remote_dir = Path(urllib.parse.unquote(urllib.request.url2pathname(parsed_location.path)))
     remote_path = str(remote_dir / bundle.name)[1:]  # Remove initial /
 
-    Env.get().console_logger.info(f'Uploading snapshot to: {bucket}:{remote_path}')
+    Env.get().console_logger.info(f'Uploading replica to: {bucket}:{remote_path}')
 
     s3_client = Env.get().get_client('s3')
 
@@ -105,17 +129,14 @@ def _upload_bundle_to_s3(bundle: Path, parsed_location: urllib.parse.ParseResult
 
 
 def pull_replica(dest_path: str, src_tbl_uri: str) -> pxt.Table:
-    clone_request_json = {'operation_type': 'clone_snapshot', 'table_uri': src_tbl_uri}
-    response = requests.post(PIXELTABLE_API_URL, json=clone_request_json, headers=_api_headers())
+    clone_request = ReplicateRequest(table_uri=PxtUri(src_tbl_uri))
+    response = requests.post(PIXELTABLE_API_URL, data=clone_request.model_dump_json(), headers=_api_headers())
     if response.status_code != 200:
-        raise excs.Error(f'Error cloning snapshot: {response.text}')
-    response_json = response.json()
-    if not isinstance(response_json, dict) or 'table_uri' not in response_json:
-        raise excs.Error(f'Error cloning shapshot: unexpected response from server.\n{response_json}')
-
-    primary_tbl_additional_md = response_json['md']['tables'][0]['table_md']['additional_md']
-    bundle_uri = response_json['destination_uri']
-    bundle_filename = primary_tbl_additional_md['datafile']
+        raise excs.Error(f'Error cloning replica: {response.text}')
+    clone_response = ReplicateResponse.model_validate(response.json())
+    primary_version_additional_md = clone_response.md[0].version_md.additional_md
+    bundle_uri = str(clone_response.destination_uri)
+    bundle_filename = primary_version_additional_md['cloud']['datafile']
     parsed_location = urllib.parse.urlparse(bundle_uri)
     if parsed_location.scheme == 's3':
         bundle_path = _download_bundle_from_s3(parsed_location, bundle_filename)
@@ -124,8 +145,13 @@ def pull_replica(dest_path: str, src_tbl_uri: str) -> pxt.Table:
         _download_from_presigned_url(url=parsed_location.geturl(), output_path=bundle_path)
     else:
         raise excs.Error(f'Unexpected response from server: unsupported bundle uri: {bundle_uri}')
+    # Set pxt_uri in the table metadata; use table_uri from ReplicateResponse
+    clone_response.md[0].tbl_md.additional_md['pxt_uri'] = str(clone_response.table_uri)
+    md_list = [dataclasses.asdict(md) for md in clone_response.md]
+    restorer = TableRestorer(
+        dest_path, {'pxt_version': pxt.__version__, 'pxt_md_version': clone_response.pxt_md_version, 'md': md_list}
+    )
 
-    restorer = TableRestorer(dest_path, response_json)
     tbl = restorer.restore(bundle_path)
     Env.get().console_logger.info(f'Created local replica {tbl._path()!r} from URI: {src_tbl_uri}')
     return tbl
@@ -136,7 +162,7 @@ def _download_bundle_from_s3(parsed_location: urllib.parse.ParseResult, bundle_f
     remote_dir = Path(urllib.parse.unquote(urllib.request.url2pathname(parsed_location.path)))
     remote_path = str(remote_dir / bundle_filename)[1:]  # Remove initial /
 
-    Env.get().console_logger.info(f'Downloading snapshot from: {bucket}:{remote_path}')
+    Env.get().console_logger.info(f'Downloading replica from: {bucket}:{remote_path}')
 
     s3_client = Env.get().get_client('s3')
 
@@ -254,15 +280,24 @@ def _download_from_presigned_url(
         session.close()
 
 
-def delete_replica(dest_path: str) -> None:
+def delete_replica(dest_path: str, version: int | None = None) -> None:
     """Delete cloud replica"""
-    delete_request_json = {'operation_type': 'delete_snapshot', 'table_uri': dest_path}
-    response = requests.post(PIXELTABLE_API_URL, json=delete_request_json, headers=_api_headers())
+    delete_request = DeleteRequest(table_uri=PxtUri(uri=dest_path), version=version)
+    response = requests.post(PIXELTABLE_API_URL, data=delete_request.model_dump_json(), headers=_api_headers())
     if response.status_code != 200:
         raise excs.Error(f'Error deleting replica: {response.text}')
-    response_json = response.json()
-    if not isinstance(response_json, dict) or 'table_uri' not in response_json:
-        raise excs.Error(f'Error deleting replica: unexpected response from server.\n{response_json}')
+    DeleteResponse.model_validate(response.json())
+    Env.get().console_logger.info(f'Deleted replica at: {dest_path}')
+
+
+def list_table_versions(table_uri: str) -> list[dict[str, Any]]:
+    """List versions for a remote table."""
+    request_json = {'operation_type': 'list_table_versions', 'table_uri': {'uri': table_uri}}
+    response = requests.post(PIXELTABLE_API_URL, data=json.dumps(request_json), headers=_api_headers())
+    if response.status_code != 200:
+        raise excs.Error(f'Error listing table versions: {response.text}')
+    response_data = response.json()
+    return response_data.get('versions', [])
 
 
 def _api_headers() -> dict[str, str]:

pixeltable/store.py

@@ -113,11 +113,6 @@ class StoreBase:
         idx_name = f'vmax_idx_{tbl_version.id.hex}'
         idxs.append(sql.Index(idx_name, self.v_max_col, postgresql_using=Env.get().dbms.version_index_type))
 
-        # we only capture indices visible in this version
-        for idx_info in tbl_version.idxs.values():
-            idx = idx_info.idx.sa_index(tbl_version._store_idx_name(idx_info.id), idx_info.val_col)
-            idxs.append(idx)
-
         self.sa_tbl = sql.Table(self._storage_name(), self.sa_md, *all_cols, *idxs)
         # _logger.debug(f'created sa tbl for {tbl_version.id!s} (sa_tbl={id(self.sa_tbl):x}, tv={id(tbl_version):x})')
 
@@ -152,7 +147,7 @@ class StoreBase:
         while True:
             with Env.get().begin_xact(for_write=True) as conn:
                 try:
-                    if wait_for_table:
+                    if wait_for_table and not Env.get().is_using_cockroachdb:
                         # Try to lock the table to make sure that it exists. This needs to run in the same transaction
                         # as 'stmt' to avoid a race condition.
                         # TODO: adapt this for CockroachDB
@@ -215,19 +210,20 @@ class StoreBase:
             # TODO: do we also need to ensure that these columns are now visible (ie, is there another potential race
             # condition here?)
 
-        # ensure that all visible indices exist by running Create Index If Not Exists
-        for index in self.sa_tbl.indexes:
-            create_stmt = sql.schema.CreateIndex(index, if_not_exists=True).compile(dialect=postgres_dialect)
-            self._exec_if_not_exists(str(create_stmt), wait_for_table=True)
+        # ensure that all system indices exist by running Create Index If Not Exists
+        for idx in self.sa_tbl.indexes:
+            create_idx_stmt = sql.schema.CreateIndex(idx, if_not_exists=True).compile(dialect=postgres_dialect)
+            self._exec_if_not_exists(str(create_idx_stmt), wait_for_table=True)
+
+        # ensure that all visible non-system indices exist by running appropriate create statements
+        for id in self.tbl_version.get().idxs:
+            self.create_index(id)
 
     def create_index(self, idx_id: int) -> None:
         """Create If Not Exists for this index"""
         idx_info = self.tbl_version.get().idxs[idx_id]
-        sa_idx = idx_info.idx.sa_index(self.tbl_version.get()._store_idx_name(idx_id), idx_info.val_col)
-        conn = Env.get().conn
-        stmt = sql.schema.CreateIndex(sa_idx, if_not_exists=True).compile(conn)
-        create_stmt = str(stmt)
-        self._exec_if_not_exists(create_stmt, wait_for_table=True)
+        stmt = idx_info.idx.sa_create_stmt(self.tbl_version.get()._store_idx_name(idx_id), idx_info.val_col.sa_col)
+        self._exec_if_not_exists(str(stmt), wait_for_table=True)
 
     def validate(self) -> None:
         """Validate store table against self.table_version"""

pixeltable/utils/av.py

@@ -1,7 +1,15 @@
-from typing import Any
+from __future__ import annotations
+
+from dataclasses import dataclass
+from fractions import Fraction
+from pathlib import Path
+from types import TracebackType
+from typing import Any, Iterator
 
 import av
 import av.stream
+import PIL.Image
+from typing_extensions import Self
 
 from pixeltable.env import Env
 
@@ -210,3 +218,81 @@ def ffmpeg_segment_cmd(
         ]
     )
     return cmd
+
+
+class VideoFrames:
+    """
+    Context manager for iterating over video frames at a specified frame rate.
+
+    Args:
+        path: Path to the video file
+        fps: Number of frames to extract per second. If None or 0.0, extracts all frames.
+    """
+
+    path: Path
+    fps: float
+    container: av.container.input.InputContainer | None
+    video_framerate: Fraction | None
+    video_time_base: Fraction | None
+    video_start_time: int | None
+
+    @dataclass
+    class Item:
+        frame_idx: int
+        pts: int
+        dts: int
+        time: float
+        is_corrupt: bool
+        key_frame: bool
+        pict_type: int
+        interlaced_frame: bool
+        frame: PIL.Image.Image
+
+    def __init__(self, path: Path, fps: float | None = None) -> None:
+        self.path = path
+        self.fps = 0.0 if fps is None else fps
+        self.container = None
+        self.video_framerate = None
+        self.video_time_base = None
+        self.video_start_time = None
+
+    def __enter__(self) -> Self:
+        self.container = av.open(self.path)
+        stream = self.container.streams.video[0]
+        self.video_framerate = stream.average_rate
+        self.video_time_base = stream.time_base
+        self.video_start_time = stream.start_time or 0
+        return self
+
+    def __exit__(
+        self, exc_type: type[BaseException] | None, exc_val: BaseException | None, exc_tb: TracebackType | None
+    ) -> None:
+        # Clean up
+        if self.container:
+            self.container.close()
+
+    def __iter__(self) -> Iterator[Item]:
+        num_returned = 0
+        frame_idx = -1
+        while True:
+            try:
+                frame = next(self.container.decode(video=0))
+            except (StopIteration, EOFError):
+                return
+
+            frame_idx += 1
+            if self.fps == 0.0 or (num_returned <= frame.time * self.fps):
+                img = frame.to_image()
+                assert isinstance(img, PIL.Image.Image)
+                yield VideoFrames.Item(
+                    frame_idx=frame_idx,
+                    pts=frame.pts,
+                    dts=frame.dts,
+                    time=frame.time,
+                    is_corrupt=frame.is_corrupt,
+                    key_frame=frame.key_frame,
+                    pict_type=frame.pict_type,
+                    interlaced_frame=frame.interlaced_frame,
+                    frame=img,
+                )
+                num_returned += 1

pixeltable/utils/dbms.py

@@ -29,7 +29,9 @@ class Dbms(abc.ABC):
     def default_system_db_url(self) -> str: ...
 
     @abc.abstractmethod
-    def sa_vector_index(self, store_index_name: str, sa_value_col: sql.schema.Column, metric: str) -> sql.Index: ...
+    def create_vector_index_stmt(
+        self, store_index_name: str, sa_value_col: sql.Column, metric: str
+    ) -> sql.Compiled: ...
 
 
 class PostgresqlDbms(Dbms):
@@ -50,14 +52,17 @@ class PostgresqlDbms(Dbms):
         a = self.db_url.set(database='postgres').render_as_string(hide_password=False)
         return a
 
-    def sa_vector_index(self, store_index_name: str, sa_value_col: sql.schema.Column, metric: str) -> sql.Index:
-        return sql.Index(
+    def create_vector_index_stmt(self, store_index_name: str, sa_value_col: sql.Column, metric: str) -> sql.Compiled:
+        from sqlalchemy.dialects import postgresql
+
+        sa_idx = sql.Index(
             store_index_name,
             sa_value_col,
             postgresql_using='hnsw',
             postgresql_with={'m': 16, 'ef_construction': 64},
             postgresql_ops={sa_value_col.name: metric},
         )
+        return sql.schema.CreateIndex(sa_idx, if_not_exists=True).compile(dialect=postgresql.dialect())
 
 
 class CockroachDbms(Dbms):
@@ -77,12 +82,11 @@ class CockroachDbms(Dbms):
     def default_system_db_url(self) -> str:
         return self.db_url.set(database='defaultdb').render_as_string(hide_password=False)
 
-    def sa_vector_index(self, store_index_name: str, sa_value_col: sql.schema.Column, metric: str) -> sql.Index:
-        # TODO: can the Create Index statement be generated via sqlalchemy?
-        # if not, change this method to create_vector_index_stmt(...) -> str
-        # original code:
-        # create_index_sql = sql.text(
-        #     f"""CREATE VECTOR INDEX {store_index_name} ON {sa_value_col.table.name}
-        #      ({sa_value_col.name} {metric})"""
-        # )
+    def sa_vector_index(self, store_index_name: str, sa_value_col: sql.schema.Column, metric: str) -> sql.Index | None:
         return None
+
+    def create_vector_index_stmt(self, store_index_name: str, sa_value_col: sql.Column, metric: str) -> sql.Compiled:
+        return sql.text(
+            f'CREATE VECTOR INDEX IF NOT EXISTS {store_index_name} ON {sa_value_col.table.name}'
+            f'({sa_value_col.name} {metric})'
+        ).compile()

pixeltable/utils/image.py

@@ -1,3 +1,6 @@
+import base64
+from io import BytesIO
+
 import PIL.Image
 
 
@@ -5,3 +8,10 @@ def default_format(img: PIL.Image.Image) -> str:
     # Default to JPEG unless the image has a transparency layer (which isn't supported by JPEG).
     # In that case, use WebP instead.
     return 'webp' if img.has_transparency_data else 'jpeg'
+
+
+def to_base64(image: PIL.Image.Image, format: str | None = None) -> str:
+    buffer = BytesIO()
+    image.save(buffer, format=format or image.format)
+    image_bytes = buffer.getvalue()
+    return base64.b64encode(image_bytes).decode('utf-8')

{pixeltable-0.4.19.dist-info → pixeltable-0.4.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pixeltable
-Version: 0.4.19
+Version: 0.4.21
 Summary: AI Data Infrastructure: Declarative, Multimodal, and Incremental
 Project-URL: homepage, https://pixeltable.com/
 Project-URL: repository, https://github.com/pixeltable/pixeltable
@@ -23,6 +23,7 @@ Classifier: Topic :: Database
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.10
+Requires-Dist: aiohttp>=3.9
 Requires-Dist: av>=10.0.0
 Requires-Dist: beautifulsoup4>=4.10
 Requires-Dist: cloudpickle>=2.2.1

{pixeltable-0.4.19.dist-info → pixeltable-0.4.21.dist-info}/RECORD

@@ -1,31 +1,31 @@
 pixeltable/__init__.py,sha256=_glawKwHDw5Jjzfe2ef-SRS1EQFacpPMnyqvQdh06PU,1694
-pixeltable/_version.py,sha256=TwNthYFJ3cvr1GNovf5xvDz3dOYECHGY2FIfhuJJ0eA,28
-pixeltable/config.py,sha256=hL65z9Qu8GHJTPMLojjEKFVrMq8vIXJ5qRSRqIWMUCs,9300
+pixeltable/_version.py,sha256=OlPquQYlzq41P_T-TmKUJU7d3u8aGcz1-kkdHpaB1BY,28
+pixeltable/config.py,sha256=aVYorLvk1Z4zUBPOlmWfXsubkxubIueL9R_klngtFw0,9413
 pixeltable/dataframe.py,sha256=CuyO0XydUqAIBu8vht79gMfZCGLNr5ClQUJKV9IPAFQ,64779
-pixeltable/env.py,sha256=9OAHydT83PUvqc9AzDc_vFo9IcgZl_KwjjE2HYeB2j0,47483
+pixeltable/env.py,sha256=BdKRoy58cUl2zC7foFqLmIpUVmPZhkC2ibork-irMTs,47570
 pixeltable/exceptions.py,sha256=Gm8d3TL2iiv6Pj2DLd29wp_j41qNBhxXL9iTQnL4Nk4,1116
-pixeltable/globals.py,sha256=V7hLJrqvs5Khu_Gn7sky0qxh7T_j4kp41EHqD7EjErA,42621
+pixeltable/globals.py,sha256=42yXgYF6tR5_F-GEea8Ov0N8AuFBwW0VMtUg1reNieY,42690
 pixeltable/plan.py,sha256=SuVT6cY7nsJXYOwcyyCfWpcorWSU6vv56dBs_03QJ3w,54078
 pixeltable/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pixeltable/store.py,sha256=YPncPGA1VoA_wxGBnsCXtbt_QLI7g0N6FQiIReVU4qg,27700
+pixeltable/store.py,sha256=Dz9N85DISVZlX1gLf3x_sWVdP-j9DBaUURMv55kuEmI,27552
 pixeltable/type_system.py,sha256=mhks0nbY4JtBHuLssGr5JCPRVXWyZUy6nmsOpqBX4cI,56143
 pixeltable/catalog/__init__.py,sha256=GL0MLxqCBHlhKWqhC3e9B4kwTazagTOiqBHHRjyWbTg,726
-pixeltable/catalog/catalog.py,sha256=nUOwlJC4AYDJKmGW3K7W4ivnvqCM5dKhm3iLOr1kUn0,104885
-pixeltable/catalog/column.py,sha256=xv2SJLgtQAz2SfcBxP2g0YprUsigfmEF-s78fJizobQ,13415
+pixeltable/catalog/catalog.py,sha256=GYx6tuk5EY0MvUQRkyf4sRtf11qXgn0RortIWc8V0BY,105782
+pixeltable/catalog/column.py,sha256=ttNGZbmbnDmWiIOIbpESPRWYFomtVqKxwQhHyaNFasA,13955
 pixeltable/catalog/dir.py,sha256=VYTscPlKR6XhupPTXlJ8txAHxS5GSpPJ3LIleDJagVQ,2047
 pixeltable/catalog/globals.py,sha256=EGlqpgmw5rhzfQC4MTKVYpdxXStFSz0J4LKxAXXXS3k,2617
-pixeltable/catalog/insertable_table.py,sha256=sce35OAs-S6hkCqAZz5Fmw7jQQeOzn49Z8t4aqlQDJo,13287
+pixeltable/catalog/insertable_table.py,sha256=W83qtX8dN3NWLr9Nm75QadM7tZ83wBbIcz3cklVdUWY,13303
 pixeltable/catalog/named_function.py,sha256=vZ-j7P4HugWh9OmUzBMwyRYvO3tQn9jWyJz_1stPavU,1210
-pixeltable/catalog/path.py,sha256=FmcL8drXZShYi7BKtDQQdNjdzXTVQJ7rkzEf0Qf3fFI,3743
+pixeltable/catalog/path.py,sha256=gPq_ezwDEU-7dxGE3-kEiKTwvZz0JwzoLy9rSgtHouc,3558
 pixeltable/catalog/schema_object.py,sha256=Xzax_sGpvHw7mPi-srOBYFrcOv-4MT_KXrN2y8_qwGc,1766
-pixeltable/catalog/table.py,sha256=VkWx_N7C-WhHReBnVAatbUv7dJHEt6rv2WFYpQ-faJ0,81766
+pixeltable/catalog/table.py,sha256=pkKNBTFrrU4Dj5DWVrt0mFrW6FadLgDXWwqTMq0Visc,84007
 pixeltable/catalog/table_metadata.py,sha256=MV79FWMbZy238XsjR8pY0ROsSSPqXQHERry7mf-ds9E,3737
-pixeltable/catalog/table_version.py,sha256=784ZQWa736UPgo4VNnxpYJn9nY8evxhBOcyh_fPoZHE,70446
+pixeltable/catalog/table_version.py,sha256=kECvsW46-08Wv42tL7oAo22dkkjKDhJ0zr0YDvhITd8,71850
 pixeltable/catalog/table_version_handle.py,sha256=KP3-AnHP9LANpMzaP7P2E-HY7E33sMJfkOAz36S5kkg,3710
 pixeltable/catalog/table_version_path.py,sha256=_imZieXYDrHR1VcDdjm6Bu2u5DFRgb85AegBeVXeiiY,9209
 pixeltable/catalog/tbl_ops.py,sha256=2B8D6nwPAr6wEcMbDaEiMOjbvsAOXIGMcZ0qKRGrS2E,1240
 pixeltable/catalog/update_status.py,sha256=jeRy7WUZ80l4gPY1c5vYcxT1F82nL5KphNrSKKfOdk8,7667
-pixeltable/catalog/view.py,sha256=GTd1AAN1ngxMZ5jpEcfx9l_vs6LF7qNt744KexC8rUU,15863
+pixeltable/catalog/view.py,sha256=KwZzEYZMD0mqZLA-ZzfDtRauK6MpdTKGE6oh96kuZVk,15879
 pixeltable/exec/__init__.py,sha256=UQ32v0MbLF3vFx6MZLuZKfrqNVoihJFhsYzWOChX1go,704
 pixeltable/exec/aggregation_node.py,sha256=nERkQI7XdqxT0hXle3NMQowGD3KWQ80qnEGmIS8G-RM,4376
 pixeltable/exec/cache_prefetch_node.py,sha256=Wud39ykEju5Hk7gld0M2D-EQ9JWar6xm6xLqjn6smzI,10860
@@ -50,7 +50,7 @@ pixeltable/exprs/__init__.py,sha256=u8z3gv-uHt2Bz0F7heRPOVNa1r2OD1qqUDXnwEdSmlM,
 pixeltable/exprs/arithmetic_expr.py,sha256=fBfFb5xBKHxQlIbkUeQe4TubpJOHmU6YT0-spBcKwzw,7876
 pixeltable/exprs/array_slice.py,sha256=yf8pl_QICCxjKBhweLHJGkHmjji90sQO4cd1e2heMZ0,2154
 pixeltable/exprs/column_property_ref.py,sha256=ke9DnXygBKhhFRSmGcGjGjOADCcGCz82ctvjTsKHmbo,4396
-pixeltable/exprs/column_ref.py,sha256=WivoiimzpaqCVE8HH4BeWhCud9vfMSIfM5K_wppzOsc,14424
+pixeltable/exprs/column_ref.py,sha256=XKDYDbwz_vrBNTL5abJ2QTFz911tyGPAJXnFcY6eQUg,14477
 pixeltable/exprs/comparison.py,sha256=kk35PjlvEEUW4PwaY-ZEd4uTCr3IoDA2vf8_yUKKPRw,5135
 pixeltable/exprs/compound_predicate.py,sha256=plm-VILYFH5tDtxI5bPrnTcSRrrvQSfUYFOzSYpw-PY,3847
 pixeltable/exprs/data_row.py,sha256=I55mhg9WM2ZBUyMukMyXQUS6cz1FLpF6d6oa08Nn98A,14354
@@ -86,7 +86,7 @@ pixeltable/func/query_template_function.py,sha256=H5-Y1wZsbiCEPjetb8HAeuU13fz9da
 pixeltable/func/signature.py,sha256=ZaE1j1lyg4LGzymn-UEF5PYJqtW_5kqi0DSj0laZEks,14933
 pixeltable/func/tools.py,sha256=cPHy2c5UxfyThe-1C94_hfOlDZUgSdCr-wJPh_ZHaZw,6022
 pixeltable/func/udf.py,sha256=61pgEARxd36wtKQDw2EIow87vVBj9-tEkAbT84VQwE0,13167
-pixeltable/functions/__init__.py,sha256=KeWGaC8CDTFX7666vpbhhb37EORsTvBbGR-r4k0ypxE,645
+pixeltable/functions/__init__.py,sha256=9SwvQFkeOexDhMH63QZIlDmeex2OjmmQ-IUxvsl4Ncg,655
 pixeltable/functions/anthropic.py,sha256=K3gIqmtuhnHhbSVnDvVE1ZNoKqj_TLmBHLTTWGn0Suk,10782
 pixeltable/functions/audio.py,sha256=h9JqgwQKoFO9MDhJofYO32idmA4dzLnnCrWjY1Aw820,4747
 pixeltable/functions/bedrock.py,sha256=MXULfnd2ZguOaUrKpaAzJRTx6tF-iPAaFYiYHogz5iI,4386
@@ -97,7 +97,7 @@ pixeltable/functions/gemini.py,sha256=ZIq92RwJeXFAcdQqEA3gXdrMs3h99E-bpFqCIlNwOR
 pixeltable/functions/globals.py,sha256=4x0S_eyWDuC-Hw-9tVXcLPwP1Gkwxr50AurtpQmHXGw,5057
 pixeltable/functions/groq.py,sha256=WvAitBpqopaSpXFeNaivxiozTglMcaNRVV-KKxE2UQA,3586
 pixeltable/functions/huggingface.py,sha256=wft4Z2K-wNT1J3NVFBu_5YHfo4WpeSvBqCxfwKfn49g,59945
-pixeltable/functions/image.py,sha256=OjKhyMfyRNZEBWTsQ5EWg84pHxFRwZql-rCsscczg7I,13910
+pixeltable/functions/image.py,sha256=LyfO5-oyT8X4yJqVEbfVsWL5OzUyBiWnhfOk4LpXj24,13806
 pixeltable/functions/json.py,sha256=d7-AvwytUQtQYF_JnWJkptT_Yq0NgMpWfVk-m3U6qTY,807
 pixeltable/functions/llama_cpp.py,sha256=i7_3sJZve59sU9KZVDzqO-VtCEZ0d6sXOmgvKcQOZNk,4290
 pixeltable/functions/math.py,sha256=JSd4cIWYEL9um2gLbEqYkJmVa6BEK6FrilIZROzKD_w,4966
@@ -106,20 +106,21 @@ pixeltable/functions/ollama.py,sha256=aO1OD8h9kB6Y8wdPC8Ha9mmQiSN5R_MmPuJAe_KjhK
 pixeltable/functions/openai.py,sha256=OfvpEQlSIP5GeUY_jUcA5DBc0w7uBPw5fTP58FDkFQQ,28926
 pixeltable/functions/openrouter.py,sha256=M7_HUJhhQSXSXynyR6RFHlOt4oxCawChAOT-EKszmFQ,4654
 pixeltable/functions/replicate.py,sha256=sPvRGr0j0kCDc6Vz3mPUioFflApijukvZWJJUO2bqIQ,2429
+pixeltable/functions/reve.py,sha256=FHq32vwC_Du5DcKbf4XzEIO2F0P2crBjf4ENM58OUrI,9885
 pixeltable/functions/string.py,sha256=8wQJiS8Xu3RJJZ6uaMvwSbT4yqREj8Seqdtg9nczvqY,25243
 pixeltable/functions/timestamp.py,sha256=_BRSBwY-moykqUBLDMJRMnH8iCcueuSVZdJE0uQyYHU,9094
 pixeltable/functions/together.py,sha256=NdKJbndfjHkZTKNyh_1S2F8773fegXQErkOKJrNfi_s,8817
 pixeltable/functions/twelvelabs.py,sha256=-hHiLwd9boqv7ieQRlU_iAN9jC9V0_Dz__91LQhK9zc,2938
 pixeltable/functions/util.py,sha256=uQNkyBSkTVMe1wbUI2Q0nz-mM3qPVTF86yK8c9OFIcE,954
-pixeltable/functions/video.py,sha256=MYoecuuGYxFHfZB59rdZgPm0EeoaenAfo27GzwO5v9k,35170
+pixeltable/functions/video.py,sha256=55HhdoSYrDhAvKoKZNGw4RckkxjNng7eNiqmo5JDsZg,58006
 pixeltable/functions/vision.py,sha256=7LYDKaNLy8bR7jBfelUmESA-laB79kB16qboayZaQHs,15355
 pixeltable/functions/whisper.py,sha256=UeSH3J7GUc5hgcD6pSQMDVqbYaCHI_7efuiayMBBE8Y,3075
 pixeltable/functions/whisperx.py,sha256=FtSVNK9L_5MMD9s-deUPww9PJhHd8WQOnxbu911QAAA,7669
 pixeltable/functions/yolox.py,sha256=IXTE-1NDY7cQp94UDFu0wZjMMcTociUZc4GgEOcNU3I,3559
 pixeltable/index/__init__.py,sha256=97aFuxiP_oz1ldn5iq8IWApkOV8XG6ZIBW5-9rkS0vM,122
-pixeltable/index/base.py,sha256=1Ez4MJgrqtc0vdlLMtG3UZ76PSUjJ0ft7KUuRqrQHeg,1842
-pixeltable/index/btree.py,sha256=n4opR5Kj1BEqI9fBXMzSTjsfpdBtP3Lt92co1xqi9c8,2393
-pixeltable/index/embedding_index.py,sha256=zo1gdwjqnbUp1y3zkf2IeuWit-Q-psYmcpBUTp8HTGc,11373
+pixeltable/index/base.py,sha256=sJBGrp4dIh6eB0TA7glj4vuHnlOEJcRXWJE3CO0S4Ww,1676
+pixeltable/index/btree.py,sha256=8RtDW4rJ7f_CUPuTRZlZ35i9U5MowuQhSLE06SCHRZ4,2608
+pixeltable/index/embedding_index.py,sha256=qLHYVR8TY_EFEABIFjHe3RxUV0-H3omjLuvzg7kPZm8,11382
 pixeltable/io/__init__.py,sha256=k8jlxi2IB_yA8yYTk9lf7qyuayxUbvs9xDuZcO77sFY,716
 pixeltable/io/datarows.py,sha256=okkRRYValloF4Ax1tEI0auqqYsTXO_OOaWhvidNAnK4,6138
 pixeltable/io/external_store.py,sha256=qCtnN2fvB5N3wtaN62PYYt52euU-Mnz3IeDDJ7JfVEY,14742
@@ -141,7 +142,7 @@ pixeltable/iterators/string.py,sha256=URj5edWp-CsorjN_8nnfWGvtIFs_Zh4VPm6htlJbFk
 pixeltable/iterators/video.py,sha256=62_smE_YlMY6FSC5xhYnUVXLl7JUCKlk9UptrvMuz_o,21551
 pixeltable/metadata/__init__.py,sha256=8ytwPwl2GkaS8JaBLneqT8jxxRDbsKaO52bRip8SpcI,3289
 pixeltable/metadata/notes.py,sha256=heoQFFkn_vo-vPO6K2_6gcE2LpL8Ca_2wjsUNcN7_0E,1598
-pixeltable/metadata/schema.py,sha256=qR6vKKwClSqfyDAUKKZmVIgtYZHGirdp7Dma4KivYBI,13808
+pixeltable/metadata/schema.py,sha256=uQ5SqifIqidR1QIRbbCEOMxpB5Br1sbVu-Uatq6oPEA,12855
 pixeltable/metadata/utils.py,sha256=ocun76zdpgoj1BHROQNZZXxhQ_aQwmuKfXRM2iSmTxY,2630
 pixeltable/metadata/converters/convert_10.py,sha256=myYIo1DyccnsQUxDKG6mafnU5ge_EhZpHg_pesKBoK4,708
 pixeltable/metadata/converters/convert_12.py,sha256=Ci-qyZW1gqci-8wnjeOB5afdq7KTuN-hVSV9OqSPx8g,162
@@ -176,18 +177,22 @@ pixeltable/metadata/converters/convert_40.py,sha256=qtsbIGv_YcMKswsSam2PBsspIl0m
 pixeltable/metadata/converters/util.py,sha256=fZxlSMLKpl3ZcjPYHkCXWauM3RuCjUKS4HRQ1ru0uWI,7671
 pixeltable/mypy/__init__.py,sha256=cD_oHXClR_bDM8qVNIfaOAgRhQjPfcWvLcinz79ua6o,54
 pixeltable/mypy/mypy_plugin.py,sha256=_eV2PtFDLUztb-QlysdEmF4qzVDALEQkH8aapbLYqy4,5438
-pixeltable/share/__init__.py,sha256=PTX1mw61Ss4acEOI-sUlu0HaoVsosLqwDfh0ldn8Hkg,84
-pixeltable/share/packager.py,sha256=SD9ictoaXw-zLZQ-jEvg4sY86zwHZKveTnyJzT_mzaE,38509
-pixeltable/share/publish.py,sha256=xFxSg5pu-z5ULtWOeyzO0KQNcTjepguVKhdukqclKOY,10883
+pixeltable/share/__init__.py,sha256=5NafGEUosRUQW61lj2dq4O3NAj8EehT9iK81mvh7Kis,105
+pixeltable/share/packager.py,sha256=3UKTC9u2M0_aLAbz6rsL8nkO5kAtD45tAiEbfyTswcg,38837
+pixeltable/share/publish.py,sha256=tyx8cdqeVqRJ394VYU5J-04N_NGWU7OuAEjtPYQkkYg,11982
+pixeltable/share/protocol/__init__.py,sha256=IS51n0-RYDy5ET2d2Y17Agevr8TYbKN8xRWiV_TJ1MQ,786
+pixeltable/share/protocol/common.py,sha256=qJjlk9NJKgb85JKCdTloPvSlBVFNFs5xRY5slT90T3s,6082
+pixeltable/share/protocol/operation_types.py,sha256=yr0id4nsihUaGnb2gS9HQ0sG9mIGSmllCzqgdreyGeg,959
+pixeltable/share/protocol/replica.py,sha256=6Z6oLPC8o9hQtQrGV4x7wG3DwahsTd8PV15w0byM524,3283
 pixeltable/utils/__init__.py,sha256=DWylt_1U2PzSK047uiIhWcjykG19UtqXBey_f_TKUzM,1697
 pixeltable/utils/arrow.py,sha256=W48Rg5glpP7cdPblymY88HWuqpzLDb-vU-ohyJycnoc,10316
-pixeltable/utils/av.py,sha256=mtcguRdTiXKgHMHar_n3bkvdE448zqABlQ9tbrfSvlw,6790
+pixeltable/utils/av.py,sha256=rj-ksxiW-88dHjBZ5J3a49iaHDNlzfP9B199ka97OX0,9442
 pixeltable/utils/azure_store.py,sha256=rGseJ1N71SFo4LjoRXwnv7LMAnK_6zUZxhzH2nL7xA0,12716
 pixeltable/utils/coco.py,sha256=Y1DWVYguZD4VhKyf7JruYfHWvhkJLq39fzbiSm5cdyY,7304
 pixeltable/utils/code.py,sha256=1WdqqWIG6_L0Ye1eWiJi9Jrb0v1XINKUy7V9esYh3oE,1249
 pixeltable/utils/console_output.py,sha256=Xodh5K3bI_2WsL6ySTVHXM7S3FZKi7RLwIqFIxip-mg,1232
 pixeltable/utils/coroutine.py,sha256=d87kLlkVIZq2u0kTE7kJ5Tc_yjEkdGi5sXAuxjLLxXY,896
-pixeltable/utils/dbms.py,sha256=WgPitGjA1f3r7lgy7OOK8DNBdWQ1f2TiG8-DMofz7_A,3033
+pixeltable/utils/dbms.py,sha256=IibwfOlQlOwJA99EPsXLUV_JhOydzeElOm5dawuOl7Y,3165
 pixeltable/utils/description_helper.py,sha256=kqNduYCN6a68q3zPyyfU9_CXDiuB28AGBSqcznubefs,3690
 pixeltable/utils/documents.py,sha256=vYwr6yyNsSIS7VHXVL3kop7i9nLVRIO6MFnXzjU_rTU,3062
 pixeltable/utils/exception_handler.py,sha256=KW-m5uzv42sH9l6zfwgnDLaiR5sSwvq3JTOdlCwfX0w,1450
@@ -196,7 +201,7 @@ pixeltable/utils/formatter.py,sha256=uEbEAC-d72dKf18RXxQerPLRnjVJMKL5vNIRt5CJz_I
 pixeltable/utils/gcs_store.py,sha256=L4AKuB_t2ACpu9dRhK0rZWc7ouzyhdb_Aclq1vBS_oU,11351
 pixeltable/utils/http_server.py,sha256=6khOAtpVj1lDIm9Dx8VIECLm87cFEp4IFbAg8T92A2o,2441
 pixeltable/utils/iceberg.py,sha256=COeNqqy5RRMkDGLS8CTnaUeAccG10x2fwP3e1veuqIA,522
-pixeltable/utils/image.py,sha256=3KwtA106LT0pxtPV8EiCvpkfeNBVpjfvzkoC5PBOD74,262
+pixeltable/utils/image.py,sha256=xQNyfylvPnDnmJrHQI9URzzbieIpq5qyK7QLod_hezU,545
 pixeltable/utils/lancedb.py,sha256=Otr-t47YACRo0Cq9-FyelcUuan1Kgs4gxCOpLOckj3s,2988
 pixeltable/utils/local_store.py,sha256=pBhlJw3jkMXsoT-ND5k1TvFkUpAElMQbPWbHV9kaa3M,13480
 pixeltable/utils/misc.py,sha256=HxTAxPVrZGtPPDGefXzzprYlT8TGiZa4mZkfHNsfdWs,137
@@ -206,8 +211,8 @@ pixeltable/utils/pytorch.py,sha256=77x2g4N6dkfYvqbxjYi_rBRiNnMMZAb2cNtBw0hOCHg,3
 pixeltable/utils/s3_store.py,sha256=rpUrgMbrI06AE2TnQTODjkspo9OutOX6knCeTrShhXA,16657
 pixeltable/utils/sql.py,sha256=Sa4Lh-VGe8GToU5W7DRiWf2lMl9B6saPqemiT0ZdHEc,806
 pixeltable/utils/transactional_directory.py,sha256=OFKmu90oP7KwBAljwjnzP_w8euGdAXob3y4Nx9SCNHA,1357
-pixeltable-0.4.19.dist-info/METADATA,sha256=48rO91oPMrBigGCL_Ve82z7ojIHz6n7L2KdEz6ipefw,25521
-pixeltable-0.4.19.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-pixeltable-0.4.19.dist-info/entry_points.txt,sha256=rrKugZmxDtGnXCnEQ5UJMaaSYY7-g1cLjUZ4W1moIhM,98
-pixeltable-0.4.19.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-pixeltable-0.4.19.dist-info/RECORD,,
+pixeltable-0.4.21.dist-info/METADATA,sha256=PNUdyvr9lou5V6lhuQQeRjk_AxD-BgTbipkxt4iR3I8,25549
+pixeltable-0.4.21.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+pixeltable-0.4.21.dist-info/entry_points.txt,sha256=rrKugZmxDtGnXCnEQ5UJMaaSYY7-g1cLjUZ4W1moIhM,98
+pixeltable-0.4.21.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+pixeltable-0.4.21.dist-info/RECORD,,