pixeltable 0.3.3__tar.gz → 0.3.5__tar.gz

{pixeltable-0.3.3 → pixeltable-0.3.5}/PKG-INFO

@@ -1,12 +1,11 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: pixeltable
-Version: 0.3.3
+Version: 0.3.5
 Summary: AI Data Infrastructure: Declarative, Multimodal, and Incremental
-Home-page: https://pixeltable.com/
 License: Apache-2.0
 Keywords: data-science,machine-learning,database,ai,computer-vision,chatbot,ml,artificial-intelligence,feature-engineering,multimodal,mlops,feature-store,vector-database,llm,genai
 Author: Pixeltable, Inc.
-Author-email: contact@pixeltable.com
+Author-email: contact@pixeltable.com>
 Requires-Python: >=3.9,<4.0
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Science/Research
@@ -14,7 +13,6 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: MacOS
 Classifier: Operating System :: Microsoft :: Windows
 Classifier: Operating System :: POSIX :: Linux
-Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
@@ -24,34 +22,37 @@ Classifier: Topic :: Database
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Dist: av (>=10.0.0)
-Requires-Dist: beautifulsoup4 (>=4.0.0,<5.0.0)
-Requires-Dist: cloudpickle (>=2.2.1,<3.0.0)
-Requires-Dist: ftfy (>=6.2.0,<7.0.0)
+Requires-Dist: beautifulsoup4 (>=4.0.0)
+Requires-Dist: cloudpickle (>=2.2.1)
+Requires-Dist: ftfy (>=6.2.0)
 Requires-Dist: httpcore (>=1.0.3)
 Requires-Dist: httpx (>=0.27)
-Requires-Dist: jinja2 (>=3.1.3,<4.0.0)
-Requires-Dist: jmespath (>=1.0.1,<2.0.0)
+Requires-Dist: jinja2 (>=3.1.3)
+Requires-Dist: jmespath (>=1.0.1)
 Requires-Dist: jsonschema (>=4.1.0)
 Requires-Dist: lxml (>=5.0)
-Requires-Dist: more-itertools (>=10.2,<11.0)
+Requires-Dist: more-itertools (>=10.2)
 Requires-Dist: nest_asyncio (>=1.5)
 Requires-Dist: numpy (>=1.25,<2.0)
 Requires-Dist: pandas (>=2.0,<3.0)
-Requires-Dist: pgvector (>=0.2.1,<0.3.0)
+Requires-Dist: pgvector (>=0.2.1)
 Requires-Dist: pillow (>=9.3.0)
-Requires-Dist: pixeltable-pgserver (==0.2.9)
-Requires-Dist: psutil (>=5.9.5,<6.0.0)
+Requires-Dist: pixeltable-pgserver (==0.3.1)
+Requires-Dist: psutil (>=5.9.5)
 Requires-Dist: psycopg[binary] (>=3.1.18)
 Requires-Dist: puremagic (>=1.20)
+Requires-Dist: pyarrow (>=13.0.0)
 Requires-Dist: pydantic (>=2.7.4)
-Requires-Dist: pymupdf (>=1.24.1,<2.0.0)
-Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
-Requires-Dist: requests (>=2.31.0,<3.0.0)
-Requires-Dist: sqlalchemy (>=2.0.23,<3.0.0)
-Requires-Dist: tenacity (>=8.2,<9.0)
+Requires-Dist: pyiceberg (>=0.6.0)
+Requires-Dist: pymupdf (>=1.24.1)
+Requires-Dist: pyyaml (>=6.0.1)
+Requires-Dist: requests (>=2.31.0)
+Requires-Dist: sqlalchemy (>=2.0.23)
+Requires-Dist: tenacity (>=8.2)
 Requires-Dist: toml (>=0.10)
 Requires-Dist: tqdm (>=4.64)
 Project-URL: Documentation, https://docs.pixeltable.com/
+Project-URL: Homepage, https://pixeltable.com/
 Project-URL: Repository, https://github.com/pixeltable/pixeltable
 Description-Content-Type: text/markdown
 
@@ -75,31 +76,22 @@ Description-Content-Type: text/markdown
 </a>
 
 [Installation](https://docs.pixeltable.com/docs/installation) |
-[Documentation](https://pixeltable.readme.io/) |
+[Documentation](https://docs.pixeltable.com/docs/overview/quick-start) |
 [API Reference](https://pixeltable.github.io/pixeltable/) |
 [Code Samples](https://github.com/pixeltable/pixeltable?tab=readme-ov-file#-code-samples) |
 [Computer Vision](https://docs.pixeltable.com/docs/object-detection-in-videos) |
 [LLM](https://docs.pixeltable.com/docs/document-indexing-and-rag)
 </div>
 
+## 🔍 What is Pixeltable?
 Pixeltable is a declarative data infrastructure for building multimodal AI applications, enabling incremental storage, transformation, indexing, and orchestration of your data.
+- **Data Ingestion**: Unified interface for all [data types](https://docs.pixeltable.com/docs/datastore/bringing-data) (images, videos, audio, documents, URLs, blob storage, structured data)
+- **Data Transformation**: [Chunking](https://docs.pixeltable.com/docs/datastore/views), [embedding](https://docs.pixeltable.com/docs/datastore/embedding-index), and processing with declarative [computed columns](https://docs.pixeltable.com/docs/datastore/computed-columns)
+- **Indexing & Storage**: Type-safe tables with [built-in vector indexing](https://docs.pixeltable.com/docs/cookbooks/search/website)
+- **Query & Retrieval**: [Queries](https://docs.pixeltable.com/docs/datastore/filtering-and-selecting) combining filtering, sorting, and similarity search
+- **Inference & Generation**: [Integration](https://docs.pixeltable.com/docs/integrations/frameworks#cloud-llm-providers) with AI models (OpenAI, Anthropic, PyTorch, YOLOX, DETR, Together, Hugging Face and more...)
 
-Consider it your unified foundation for computer vision, LLMs, and multimodal AI development - where complex data operations become simple tables and computed columns, including but not limited to:
-
-- **Work with all your data**: Interact with
-    [video data](https://github.com/pixeltable/pixeltable?tab=readme-ov-file#import-media-data-into-pixeltable-videos-images-audio)
-    at the [frame level](https://github.com/pixeltable/pixeltable?tab=readme-ov-file#text-and-image-similarity-search-on-video-frames-with-embedding-indexes)
-    and documents at the [chunk level](https://github.com/pixeltable/pixeltable?tab=readme-ov-file#automate-data-operations-with-views-eg-split-documents-into-chunks)
-- **Incremental updates**: Maintain an
-    [embedding index](https://docs.pixeltable.com/docs/embedding-vector-indexes) colocated with your data
-- **Lazy evaluation and cache management**: Eliminates the need for
-    [manual frame extraction](https://docs.pixeltable.com/docs/object-detection-in-videos)
-- **Integrates with any Python libraries**: Use
-    [built-in and custom functions (UDFs)](https://docs.pixeltable.com/docs/user-defined-functions-udfs)
-    without complex pipelines
-- **Data format agnostic and extensibility**: Access tables as Parquet files,
-    [PyTorch datasets](https://pixeltable.github.io/pixeltable/api/data-frame/#pixeltable.DataFrame.to_pytorch_dataset),
-    or [COCO annotations](https://pixeltable.github.io/pixeltable/api/table/#pixeltable.Table.to_coco_dataset)
+All with your [custom functions (UDFs)](https://docs.pixeltable.com/docs/datastore/custom-functions), and built-in caching, versioning, lineage tracking, and incremental computation.
 
 ## 💾 Installation
 
@@ -118,7 +110,7 @@ Learn how to create tables, populate them with data, and enhance them with built
 | 10-Minute Tour of Pixeltable    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/pixeltable-basics.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> | Tables and Data Operations    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/fundamentals/tables-and-data-operations.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> |
 | User-Defined Functions (UDFs)    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/feature-guides/udfs-in-pixeltable.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> | Object Detection Models | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/use-cases/object-detection-in-videos.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> |
 | Incremental Prompt Engineering | <a target="_blank" href="https://colab.research.google.com/github/mistralai/cookbook/blob/main/third_party/Pixeltable/incremental_prompt_engineering_and_model_comparison.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Github"/> | Working with External Files    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/feature-guides/working-with-external-files.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> |
-| Integrating with Label Studio    | <a target="_blank" href="https://pixeltable.readme.io/docs/label-studio"> <img src="https://img.shields.io/badge/📚 Documentation-013056" alt="Visit our documentation"/></a> | Audio/Video Transcript Indexing    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/use-cases/audio-transcriptions.ipynb">  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> |
+| Integrating with Label Studio    | <a target="_blank" href="https://docs.pixeltable.com/docs/cookbooks/vision/label-studio"> <img src="https://img.shields.io/badge/📚 Documentation-013056" alt="Visit our documentation"/></a> | Audio/Video Transcript Indexing    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/use-cases/audio-transcriptions.ipynb">  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> |
 | Multimodal Application    | <a target="_blank" href="https://huggingface.co/spaces/Pixeltable/Multimodal-Powerhouse"> <img src="https://img.shields.io/badge/🤗-Gradio App-FF7D04" alt="Visit our Hugging Face Space"/></a> | Document Indexing and RAG    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/use-cases/rag-demo.ipynb">  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> |
 | Context-Aware Discord Bot    | <a target="_blank" href="https://github.com/pixeltable/pixeltable/blob/main/docs/sample-apps/context-aware-discord-bot"> <img src="https://img.shields.io/badge/%F0%9F%92%AC-Discord Bot-%235865F2.svg" alt="Visit our documentation"/></a> | Image/Text Similarity Search  | <a target="_blank" href="https://github.com/pixeltable/pixeltable/tree/main/docs/sample-apps/text-and-image-similarity-search-nextjs-fastapi">  <img src="https://img.shields.io/badge/🖥️-Next.js + FastAPI-black.svg" alt="Open In Colab"/> |
 
@@ -140,7 +132,7 @@ paths = [
 v.insert({'video': prefix + p} for p in paths)
 ```
 
-Learn how to [work with data in Pixeltable](https://pixeltable.readme.io/docs/working-with-external-files).
+Learn how to [work with data in Pixeltable](https://docs.pixeltable.com/docs/datastore/tables-and-operations).
 
 ### Object detection in images using DETR model
 
@@ -173,7 +165,7 @@ t.select(animal = t.image,
 ```
 
 Learn about computed columns and object detection:
-[Comparing object detection models](https://pixeltable.readme.io/docs/object-detection-in-videos).
+[Comparing object detection models](https://docs.pixeltable.com/docs/examples/use-cases#multimodal-processing).
 
 ### Extend Pixeltable's capabilities with user-defined functions
 
@@ -188,7 +180,7 @@ def draw_boxes(img: PIL.Image.Image, boxes: list[list[float]]) -> PIL.Image.Imag
 ```
 
 Learn more about user-defined functions:
-[UDFs in Pixeltable](https://pixeltable.readme.io/docs/user-defined-functions-udfs).
+[UDFs in Pixeltable](https://docs.pixeltable.com/docs/datastore/custom-functions).
 
 ### Automate data operations with views, e.g., split documents into chunks
 
@@ -204,7 +196,7 @@ chunks_table = pxt.create_view(
 ```
 
 Learn how to leverage views to build your
-[RAG workflow](https://pixeltable.readme.io/docs/document-indexing-and-rag).
+[RAG workflow](https://docs.pixeltable.com/docs/cookbooks/chat/memory).
 
 ### Evaluate model performance
 
@@ -213,7 +205,7 @@ Learn how to leverage views to build your
 frames_view.select(mean_ap(frames_view.eval_yolox_tiny), mean_ap(frames_view.eval_yolox_m)).show()
 ```
 
-Learn how to leverage Pixeltable for [Model analytics](https://pixeltable.readme.io/docs/object-detection-in-videos).
+Learn how to leverage Pixeltable for [Model analytics](https://github.com/pixeltable/pixeltable/blob/main/docs/notebooks/use-cases/object-detection-in-videos.ipynb).
 
 ### Working with inference services
 
@@ -250,7 +242,7 @@ chat_table.insert([
 chat_table.select(chat_table.input, chat_table.response).head()
 ```
 
-Learn how to interact with inference services such as [Together AI](https://pixeltable.readme.io/docs/together-ai) in Pixeltable.
+Learn how to interact with inference services such as [Together AI](https://github.com/pixeltable/pixeltable/blob/main/docs/notebooks/integrations/working-with-together.ipynb) in Pixeltable.
 
 ### Text and image similarity search on video frames with embedding indexes
 
@@ -281,7 +273,7 @@ sim = frames_view.frame.similarity(sample_text)
 frames_view.order_by(sim, asc=False).limit(5).select(frames_view.frame, sim=sim).collect()
 ```
 
-Learn how to work with [Embedding and Vector Indexes](https://docs.pixeltable.com/docs/embedding-vector-indexes).
+Learn how to work with [Embedding and Vector Indexes](https://docs.pixeltable.com/docs/datastore/embedding-index).
 
 ## 🔄 AI Stack Comparison
 
@@ -317,11 +309,6 @@ Learn how to work with [Embedding and Vector Indexes](https://docs.pixeltable.co
 
 ## ❓ FAQ
 
-### What is Pixeltable?
-
-Pixeltable unifies data storage, versioning, and indexing with orchestration and model versioning under a declarative
-table interface, with transformations, model inference, and custom logic represented as computed columns.
-
 ### What problems does Pixeltable solve?
 
 Today's solutions for AI app development require extensive custom coding and infrastructure plumbing.
@@ -359,7 +346,7 @@ dealing with the customary data plumbing.
   infrastructure and orchestration.
 
 > [!TIP]
-> Check out the [Integrations](https://pixeltable.readme.io/docs/working-with-openai) section, and feel free to submit
+> Check out the [Integrations](https://docs.pixeltable.com/docs/integrations/frameworks) section, and feel free to submit
 > a request for additional ones.
 
 ## 🤝 Contributing to Pixeltable

{pixeltable-0.3.3 → pixeltable-0.3.5}/README.md

@@ -18,31 +18,22 @@
 </a>
 
 [Installation](https://docs.pixeltable.com/docs/installation) |
-[Documentation](https://pixeltable.readme.io/) |
+[Documentation](https://docs.pixeltable.com/docs/overview/quick-start) |
 [API Reference](https://pixeltable.github.io/pixeltable/) |
 [Code Samples](https://github.com/pixeltable/pixeltable?tab=readme-ov-file#-code-samples) |
 [Computer Vision](https://docs.pixeltable.com/docs/object-detection-in-videos) |
 [LLM](https://docs.pixeltable.com/docs/document-indexing-and-rag)
 </div>
 
+## 🔍 What is Pixeltable?
 Pixeltable is a declarative data infrastructure for building multimodal AI applications, enabling incremental storage, transformation, indexing, and orchestration of your data.
+- **Data Ingestion**: Unified interface for all [data types](https://docs.pixeltable.com/docs/datastore/bringing-data) (images, videos, audio, documents, URLs, blob storage, structured data)
+- **Data Transformation**: [Chunking](https://docs.pixeltable.com/docs/datastore/views), [embedding](https://docs.pixeltable.com/docs/datastore/embedding-index), and processing with declarative [computed columns](https://docs.pixeltable.com/docs/datastore/computed-columns)
+- **Indexing & Storage**: Type-safe tables with [built-in vector indexing](https://docs.pixeltable.com/docs/cookbooks/search/website)
+- **Query & Retrieval**: [Queries](https://docs.pixeltable.com/docs/datastore/filtering-and-selecting) combining filtering, sorting, and similarity search
+- **Inference & Generation**: [Integration](https://docs.pixeltable.com/docs/integrations/frameworks#cloud-llm-providers) with AI models (OpenAI, Anthropic, PyTorch, YOLOX, DETR, Together, Hugging Face and more...)
 
-Consider it your unified foundation for computer vision, LLMs, and multimodal AI development - where complex data operations become simple tables and computed columns, including but not limited to:
-
-- **Work with all your data**: Interact with
-    [video data](https://github.com/pixeltable/pixeltable?tab=readme-ov-file#import-media-data-into-pixeltable-videos-images-audio)
-    at the [frame level](https://github.com/pixeltable/pixeltable?tab=readme-ov-file#text-and-image-similarity-search-on-video-frames-with-embedding-indexes)
-    and documents at the [chunk level](https://github.com/pixeltable/pixeltable?tab=readme-ov-file#automate-data-operations-with-views-eg-split-documents-into-chunks)
-- **Incremental updates**: Maintain an
-    [embedding index](https://docs.pixeltable.com/docs/embedding-vector-indexes) colocated with your data
-- **Lazy evaluation and cache management**: Eliminates the need for
-    [manual frame extraction](https://docs.pixeltable.com/docs/object-detection-in-videos)
-- **Integrates with any Python libraries**: Use
-    [built-in and custom functions (UDFs)](https://docs.pixeltable.com/docs/user-defined-functions-udfs)
-    without complex pipelines
-- **Data format agnostic and extensibility**: Access tables as Parquet files,
-    [PyTorch datasets](https://pixeltable.github.io/pixeltable/api/data-frame/#pixeltable.DataFrame.to_pytorch_dataset),
-    or [COCO annotations](https://pixeltable.github.io/pixeltable/api/table/#pixeltable.Table.to_coco_dataset)
+All with your [custom functions (UDFs)](https://docs.pixeltable.com/docs/datastore/custom-functions), and built-in caching, versioning, lineage tracking, and incremental computation.
 
 ## 💾 Installation
 
@@ -61,7 +52,7 @@ Learn how to create tables, populate them with data, and enhance them with built
 | 10-Minute Tour of Pixeltable    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/pixeltable-basics.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> | Tables and Data Operations    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/fundamentals/tables-and-data-operations.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> |
 | User-Defined Functions (UDFs)    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/feature-guides/udfs-in-pixeltable.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> | Object Detection Models | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/use-cases/object-detection-in-videos.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> |
 | Incremental Prompt Engineering | <a target="_blank" href="https://colab.research.google.com/github/mistralai/cookbook/blob/main/third_party/Pixeltable/incremental_prompt_engineering_and_model_comparison.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Github"/> | Working with External Files    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/feature-guides/working-with-external-files.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a> |
-| Integrating with Label Studio    | <a target="_blank" href="https://pixeltable.readme.io/docs/label-studio"> <img src="https://img.shields.io/badge/📚 Documentation-013056" alt="Visit our documentation"/></a> | Audio/Video Transcript Indexing    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/use-cases/audio-transcriptions.ipynb">  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> |
+| Integrating with Label Studio    | <a target="_blank" href="https://docs.pixeltable.com/docs/cookbooks/vision/label-studio"> <img src="https://img.shields.io/badge/📚 Documentation-013056" alt="Visit our documentation"/></a> | Audio/Video Transcript Indexing    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/use-cases/audio-transcriptions.ipynb">  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> |
 | Multimodal Application    | <a target="_blank" href="https://huggingface.co/spaces/Pixeltable/Multimodal-Powerhouse"> <img src="https://img.shields.io/badge/🤗-Gradio App-FF7D04" alt="Visit our Hugging Face Space"/></a> | Document Indexing and RAG    | <a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/release/docs/notebooks/use-cases/rag-demo.ipynb">  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> |
 | Context-Aware Discord Bot    | <a target="_blank" href="https://github.com/pixeltable/pixeltable/blob/main/docs/sample-apps/context-aware-discord-bot"> <img src="https://img.shields.io/badge/%F0%9F%92%AC-Discord Bot-%235865F2.svg" alt="Visit our documentation"/></a> | Image/Text Similarity Search  | <a target="_blank" href="https://github.com/pixeltable/pixeltable/tree/main/docs/sample-apps/text-and-image-similarity-search-nextjs-fastapi">  <img src="https://img.shields.io/badge/🖥️-Next.js + FastAPI-black.svg" alt="Open In Colab"/> |
 
@@ -83,7 +74,7 @@ paths = [
 v.insert({'video': prefix + p} for p in paths)
 ```
 
-Learn how to [work with data in Pixeltable](https://pixeltable.readme.io/docs/working-with-external-files).
+Learn how to [work with data in Pixeltable](https://docs.pixeltable.com/docs/datastore/tables-and-operations).
 
 ### Object detection in images using DETR model
 
@@ -116,7 +107,7 @@ t.select(animal = t.image,
 ```
 
 Learn about computed columns and object detection:
-[Comparing object detection models](https://pixeltable.readme.io/docs/object-detection-in-videos).
+[Comparing object detection models](https://docs.pixeltable.com/docs/examples/use-cases#multimodal-processing).
 
 ### Extend Pixeltable's capabilities with user-defined functions
 
@@ -131,7 +122,7 @@ def draw_boxes(img: PIL.Image.Image, boxes: list[list[float]]) -> PIL.Image.Imag
 ```
 
 Learn more about user-defined functions:
-[UDFs in Pixeltable](https://pixeltable.readme.io/docs/user-defined-functions-udfs).
+[UDFs in Pixeltable](https://docs.pixeltable.com/docs/datastore/custom-functions).
 
 ### Automate data operations with views, e.g., split documents into chunks
 
@@ -147,7 +138,7 @@ chunks_table = pxt.create_view(
 ```
 
 Learn how to leverage views to build your
-[RAG workflow](https://pixeltable.readme.io/docs/document-indexing-and-rag).
+[RAG workflow](https://docs.pixeltable.com/docs/cookbooks/chat/memory).
 
 ### Evaluate model performance
 
@@ -156,7 +147,7 @@ Learn how to leverage views to build your
 frames_view.select(mean_ap(frames_view.eval_yolox_tiny), mean_ap(frames_view.eval_yolox_m)).show()
 ```
 
-Learn how to leverage Pixeltable for [Model analytics](https://pixeltable.readme.io/docs/object-detection-in-videos).
+Learn how to leverage Pixeltable for [Model analytics](https://github.com/pixeltable/pixeltable/blob/main/docs/notebooks/use-cases/object-detection-in-videos.ipynb).
 
 ### Working with inference services
 
@@ -193,7 +184,7 @@ chat_table.insert([
 chat_table.select(chat_table.input, chat_table.response).head()
 ```
 
-Learn how to interact with inference services such as [Together AI](https://pixeltable.readme.io/docs/together-ai) in Pixeltable.
+Learn how to interact with inference services such as [Together AI](https://github.com/pixeltable/pixeltable/blob/main/docs/notebooks/integrations/working-with-together.ipynb) in Pixeltable.
 
 ### Text and image similarity search on video frames with embedding indexes
 
@@ -224,7 +215,7 @@ sim = frames_view.frame.similarity(sample_text)
 frames_view.order_by(sim, asc=False).limit(5).select(frames_view.frame, sim=sim).collect()
 ```
 
-Learn how to work with [Embedding and Vector Indexes](https://docs.pixeltable.com/docs/embedding-vector-indexes).
+Learn how to work with [Embedding and Vector Indexes](https://docs.pixeltable.com/docs/datastore/embedding-index).
 
 ## 🔄 AI Stack Comparison
 
@@ -260,11 +251,6 @@ Learn how to work with [Embedding and Vector Indexes](https://docs.pixeltable.co
 
 ## ❓ FAQ
 
-### What is Pixeltable?
-
-Pixeltable unifies data storage, versioning, and indexing with orchestration and model versioning under a declarative
-table interface, with transformations, model inference, and custom logic represented as computed columns.
-
 ### What problems does Pixeltable solve?
 
 Today's solutions for AI app development require extensive custom coding and infrastructure plumbing.
@@ -302,7 +288,7 @@ dealing with the customary data plumbing.
   infrastructure and orchestration.
 
 > [!TIP]
-> Check out the [Integrations](https://pixeltable.readme.io/docs/working-with-openai) section, and feel free to submit
+> Check out the [Integrations](https://docs.pixeltable.com/docs/integrations/frameworks) section, and feel free to submit
 > a request for additional ones.
 
 ## 🤝 Contributing to Pixeltable

{pixeltable-0.3.3 → pixeltable-0.3.5}/pixeltable/__init__.py

@@ -19,6 +19,7 @@ from .globals import (
     list_functions,
     list_tables,
     move,
+    publish_snapshot,
     tool,
     tools,
 )

{pixeltable-0.3.3 → pixeltable-0.3.5}/pixeltable/__version__.py

@@ -1,3 +1,3 @@
 # These version placeholders will be replaced during build.
-__version__ = '0.3.3'
-__version_tuple__ = (0, 3, 3)
+__version__ = '0.3.5'
+__version_tuple__ = (0, 3, 5)

{pixeltable-0.3.3 → pixeltable-0.3.5}/pixeltable/catalog/catalog.py

@@ -58,7 +58,7 @@ class Catalog:
             if session.query(sql.func.count(schema.Dir.id)).scalar() > 0:
                 return
             # create a top-level directory, so that every schema object has a directory
-            dir_md = schema.DirMd(name='')
+            dir_md = schema.DirMd(name='', user=None, additional_md={})
             dir_record = schema.Dir(parent_id=None, md=dataclasses.asdict(dir_md))
             session.add(dir_record)
             session.flush()
@@ -142,6 +142,7 @@ class Catalog:
                 base_tbl_id = base_path.tbl_id()
                 is_snapshot = view_md is not None and view_md.is_snapshot
                 snapshot_only = is_snapshot and view_md.predicate is None and len(schema_version_md.columns) == 0
+                include_base_columns = view_md is None or view_md.include_base_columns
                 if snapshot_only:
                     # this is a pure snapshot, without a physical table backing it
                     view_path = base_path
@@ -158,7 +159,13 @@ class Catalog:
                     view_path = TableVersionPath(tbl_version, base=base_path)
 
                 tbl: Table = View(
-                    tbl_record.id, tbl_record.dir_id, tbl_md.name, view_path, base_tbl_id, snapshot_only=snapshot_only
+                    tbl_record.id,
+                    tbl_record.dir_id,
+                    tbl_md.name,
+                    view_path,
+                    base_tbl_id,
+                    snapshot_only=snapshot_only,
+                    include_base_columns=include_base_columns,
                 )
                 self.tbl_dependents[base_tbl_id].append(tbl)
 

{pixeltable-0.3.3 → pixeltable-0.3.5}/pixeltable/catalog/column.py

@@ -72,7 +72,7 @@ class Column:
           col_type is None
         - when loaded from md store: ``computed_with`` is set and col_type is set
 
-        ``stored`` (only valid for computed image columns):
+        ``stored`` (only valid for computed columns):
         - if True: the column is present in the stored table
         - if False: the column is not present in the stored table and recomputed during a query
         - if None: the system chooses for you (at present, this is always False, but this may change in the future)

{pixeltable-0.3.3 → pixeltable-0.3.5}/pixeltable/catalog/dir.py

@@ -32,7 +32,7 @@ class Dir(SchemaObject):
     def _move(self, new_name: str, new_dir_id: UUID) -> None:
         super()._move(new_name, new_dir_id)
         with Env.get().engine.begin() as conn:
-            dir_md = schema.DirMd(name=new_name)
+            dir_md = schema.DirMd(name=new_name, user=None, additional_md={})
             conn.execute(
                 sql.update(schema.Dir.__table__)
                 .values({schema.Dir.parent_id: self._dir_id, schema.Dir.md: dataclasses.asdict(dir_md)})

{pixeltable-0.3.3 → pixeltable-0.3.5}/pixeltable/catalog/table.py

@@ -569,7 +569,7 @@ class Table(SchemaObject):
 
         Args:
             kwargs: Exactly one keyword argument of the form `col_name=expression`.
-            stored: Whether the column is materialized and stored or computed on demand. Only valid for image columns.
+            stored: Whether the column is materialized and stored or computed on demand.
             print_stats: If `True`, print execution metrics during evaluation.
             on_error: Determines the behavior if an error occurs while evaluating the column expression for at least one
                 row.

{pixeltable-0.3.3 → pixeltable-0.3.5}/pixeltable/catalog/table_version.py

@@ -59,6 +59,7 @@ class TableVersion:
     schema_version: int
     view_md: Optional[schema.ViewMd]
     is_snapshot: bool
+    include_base_columns: bool
     effective_version: Optional[int]
     path: Optional[pxt.catalog.TableVersionPath]
     base: Optional[TableVersion]
@@ -115,6 +116,7 @@ class TableVersion:
         self.view_md = tbl_md.view_md  # save this as-is, it's needed for _create_md()
         is_view = tbl_md.view_md is not None
         self.is_snapshot = (is_view and tbl_md.view_md.is_snapshot) or bool(is_snapshot)
+        self.include_base_columns = not is_view or tbl_md.view_md.include_base_columns
         self.media_validation = MediaValidation[schema_version_md.media_validation.upper()]
         # a mutable TableVersion doesn't have a static version
         self.effective_version = self.version if self.is_snapshot else None
@@ -228,6 +230,7 @@ class TableVersion:
         column_md = cls._create_column_md(cols)
         table_md = schema.TableMd(
             name=name,
+            user=None,
             current_version=0,
             current_schema_version=0,
             next_col_id=len(cols),
@@ -237,6 +240,7 @@ class TableVersion:
             index_md={},
             external_stores=[],
             view_md=view_md,
+            additional_md={},
         )
         # create a schema.Table here, we need it to call our c'tor;
         # don't add it to the session yet, we might add index metadata
@@ -244,7 +248,7 @@ class TableVersion:
         tbl_record = schema.Table(id=tbl_id, dir_id=dir_id, md=dataclasses.asdict(table_md))
 
         # create schema.TableVersion
-        table_version_md = schema.TableVersionMd(created_at=timestamp, version=0, schema_version=0)
+        table_version_md = schema.TableVersionMd(created_at=timestamp, version=0, schema_version=0, additional_md={})
         tbl_version_record = schema.TableVersion(
             tbl_id=tbl_record.id, version=0, md=dataclasses.asdict(table_version_md)
         )
@@ -266,6 +270,7 @@ class TableVersion:
             num_retained_versions=num_retained_versions,
             comment=comment,
             media_validation=media_validation.name.lower(),
+            additional_md={},
         )
         schema_version_record = schema.TableSchemaVersion(
             tbl_id=tbl_record.id, schema_version=0, md=dataclasses.asdict(schema_version_md)
@@ -1342,6 +1347,7 @@ class TableVersion:
     def _create_tbl_md(self) -> schema.TableMd:
         return schema.TableMd(
             name=self.name,
+            user=None,
             current_version=self.version,
             current_schema_version=self.schema_version,
             next_col_id=self.next_col_id,
@@ -1351,10 +1357,13 @@ class TableVersion:
             index_md=self.idx_md,
             external_stores=self._create_stores_md(self.external_stores.values()),
             view_md=self.view_md,
+            additional_md={},
         )
 
     def _create_version_md(self, timestamp: float) -> schema.TableVersionMd:
-        return schema.TableVersionMd(created_at=timestamp, version=self.version, schema_version=self.schema_version)
+        return schema.TableVersionMd(
+            created_at=timestamp, version=self.version, schema_version=self.schema_version, additional_md={}
+        )
 
     def _create_schema_version_md(self, preceding_schema_version: int) -> schema.TableSchemaVersionMd:
         column_md: dict[int, schema.SchemaColumn] = {}
@@ -1372,6 +1381,7 @@ class TableVersion:
             num_retained_versions=self.num_retained_versions,
             comment=self.comment,
             media_validation=self.media_validation.name.lower(),
+            additional_md={},
         )
 
     def as_dict(self) -> dict:

{pixeltable-0.3.3 → pixeltable-0.3.5}/pixeltable/catalog/table_version_path.py

@@ -86,7 +86,7 @@ class TableVersionPath:
         from pixeltable.exprs import ColumnRef
 
         if col_name not in self.tbl_version.cols_by_name:
-            if self.base is None:
+            if self.base is None or not self.tbl_version.include_base_columns:
                 raise AttributeError(f'Column {col_name} unknown')
             return self.base.get_column_ref(col_name)
         col = self.tbl_version.cols_by_name[col_name]
@@ -95,7 +95,7 @@ class TableVersionPath:
     def columns(self) -> list[Column]:
         """Return all user columns visible in this tbl version path, including columns from bases"""
         result = list(self.tbl_version.cols_by_name.values())
-        if self.base is not None:
+        if self.base is not None and self.tbl_version.include_base_columns:
             base_cols = self.base.columns()
             # we only include base columns that don't conflict with one of our column names
             result.extend(c for c in base_cols if c.name not in self.tbl_version.cols_by_name)