pgvector-template 0.3.5__tar.gz → 0.4__tar.gz

{pgvector_template-0.3.5 → pgvector_template-0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pgvector-template
-Version: 0.3.5
+Version: 0.4
 Summary: Template library for flexible PGVector RAG implementations
 Author-email: DL <v49t9zpqd@mozmail.com>
 License: MIT

{pgvector_template-0.3.5 → pgvector_template-0.4}/pgvector_template/core/document.py

@@ -1,8 +1,8 @@
-from datetime import datetime
+from datetime import datetime, timezone
 from typing import Any, Type, TypeVar
 from uuid import uuid4, UUID as UuidLiteral
 
-from pydantic import BaseModel, Field, field_validator
+from pydantic import BaseModel, Field
 from sqlalchemy import (
     Column,
     String,
@@ -10,7 +10,6 @@ from sqlalchemy import (
     DateTime,
     Boolean,
     Integer,
-    Float,
     Index,
     UniqueConstraint,
 )
@@ -32,21 +31,6 @@ class BaseDocumentOptionalProps(BaseModel):
     """Optional source URL for the document"""
     language: str | None = Field(default="en", pattern=r"^[a-z]{2}(-[A-Z]{2})?$")
     """Language of the content (ISO 639-1 code), e.g., 'en', 'es', 'zh'"""
-    score: float | None = Field(default=None, ge=0.0, le=1.0)
-    """Optional score assigned during ingestion (e.g., relevance, confidence)"""
-    tags: list[str] | None = None
-    """List of tags or keywords for filtering, categorization, or faceted search"""
-
-    @field_validator("tags")
-    @classmethod
-    def validate_tags(cls, v):
-        if v is not None:
-            # Ensure all tags are strings and not empty
-            if not all(isinstance(tag, str) and tag.strip() for tag in v):
-                raise ValueError("All tags must be non-empty strings")
-            # Remove duplicates while preserving order
-            return list(dict.fromkeys(v))
-        return v
 
 
 T = TypeVar("T", bound="BaseDocument")
@@ -88,18 +72,29 @@ class BaseDocument(Base):
     """Optional source URL"""
     language = Column(String(2), default="en")
     """Language of the content (ISO 639-1 code), e.g., 'en', 'es', 'zh'."""
-    score = Column(Float, nullable=True)
-    """Optional score assigned during ingestion (e.g., relevance, confidence)."""
-    tags = Column(JSONB, nullable=True, default=list)
-    """List of tags or keywords for filtering, categorization, or faceted search."""
 
     # Vector embedding
     embedding = Column(Vector(1024))
     """Embedding vector. 1024 dimensions by default. Adjust as-needed."""
+    embedding_config = Column(JSONB, nullable=True)
+    """
+    Configuration used to generate the embedding vector. Stored as a JSON object so it
+    can capture provider-specific parameters beyond just the model ID — e.g. input_type,
+    dimensions, truncation strategy, or any future provider-specific options.
+
+    Recommended shape: {"model": "cohere.embed-v4:0", "input_type": "search_document", ...}
+
+    Intentionally nullable: rows embedded before this column was added will have NULL here.
+    Use this field for auditing and diagnosing mixed-model corpora, not for runtime dispatch.
+    """
 
     # Audit fields
-    created_at = Column(DateTime, default=datetime.utcnow)
-    updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
+    created_at = Column(DateTime(timezone=True), default=lambda: datetime.now(timezone.utc))
+    updated_at = Column(
+        DateTime(timezone=True),
+        default=lambda: datetime.now(timezone.utc),
+        onupdate=lambda: datetime.now(timezone.utc),
+    )
     is_deleted = Column(Boolean, default=False, index=True)
     """Entries can be logically marked for deletion before they are permanently deleted."""
 
@@ -112,10 +107,11 @@ class BaseDocument(Base):
 
             base_table_args = (
                 Index(
-                    f"{table_name}_metadata_gin_idx", "document_metadata", postgresql_using="gin"
+                    f"{table_name}_metadata_gin_idx",
+                    "document_metadata",
+                    postgresql_using="gin",
                 ),
                 cls.get_embedding_index(table_name),
-                Index(f"{table_name}_tags_gin_idx", "tags", postgresql_using="gin"),
                 Index(f"{table_name}_collection_corpus_idx", "collection", "corpus_id"),
                 UniqueConstraint(
                     "collection",
@@ -140,7 +136,8 @@ class BaseDocument(Base):
         chunk_index: int,
         content: str,
         embedding: list[float],
-        metadata: dict[str, Any] = {},
+        embedding_config: dict[str, Any] | None = None,
+        metadata: dict[str, Any] | None = None,
         optional_props: BaseDocumentOptionalProps | None = None,
     ) -> T:
         """
@@ -151,6 +148,10 @@ class BaseDocument(Base):
             chunk_index: Index of this chunk within the corpus
             content: Text content of the document
             embedding: Vector embedding of the content
+            embedding_config: Provider config used to generate the embedding. Should include
+                at minimum {"model": "<model_id>"} plus any provider-specific params
+                (e.g. {"model": "cohere.embed-v4:0", "input_type": "search_document"}).
+                Nullable — rows pre-dating this column will have NULL.
             optional_props: Optional properties for the document
 
         Returns:
@@ -165,13 +166,12 @@ class BaseDocument(Base):
             chunk_index=chunk_index,
             content=content,
             embedding=embedding,
+            embedding_config=embedding_config,
             title=optional_props.title,
-            document_metadata=metadata,
+            document_metadata=metadata or {},
             collection=optional_props.collection,
             origin_url=optional_props.original_url,
             language=optional_props.language,
-            score=optional_props.score,
-            tags=optional_props.tags,
         )
 
     @classmethod

{pgvector_template-0.3.5 → pgvector_template-0.4}/pgvector_template/core/embedder.py

@@ -1,9 +1,22 @@
 from abc import ABC, abstractmethod
+from typing import Any
 
 
 class BaseEmbeddingProvider(ABC):
     """Abstract base for embedding generation"""
 
+    def __init__(self, model_id: str, **kwargs):
+        self.model_id = model_id
+
+    def get_embedding_config(self) -> dict[str, Any]:
+        """
+        Return a JSON-serializable dict describing the full embedding configuration.
+        Stored in the `embedding_config` column on every document row.
+        Subclasses should override to include provider-specific params (e.g. input_type).
+        Default implementation returns just the model ID.
+        """
+        return {"model": self.model_id}
+
     @abstractmethod
     def embed_text(self, text: str) -> list[float]:
         """Generate embedding vector for text"""

{pgvector_template-0.3.5 → pgvector_template-0.4}/pgvector_template/core/manager.py

@@ -204,6 +204,7 @@ class BaseCorpusManager(ABC):
         optional_props: BaseDocumentOptionalProps | None,
     ) -> list[BaseDocument]:
         """Create document instances from the provided data"""
+        embedding_config = self.embedding_provider.get_embedding_config()
         documents = []
         for i, (content, embedding) in enumerate(zip(document_contents, document_embeddings)):
             chunk_md = self._extract_chunk_metadata(content)
@@ -214,6 +215,7 @@ class BaseCorpusManager(ABC):
                     chunk_index=i,
                     content=content,
                     embedding=embedding,
+                    embedding_config=embedding_config,
                     metadata=base_metadata.model_dump(),
                     optional_props=optional_props,
                 )

{pgvector_template-0.3.5 → pgvector_template-0.4}/pgvector_template.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pgvector-template
-Version: 0.3.5
+Version: 0.4
 Summary: Template library for flexible PGVector RAG implementations
 Author-email: DL <v49t9zpqd@mozmail.com>
 License: MIT

{pgvector_template-0.3.5 → pgvector_template-0.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "pgvector-template"
-version = "0.3.5"
+version = "0.4"
 description = "Template library for flexible PGVector RAG implementations"
 authors = [{ name="DL", email="v49t9zpqd@mozmail.com" }]
 license = { text = "MIT" }
@@ -52,4 +52,4 @@ line-length = 100
 target-version = "py311"
 
 [tool.ty.src]
-exclude = []
+exclude = ["integ-tests"]