semantic-router 0.1.0.dev2__tar.gz → 0.1.0.dev4__tar.gz

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2023 Aurelio AI
+Copyright (c) 2024 Aurelio AI
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/PKG-INFO

@@ -1,16 +1,18 @@
 Metadata-Version: 2.1
 Name: semantic-router
-Version: 0.1.0.dev2
+Version: 0.1.0.dev4
 Summary: Super fast semantic router for AI decision making
 License: MIT
 Author: Aurelio AI
 Author-email: hello@aurelio.ai
-Requires-Python: >=3.9,<3.13
+Requires-Python: >=3.9,<3.14
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Provides-Extra: bedrock
 Provides-Extra: cohere
 Provides-Extra: docs
@@ -30,17 +32,17 @@ Requires-Dist: botocore (>=1.34.110,<2.0.0) ; extra == "bedrock"
 Requires-Dist: cohere (>=5.9.4,<6.00) ; extra == "cohere"
 Requires-Dist: colorama (>=0.4.6,<0.5.0)
 Requires-Dist: colorlog (>=6.8.0,<7.0.0)
-Requires-Dist: fastembed (>=0.3.0,<0.4.0) ; extra == "fastembed"
+Requires-Dist: fastembed (>=0.3.0,<0.4.0) ; (python_version < "3.13") and (extra == "fastembed")
 Requires-Dist: google-cloud-aiplatform (>=1.45.0,<2.0.0) ; extra == "google"
-Requires-Dist: llama-cpp-python (>=0.2.28,<0.2.86) ; extra == "local"
+Requires-Dist: llama-cpp-python (>=0.2.28,<0.2.86) ; (python_version < "3.13") and (extra == "local")
 Requires-Dist: mistralai (>=0.0.12,<0.1.0) ; extra == "mistralai"
 Requires-Dist: numpy (>=1.25.2,<2.0.0)
 Requires-Dist: openai (>=1.10.0,<2.0.0)
-Requires-Dist: pillow (>=10.2.0,<11.0.0) ; extra == "vision"
+Requires-Dist: pillow (>=10.2.0,<11.0.0) ; (python_version < "3.13") and (extra == "vision")
 Requires-Dist: pinecone (>=5.0.0) ; extra == "pinecone"
 Requires-Dist: pinecone-text (>=0.7.1,<0.10.0) ; extra == "hybrid"
 Requires-Dist: psycopg2-binary (>=2.9.9,<3.0.0)
-Requires-Dist: pydantic (>=2.5.3,<3.0.0)
+Requires-Dist: pydantic (>=2.10.2,<3.0.0)
 Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
 Requires-Dist: qdrant-client (>=1.11.1,<2.0.0) ; extra == "qdrant"
 Requires-Dist: regex (>=2023.12.25)
@@ -48,11 +50,11 @@ Requires-Dist: requests-mock (>=1.12.1,<2.0.0)
 Requires-Dist: sphinx (>=7.0.0,<8.0.0) ; extra == "docs"
 Requires-Dist: sphinxawesome-theme (>=5.2.0,<6.0.0) ; extra == "docs"
 Requires-Dist: tiktoken (>=0.6.0,<1.0.0)
-Requires-Dist: tokenizers (>=0.19) ; extra == "local"
-Requires-Dist: torch (>=2.1.0,<2.6.0) ; extra == "local" or extra == "vision"
-Requires-Dist: torchvision (>=0.17.0,<0.18.0) ; extra == "vision"
+Requires-Dist: tokenizers (>=0.19) ; (python_version < "3.13") and (extra == "local")
+Requires-Dist: torch (>=2.1.0,<2.6.0) ; (python_version < "3.13") and (extra == "local" or extra == "vision")
+Requires-Dist: torchvision (>=0.17.0,<0.18.0) ; (python_version < "3.13") and (extra == "vision")
 Requires-Dist: tornado (>=6.4.2,<7.0.0)
-Requires-Dist: transformers (>=4.36.2) ; extra == "local" or extra == "vision"
+Requires-Dist: transformers (>=4.36.2) ; (python_version < "3.13") and (extra == "local" or extra == "vision")
 Description-Content-Type: text/markdown
 
 [![Semantic Router](https://i.ibb.co.com/g423grt/semantic-router-banner.png)](https://aurelio.ai)

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "semantic-router"
-version = "0.1.0.dev2"
+version = "0.1.0.dev4"
 description = "Super fast semantic router for AI decision making"
 authors = ["Aurelio AI <hello@aurelio.ai>"]
 readme = "README.md"
@@ -8,8 +8,8 @@ packages = [{include = "semantic_router"}]
 license = "MIT"
 
 [tool.poetry.dependencies]
-python = ">=3.9,<3.13"
-pydantic = "^2.5.3"
+python = ">=3.9,<3.14"
+pydantic = "^2.10.2"
 openai = ">=1.10.0,<2.0.0"
 cohere = {version = ">=5.9.4,<6.00", optional = true}
 mistralai= {version = ">=0.0.12,<0.1.0", optional = true}
@@ -18,15 +18,15 @@ colorlog = "^6.8.0"
 pyyaml = "^6.0.1"
 aurelio-sdk = {version = "^0.0.16"}
 pinecone-text = {version = ">=0.7.1,<0.10.0", optional = true}
-torch = {version = ">=2.1.0,<2.6.0", optional = true}
-transformers = {version = ">=4.36.2", optional = true}
-tokenizers = {version = ">=0.19", optional = true}
-llama-cpp-python = {version = ">=0.2.28,<0.2.86", optional = true}
+torch = {version = ">=2.1.0,<2.6.0", optional = true, python = "<3.13" }
+transformers = {version = ">=4.36.2", optional = true, python = "<3.13" }
+tokenizers = {version = ">=0.19", optional = true, python = "<3.13" }
+llama-cpp-python = {version = ">=0.2.28,<0.2.86", optional = true, python = "<3.13" }
 colorama = "^0.4.6"
 pinecone = {version=">=5.0.0", optional = true}
 regex = ">=2023.12.25"
-torchvision = { version = ">=0.17.0,<0.18.0", optional = true}
-pillow = { version = ">=10.2.0,<11.0.0", optional = true}
+torchvision = { version = ">=0.17.0,<0.18.0", optional = true, python = "<3.13" }
+pillow = { version = ">=10.2.0,<11.0.0", optional = true, python = "<3.13" }
 tiktoken = ">=0.6.0,<1.0.0"
 qdrant-client = {version = "^1.11.1", optional = true}
 google-cloud-aiplatform = {version = "^1.45.0", optional = true}
@@ -34,7 +34,7 @@ requests-mock = "^1.12.1"
 boto3 = { version = "^1.34.98", optional = true }
 botocore = {version = "^1.34.110", optional = true}
 aiohttp = "^3.10.11"
-fastembed = {version = "^0.3.0", optional = true}
+fastembed = {version = "^0.3.0", optional = true, python = "<3.13" }
 psycopg2-binary = {version = "^2.9.9", optional = true}
 sphinx = {version = "^7.0.0", optional = true}
 sphinxawesome-theme = {version = "^5.2.0", optional = true}

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/__init__.py

@@ -3,4 +3,4 @@ from semantic_router.route import Route
 
 __all__ = ["SemanticRouter", "HybridRouter", "Route", "RouterConfig"]
 
-__version__ = "0.1.0.dev2"
+__version__ = "0.1.0.dev4"

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/aurelio.py

@@ -1,6 +1,6 @@
 import os
 from typing import Any, List, Optional
-from pydantic.v1 import Field
+from pydantic import Field
 
 from aurelio_sdk import AurelioClient, AsyncAurelioClient, EmbeddingResponse
 

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/base.py

@@ -1,6 +1,6 @@
 from typing import Any, Coroutine, List, Optional
 
-from pydantic.v1 import BaseModel, Field, validator
+from pydantic import BaseModel, Field, field_validator
 import numpy as np
 
 from semantic_router.schema import SparseEmbedding
@@ -14,7 +14,7 @@ class DenseEncoder(BaseModel):
     class Config:
         arbitrary_types_allowed = True
 
-    @validator("score_threshold", pre=True, always=True)
+    @field_validator("score_threshold")
     def set_score_threshold(cls, v):
         return float(v) if v is not None else None
 

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/bedrock.py

@@ -17,7 +17,7 @@ Classes:
 """
 
 import json
-from typing import List, Optional, Any
+from typing import Dict, List, Optional, Any, Union
 import os
 from time import sleep
 import tiktoken
@@ -138,11 +138,14 @@ class BedrockEncoder(DenseEncoder):
             ) from err
         return bedrock_client
 
-    def __call__(self, docs: List[str]) -> List[List[float]]:
+    def __call__(
+        self, docs: List[Union[str, Dict]], model_kwargs: Optional[Dict] = None
+    ) -> List[List[float]]:
         """Generates embeddings for the given documents.
 
         Args:
             docs: A list of strings representing the documents to embed.
+            model_kwargs: A dictionary of model-specific inference parameters.
 
         Returns:
             A list of lists, where each inner list contains the embedding values for a
@@ -168,13 +171,29 @@ class BedrockEncoder(DenseEncoder):
                 embeddings = []
                 if self.name and "amazon" in self.name:
                     for doc in docs:
-                        embedding_body = json.dumps(
-                            {
-                                "inputText": doc,
-                            }
-                        )
+
+                        embedding_body = {}
+
+                        if isinstance(doc, dict):
+                            embedding_body["inputText"] = doc.get("text")
+                            embedding_body["inputImage"] = doc.get(
+                                "image"
+                            )  # expects a base64-encoded image
+                        else:
+                            embedding_body["inputText"] = doc
+
+                        # Add model-specific inference parameters
+                        if model_kwargs:
+                            embedding_body = embedding_body | model_kwargs
+
+                        # Clean up null values
+                        embedding_body = {k: v for k, v in embedding_body.items() if v}
+
+                        # Format payload
+                        embedding_body_payload: str = json.dumps(embedding_body)
+
                         response = self.client.invoke_model(
-                            body=embedding_body,
+                            body=embedding_body_payload,
                             modelId=self.name,
                             accept="application/json",
                             contentType="application/json",
@@ -184,9 +203,16 @@ class BedrockEncoder(DenseEncoder):
                 elif self.name and "cohere" in self.name:
                     chunked_docs = self.chunk_strings(docs)
                     for chunk in chunked_docs:
-                        chunk = json.dumps(
-                            {"texts": chunk, "input_type": self.input_type}
-                        )
+                        chunk = {"texts": chunk, "input_type": self.input_type}
+
+                        # Add model-specific inference parameters
+                        # Note: if specified, input_type will be overwritten by model_kwargs
+                        if model_kwargs:
+                            chunk = chunk | model_kwargs
+
+                        # Format payload
+                        chunk = json.dumps(chunk)
+
                         response = self.client.invoke_model(
                             body=chunk,
                             modelId=self.name,

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/clip.py

@@ -1,7 +1,7 @@
 from typing import Any, List, Optional
 
 import numpy as np
-from pydantic.v1 import PrivateAttr
+from pydantic import PrivateAttr
 from typing import Dict
 from semantic_router.encoders import DenseEncoder
 
@@ -9,7 +9,6 @@ from semantic_router.encoders import DenseEncoder
 class CLIPEncoder(DenseEncoder):
     name: str = "openai/clip-vit-base-patch16"
     type: str = "huggingface"
-    score_threshold: float = 0.2
     tokenizer_kwargs: Dict = {}
     processor_kwargs: Dict = {}
     model_kwargs: Dict = {}
@@ -21,6 +20,8 @@ class CLIPEncoder(DenseEncoder):
     _Image: Any = PrivateAttr()
 
     def __init__(self, **data):
+        if data.get("score_threshold") is None:
+            data["score_threshold"] = 0.2
         super().__init__(**data)
         self._tokenizer, self._processor, self._model = self._initialize_hf_model()
 

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/cohere.py

@@ -1,7 +1,7 @@
 import os
 from typing import Any, List, Optional
 
-from pydantic.v1 import PrivateAttr
+from pydantic import PrivateAttr
 
 from semantic_router.encoders import DenseEncoder
 from semantic_router.utils.defaults import EncoderDefault

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/fastembed.py

@@ -1,7 +1,7 @@
 from typing import Any, List, Optional
 
 import numpy as np
-from pydantic.v1 import PrivateAttr
+from pydantic import PrivateAttr
 
 from semantic_router.encoders import DenseEncoder
 

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/huggingface.py

@@ -25,7 +25,7 @@ import time
 import os
 from typing import Any, List, Optional, Dict
 
-from pydantic.v1 import PrivateAttr
+from pydantic import PrivateAttr
 
 from semantic_router.encoders import DenseEncoder
 from semantic_router.utils.logger import logger
@@ -34,7 +34,6 @@ from semantic_router.utils.logger import logger
 class HuggingFaceEncoder(DenseEncoder):
     name: str = "sentence-transformers/all-MiniLM-L6-v2"
     type: str = "huggingface"
-    score_threshold: float = 0.5
     tokenizer_kwargs: Dict = {}
     model_kwargs: Dict = {}
     device: Optional[str] = None
@@ -43,6 +42,8 @@ class HuggingFaceEncoder(DenseEncoder):
     _torch: Any = PrivateAttr()
 
     def __init__(self, **data):
+        if data.get("score_threshold") is None:
+            data["score_threshold"] = 0.5
         super().__init__(**data)
         self._tokenizer, self._model = self._initialize_hf_model()
 
@@ -153,7 +154,6 @@ class HFEndpointEncoder(DenseEncoder):
     name: str = "hugging_face_custom_endpoint"
     huggingface_url: Optional[str] = None
     huggingface_api_key: Optional[str] = None
-    score_threshold: float = 0.8
 
     def __init__(
         self,
@@ -180,6 +180,8 @@ class HFEndpointEncoder(DenseEncoder):
         """
         huggingface_url = huggingface_url or os.getenv("HF_API_URL")
         huggingface_api_key = huggingface_api_key or os.getenv("HF_API_KEY")
+        if score_threshold is None:
+            score_threshold = 0.8
 
         super().__init__(name=name, score_threshold=score_threshold)  # type: ignore
 

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/mistral.py

@@ -4,7 +4,7 @@ import os
 from time import sleep
 from typing import Any, List, Optional
 
-from pydantic.v1 import PrivateAttr
+from pydantic import PrivateAttr
 
 from semantic_router.encoders import DenseEncoder
 from semantic_router.utils.defaults import EncoderDefault

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/openai.py

@@ -2,7 +2,7 @@ from asyncio import sleep as asleep
 import os
 from time import sleep
 from typing import Any, List, Optional, Union
-from pydantic.v1 import PrivateAttr
+from pydantic import PrivateAttr
 
 import openai
 from openai import OpenAIError
@@ -36,8 +36,8 @@ model_configs = {
 
 
 class OpenAIEncoder(DenseEncoder):
-    client: Optional[openai.Client]
-    async_client: Optional[openai.AsyncClient]
+    _client: Optional[openai.Client] = PrivateAttr(default=None)
+    _async_client: Optional[openai.AsyncClient] = PrivateAttr(default=None)
     dimensions: Union[int, NotGiven] = NotGiven()
     token_limit: int = 8192  # default value, should be replaced by config
     _token_encoder: Any = PrivateAttr()
@@ -77,10 +77,10 @@ class OpenAIEncoder(DenseEncoder):
         if max_retries is not None:
             self.max_retries = max_retries
         try:
-            self.client = openai.Client(
+            self._client = openai.Client(
                 base_url=base_url, api_key=api_key, organization=openai_org_id
             )
-            self.async_client = openai.AsyncClient(
+            self._async_client = openai.AsyncClient(
                 base_url=base_url, api_key=api_key, organization=openai_org_id
             )
         except Exception as e:
@@ -103,7 +103,7 @@ class OpenAIEncoder(DenseEncoder):
             False and a document exceeds the token limit, an error will be
             raised.
         :return: List of embeddings for each document."""
-        if self.client is None:
+        if self._client is None:
             raise ValueError("OpenAI client is not initialized.")
         embeds = None
 
@@ -114,7 +114,7 @@ class OpenAIEncoder(DenseEncoder):
         # Exponential backoff
         for j in range(self.max_retries + 1):
             try:
-                embeds = self.client.embeddings.create(
+                embeds = self._client.embeddings.create(
                     input=docs,
                     model=self.name,
                     dimensions=self.dimensions,
@@ -160,7 +160,7 @@ class OpenAIEncoder(DenseEncoder):
         return text
 
     async def acall(self, docs: List[str], truncate: bool = True) -> List[List[float]]:
-        if self.async_client is None:
+        if self._async_client is None:
             raise ValueError("OpenAI async client is not initialized.")
         embeds = None
 
@@ -171,7 +171,7 @@ class OpenAIEncoder(DenseEncoder):
         # Exponential backoff
         for j in range(self.max_retries + 1):
             try:
-                embeds = await self.async_client.embeddings.create(
+                embeds = await self._async_client.embeddings.create(
                     input=docs,
                     model=self.name,
                     dimensions=self.dimensions,

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/encoders/vit.py

@@ -1,6 +1,6 @@
-from typing import Any, List, Optional, Dict
+from typing import Any, Dict, List, Optional
 
-from pydantic.v1 import PrivateAttr
+from pydantic import PrivateAttr
 
 from semantic_router.encoders import DenseEncoder
 
@@ -8,7 +8,6 @@ from semantic_router.encoders import DenseEncoder
 class VitEncoder(DenseEncoder):
     name: str = "google/vit-base-patch16-224"
     type: str = "huggingface"
-    score_threshold: float = 0.5
     processor_kwargs: Dict = {}
     model_kwargs: Dict = {}
     device: Optional[str] = None
@@ -19,6 +18,8 @@ class VitEncoder(DenseEncoder):
     _Image: Any = PrivateAttr()
 
     def __init__(self, **data):
+        if data.get("score_threshold") is None:
+            data["score_threshold"] = 0.5
         super().__init__(**data)
         self._processor, self._model = self._initialize_hf_model()
 

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/index/base.py

@@ -1,8 +1,10 @@
+from datetime import datetime
+import time
 from typing import Any, List, Optional, Tuple, Union, Dict
 import json
 
 import numpy as np
-from pydantic.v1 import BaseModel
+from pydantic import BaseModel
 
 from semantic_router.schema import ConfigParameter, SparseEmbedding, Utterance
 from semantic_router.route import Route
@@ -157,26 +159,91 @@ class BaseIndex(BaseModel):
         logger.warning("This method should be implemented by subclasses.")
         self.index = None
 
-    def _read_hash(self) -> ConfigParameter:
-        """
-        Read the hash of the previously written index.
+    def _read_config(self, field: str, scope: str | None = None) -> ConfigParameter:
+        """Read a config parameter from the index.
 
-        This method should be implemented by subclasses.
+        :param field: The field to read.
+        :type field: str
+        :param scope: The scope to read.
+        :type scope: str | None
+        :return: The config parameter that was read.
+        :rtype: ConfigParameter
         """
         logger.warning("This method should be implemented by subclasses.")
         return ConfigParameter(
-            field="sr_hash",
+            field=field,
             value="",
-            namespace="",
+            scope=scope,
         )
 
-    def _write_config(self, config: ConfigParameter):
+    def _read_hash(self) -> ConfigParameter:
+        """Read the hash of the previously written index.
+
+        :return: The config parameter that was read.
+        :rtype: ConfigParameter
         """
-        Write a config parameter to the index.
+        return self._read_config(field="sr_hash")
 
-        This method should be implemented by subclasses.
+    def _write_config(self, config: ConfigParameter) -> ConfigParameter:
+        """Write a config parameter to the index.
+
+        :param config: The config parameter to write.
+        :type config: ConfigParameter
+        :return: The config parameter that was written.
+        :rtype: ConfigParameter
         """
         logger.warning("This method should be implemented by subclasses.")
+        return config
+
+    def lock(
+        self, value: bool, wait: int = 0, scope: str | None = None
+    ) -> ConfigParameter:
+        """Lock/unlock the index for a given scope (if applicable). If index
+        already locked/unlocked, raises ValueError.
+
+        :param scope: The scope to lock.
+        :type scope: str | None
+        :param wait: The number of seconds to wait for the index to be unlocked, if
+        set to 0, will raise an error if index is already locked/unlocked.
+        :type wait: int
+        :return: The config parameter that was locked.
+        :rtype: ConfigParameter
+        """
+        start_time = datetime.now()
+        while True:
+            if self._is_locked(scope=scope) != value:
+                # in this case, we can set the lock value
+                break
+            if (datetime.now() - start_time).total_seconds() < wait:
+                # wait for 2.5 seconds before checking again
+                time.sleep(2.5)
+            else:
+                raise ValueError(
+                    f"Index is already {'locked' if value else 'unlocked'}."
+                )
+        lock_param = ConfigParameter(
+            field="sr_lock",
+            value=str(value),
+            scope=scope,
+        )
+        self._write_config(lock_param)
+        return lock_param
+
+    def _is_locked(self, scope: str | None = None) -> bool:
+        """Check if the index is locked for a given scope (if applicable).
+
+        :param scope: The scope to check.
+        :type scope: str | None
+        :return: True if the index is locked, False otherwise.
+        :rtype: bool
+        """
+        lock_config = self._read_config(field="sr_lock", scope=scope)
+        if lock_config.value == "True":
+            return True
+        elif lock_config.value == "False" or not lock_config.value:
+            return False
+        else:
+            raise ValueError(f"Invalid lock value: {lock_config.value}")
 
     def _get_all(self, prefix: Optional[str] = None, include_metadata: bool = False):
         """

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/index/pinecone.py

@@ -8,7 +8,7 @@ import json
 from typing import Any, Dict, List, Optional, Union, Tuple
 
 import numpy as np
-from pydantic.v1 import BaseModel, Field
+from pydantic import BaseModel, Field
 
 from semantic_router.index.base import BaseIndex
 from semantic_router.schema import ConfigParameter, SparseEmbedding
@@ -405,39 +405,43 @@ class PineconeIndex(BaseIndex):
         route_names = [result["metadata"]["sr_route"] for result in results["matches"]]
         return np.array(scores), route_names
 
-    def _read_hash(self) -> ConfigParameter:
+    def _read_config(self, field: str, scope: str | None = None) -> ConfigParameter:
+        scope = scope or self.namespace
         if self.index is None:
             return ConfigParameter(
-                field="sr_hash",
+                field=field,
                 value="",
-                namespace=self.namespace,
+                scope=scope,
             )
-        hash_id = f"sr_hash#{self.namespace}"
-        hash_record = self.index.fetch(
-            ids=[hash_id],
+        config_id = f"{field}#{scope}"
+        config_record = self.index.fetch(
+            ids=[config_id],
             namespace="sr_config",
         )
-        if hash_record["vectors"]:
+        if config_record["vectors"]:
             return ConfigParameter(
-                field="sr_hash",
-                value=hash_record["vectors"][hash_id]["metadata"]["value"],
-                created_at=hash_record["vectors"][hash_id]["metadata"]["created_at"],
-                namespace=self.namespace,
+                field=field,
+                value=config_record["vectors"][config_id]["metadata"]["value"],
+                created_at=config_record["vectors"][config_id]["metadata"][
+                    "created_at"
+                ],
+                scope=scope,
             )
         else:
-            logger.warning("Configuration for hash parameter not found in index.")
+            logger.warning(f"Configuration for {field} parameter not found in index.")
             return ConfigParameter(
-                field="sr_hash",
+                field=field,
                 value="",
-                namespace=self.namespace,
+                scope=scope,
             )
 
-    def _write_config(self, config: ConfigParameter) -> None:
+    def _write_config(self, config: ConfigParameter) -> ConfigParameter:
         """Method to write a config parameter to the remote Pinecone index.
 
         :param config: The config parameter to write to the index.
         :type config: ConfigParameter
         """
+        config.scope = config.scope or self.namespace
         if self.index is None:
             raise ValueError("Index has not been initialized.")
         if self.dimensions is None:
@@ -446,6 +450,7 @@ class PineconeIndex(BaseIndex):
             vectors=[config.to_pinecone(dimensions=self.dimensions)],
             namespace="sr_config",
         )
+        return config
 
     async def aquery(
         self,

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/index/postgres.py

@@ -103,7 +103,6 @@ class PostgresIndex(BaseIndex):
     connection_string: Optional[str] = None
     index_prefix: str = "semantic_router_"
     index_name: str = "index"
-    dimensions: int = 1536
     metric: Metric = Metric.COSINE
     namespace: Optional[str] = ""
     conn: Optional["psycopg2.extensions.connection"] = None
@@ -115,9 +114,9 @@ class PostgresIndex(BaseIndex):
         connection_string: Optional[str] = None,
         index_prefix: str = "semantic_router_",
         index_name: str = "index",
-        dimensions: int = 1536,
         metric: Metric = Metric.COSINE,
         namespace: Optional[str] = "",
+        dimensions: int | None = None,
     ):
         """
         Initializes the Postgres index with the specified parameters.
@@ -135,6 +134,8 @@ class PostgresIndex(BaseIndex):
         :param namespace: An optional namespace for the index.
         :type namespace: Optional[str]
         """
+        if dimensions is None:
+            dimensions = 1536
         super().__init__()
         # try and import psycopg2
         try:

{semantic_router-0.1.0.dev2 → semantic_router-0.1.0.dev4}/semantic_router/index/qdrant.py

@@ -1,7 +1,7 @@
 from typing import Any, Dict, List, Optional, Tuple, Union
 
 import numpy as np
-from pydantic.v1 import Field
+from pydantic import Field
 
 from semantic_router.index.base import BaseIndex
 from semantic_router.schema import ConfigParameter, Metric, SparseEmbedding, Utterance
@@ -40,7 +40,7 @@ class QdrantIndex(BaseIndex):
         default=6334,
         description="Port of the gRPC interface.",
     )
-    prefer_grpc: bool = Field(
+    prefer_grpc: Optional[bool] = Field(
         default=None,
         description="Whether to use gPRC interface whenever possible in methods",
     )