indexify 0.0.0__tar.gz → 0.0.1__tar.gz

{indexify-0.0.0 → indexify-0.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: indexify
-Version: 0.0.0
+Version: 0.0.1
 Summary: Python Client for Indexify
 Home-page: https://github.com/diptanu/indexify
 License: Apache 2.0

indexify-0.0.1/indexify/indexify.py

@@ -0,0 +1,115 @@
+from typing import Optional, List
+from enum import Enum
+import requests
+import json
+import dataclasses
+from dataclasses import dataclass
+
+DEFAULT_INDEXIFY_URL = "https://localhost:8090"
+
+DEFAULT_EMBEDDING_MODEL = "all-minilm-l6-v2"
+
+
+class ApiException(Exception):
+    def __init__(self, message: str) -> None:
+        super().__init__(message)
+
+
+class Metric(str, Enum):
+    COSINE = "cosine"
+    DOT = "dot"
+    EUCLIDEAN = "euclidean"
+
+    def __str__(self) -> str:
+        return self.name.lower()
+
+
+class TextSplitter(str, Enum):
+    NEWLINE = "new_line"
+    REGEX = "regex"
+    NOOP = "noop"
+
+    def __str__(self) -> str:
+        return self.value.lower()
+
+
+@dataclass
+class TextChunk:
+    text: str
+    metadata: dict
+
+    def to_json(self):
+        return json.dumps({"text": self.text, "metadata": self.metadata})
+
+
+@dataclass
+class SearchChunk:
+    index: str
+    query: str
+    k: int
+
+
+@dataclass
+class SearchResult:
+    results: List[TextChunk]
+
+
+class Indexify:
+    def __init__(self, url, index) -> None:
+        self._url = url
+        self._index = index
+
+    @classmethod
+    def create_index(
+        cls,
+        name: str,
+        indexify_url: Optional[str] = DEFAULT_INDEXIFY_URL,
+        embedding_model: Optional[str] = DEFAULT_EMBEDDING_MODEL,
+        metric: Metric = Metric.COSINE,
+        splitter: Optional[str] = TextSplitter.NEWLINE,
+        unique_labels=Optional[List[str]],
+    ):
+        req = {
+            "name": name,
+            "embedding_model": embedding_model,
+            "metric": metric,
+            "text_splitter": splitter,
+            "hash_on": unique_labels,
+        }
+        resp = requests.post(f"{indexify_url}/index/create", json=req)
+        if resp.status_code == 200:
+            return cls(indexify_url, name)
+        Indexify._get_payload(resp)
+
+    @classmethod
+    def get_index(cls, name: str, indexify_url: Optional[str]):
+        return cls(indexify_url, name)
+
+    def add_text_chunk(self, chunk: str, metadata: dict):
+        text_chunk = TextChunk(chunk, metadata)
+        req = {"index": self._index, "documents": [dataclasses.asdict(text_chunk)]}
+        resp = requests.post(f"{self._url}/index/add", json=req)
+        if resp.status_code == 200:
+            return
+        self._get_payload(resp)
+
+    def search(self, query: str, top_k: int):
+        req = SearchChunk(index=self._index, query=query, k=top_k)
+        resp = requests.get(f"{self._url}/index/search", json=dataclasses.asdict(req))
+        payload = self._get_payload(resp)
+        result = SearchResult(results=[])
+        for res in payload["results"]:
+            result.results.append(TextChunk(text=res["text"], metadata=res["metadata"]))
+        return result
+
+    @staticmethod
+    def _get_payload(response):
+        payload = {"errors": []}
+        try:
+            payload = json.loads(response.text)
+        except:
+            raise ApiException(response.text)
+        if len(payload["errors"]) > 0:
+            raise ApiException(f"Failed to create index: {payload['errors']}")
+
+        return payload

{indexify-0.0.0 → indexify-0.0.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "indexify"
-version = "0.0.0"
+version = "0.0.1"
 description = "Python Client for Indexify"
 authors = ["Diptanu Gon Choudhury <diptanuc@gmail.com>"]
 license = "Apache 2.0"

indexify-0.0.0/indexify/indexify.py

@@ -1,63 +0,0 @@
-from typing import Optional, List
-from enum import Enum
-import requests
-import json
-
-DEFAULT_INDEXIFY_URL = "https://localhost:8090"
-
-DEFAULT_EMBEDDING_MODEL = "all-minilm-l6-v2"
-
-class ApiException(Exception):
-
-    def __init__(self, message: str) -> None:
-        super().__init__(message)
-    
-class Metric(Enum):
-    COSINE = 1
-    DOT = 2
-
-    def __str__(self) -> str:
-        return self.name.lower()
-
-
-class TextSplitter(Enum):
-    NEWLINE = "new_line"
-    REGEX = "regex"
-    NOOP = "noop"
-
-    def __str__(self) -> str:
-        return self.value.lower()
-
-
-class Indexify:
-    def __init__(self, url, index) -> None:
-        self._url = url
-        self._index = index
-
-    @classmethod
-    def create_index(
-        cls,
-        name: str,
-        indexify_url: Optional[str] = DEFAULT_INDEXIFY_URL,
-        embedding_model: Optional[str] = DEFAULT_EMBEDDING_MODEL,
-        metric: Metric = Metric.COSINE,
-        splitter: Optional[str] = TextSplitter.NEWLINE,
-        unique_labels=Optional[List[str]],
-    ):
-        request_body = json.dumps({"name": name, "embedding_model": embedding_model, "metric": metric, "splitter": splitter, "unique_labels": unique_labels})
-        resp = requests.post(f"{indexify_url}/index/create", data=request_body)
-        if resp.status_code == 200:
-            return cls(indexify_url, name)
-        payload = json.loads(resp.text)        
-        raise ApiException(f"Failed to create index: {payload.errors}")
-
-    @classmethod
-    def get_index(cls, name: str, indexify_url: Optional[str]):
-        return cls(indexify_url, name)
-
-    def add_document(self, document: str, label: str):
-
-        pass
-
-    def search(self, query: str, top_k: int):
-        pass