langchain-zunno 0.1.0__py3-none-any.whl → 0.1.1__py3-none-any.whl

langchain_zunno/__init__.py

@@ -0,0 +1,19 @@
+"""
+LangChain Zunno Integration
+
+A LangChain integration for Zunno LLM and Embeddings.
+"""
+
+from .llm import ZunnoLLM, create_zunno_llm
+from .embeddings import ZunnoLLMEmbeddings, create_zunno_embeddings
+
+__version__ = "0.1.0"
+__author__ = "Amit Kumar"
+__email__ = "amit@zunno.ai"
+
+__all__ = [
+    "ZunnoLLM",
+    "ZunnoLLMEmbeddings", 
+    "create_zunno_llm",
+    "create_zunno_embeddings",
+] 

langchain_zunno/embeddings.py

@@ -0,0 +1,115 @@
+"""
+LangChain Embeddings integration for Zunno.
+"""
+
+from typing import List
+from langchain.embeddings.base import Embeddings
+import requests
+
+
+class ZunnoLLMEmbeddings(Embeddings):
+    """Zunno Embeddings wrapper for LangChain."""
+    
+    model_name: str
+    base_url: str = "http://15.206.124.44/v1/text-embeddings"
+    timeout: int = 300
+    
+    def __init__(self, model_name: str, base_url: str = None, timeout: int = 300):
+        super().__init__()
+        self.model_name = model_name
+        if base_url:
+            self.base_url = base_url
+        self.timeout = timeout
+    
+    def embed_documents(self, texts: List[str]) -> List[List[float]]:
+        """Embed a list of documents."""
+        embeddings = []
+        for text in texts:
+            embedding = self.embed_query(text)
+            embeddings.append(embedding)
+        return embeddings
+    
+    def embed_query(self, text: str) -> List[float]:
+        """Embed a single query."""
+        try:
+            payload = {
+                "model_name": self.model_name,
+                "text": text,
+                "options": {
+                    "normalize": True
+                }
+            }
+            
+            response = requests.post(
+                self.base_url,
+                json=payload,
+                timeout=self.timeout
+            )
+            
+            if response.status_code != 200:
+                raise Exception(f"Zunno embeddings API error: {response.text}")
+            
+            data = response.json()
+            embeddings = data.get("embeddings", [])
+            
+            if not embeddings:
+                raise Exception("No embeddings returned from API")
+                
+            return embeddings
+            
+        except Exception as e:
+            raise Exception(f"Error getting text embeddings: {e}")
+    
+    async def aembed_documents(self, texts: List[str]) -> List[List[float]]:
+        """Async embed a list of documents."""
+        embeddings = []
+        for text in texts:
+            embedding = await self.aembed_query(text)
+            embeddings.append(embedding)
+        return embeddings
+    
+    async def aembed_query(self, text: str) -> List[float]:
+        """Async embed a single query."""
+        try:
+            import httpx
+            
+            async with httpx.AsyncClient(timeout=self.timeout) as client:
+                payload = {
+                    "model_name": self.model_name,
+                    "text": text,
+                    "options": {
+                        "normalize": True
+                    }
+                }
+                
+                response = await client.post(
+                    self.base_url,
+                    json=payload
+                )
+                
+                if response.status_code != 200:
+                    raise Exception(f"Zunno embeddings API error: {response.text}")
+                
+                data = response.json()
+                embeddings = data.get("embeddings", [])
+                
+                if not embeddings:
+                    raise Exception("No embeddings returned from API")
+                    
+                return embeddings
+                
+        except Exception as e:
+            raise Exception(f"Error getting text embeddings: {e}")
+
+
+def create_zunno_embeddings(
+    model_name: str,
+    base_url: str = "http://15.206.124.44/v1/text-embeddings",
+    timeout: int = 300
+) -> ZunnoLLMEmbeddings:
+    """Create a Zunno Embeddings instance."""
+    return ZunnoLLMEmbeddings(
+        model_name=model_name,
+        base_url=base_url,
+        timeout=timeout
+    ) 

langchain_zunno/llm.py

@@ -0,0 +1,130 @@
+"""
+LangChain LLM integration for Zunno.
+"""
+
+from typing import Any, List, Optional, Dict
+from langchain.llms.base import LLM
+from langchain.callbacks.manager import CallbackManagerForLLMRun
+import requests
+
+
+class ZunnoLLM(LLM):
+    """Zunno LLM wrapper for LangChain."""
+    
+    model_name: str
+    base_url: str = "http://15.206.124.44/v1/prompt-response"
+    temperature: float = 0.7
+    max_tokens: Optional[int] = None
+    timeout: int = 300
+    
+    @property
+    def _llm_type(self) -> str:
+        """Return type of LLM."""
+        return "zunno"
+    
+    @property
+    def _identifying_params(self) -> Dict[str, Any]:
+        """Get the identifying parameters."""
+        return {
+            "model_name": self.model_name,
+            "temperature": self.temperature,
+            "max_tokens": self.max_tokens,
+            "base_url": self.base_url,
+        }
+    
+    def _call(
+        self,
+        prompt: str,
+        stop: Optional[List[str]] = None,
+        run_manager: Optional[CallbackManagerForLLMRun] = None,
+        **kwargs: Any,
+    ) -> str:
+        """Call the Zunno API."""
+        try:
+            payload = {
+                "model_name": self.model_name,
+                "prompt": prompt,
+                "stream": False,
+                "options": {
+                    "temperature": self.temperature,
+                }
+            }
+            
+            if self.max_tokens:
+                payload["options"]["num_predict"] = self.max_tokens
+            
+            if stop:
+                payload["options"]["stop"] = stop
+            
+            response = requests.post(
+                self.base_url,
+                json=payload,
+                timeout=self.timeout
+            )
+            
+            if response.status_code != 200:
+                raise Exception(f"Zunno API error: {response.text}")
+            
+            data = response.json()
+            return data.get("response", "")
+            
+        except Exception as e:
+            raise Exception(f"Error calling Zunno LLM: {e}")
+    
+    async def _acall(
+        self,
+        prompt: str,
+        stop: Optional[List[str]] = None,
+        run_manager: Optional[CallbackManagerForLLMRun] = None,
+        **kwargs: Any,
+    ) -> str:
+        """Async call to the Zunno API."""
+        try:
+            import httpx
+            
+            async with httpx.AsyncClient(timeout=self.timeout) as client:
+                payload = {
+                    "model_name": self.model_name,
+                    "prompt": prompt,
+                    "stream": False,
+                    "options": {
+                        "temperature": self.temperature,
+                    }
+                }
+                
+                if self.max_tokens:
+                    payload["options"]["num_predict"] = self.max_tokens
+                
+                if stop:
+                    payload["options"]["stop"] = stop
+                
+                response = await client.post(
+                    self.base_url,
+                    json=payload
+                )
+
+                if response.status_code != 200:
+                    raise Exception(f"Zunno API error: {response.text}")
+                
+                data = response.json()
+                return data.get("response", "")
+                
+        except Exception as e:
+            raise Exception(f"Error calling Zunno LLM: {e}")
+
+
+def create_zunno_llm(
+    model_name: str,
+    temperature: float = 0.7,
+    max_tokens: Optional[int] = None,
+    base_url: str = "http://15.206.124.44/v1/prompt-response",
+    timeout: int = 300
+) -> ZunnoLLM:
+    """Create a Zunno LLM instance."""
+    return ZunnoLLM(
+        model_name=model_name,
+        temperature=temperature,
+        max_tokens=max_tokens,
+        base_url=base_url,
+        timeout=timeout
+    ) 

{langchain_zunno-0.1.0.dist-info → langchain_zunno-0.1.1.dist-info}/METADATA

@@ -1,9 +1,7 @@
 Metadata-Version: 2.4
 Name: langchain-zunno
-Version: 0.1.0
+Version: 0.1.1
 Summary: LangChain integration for Zunno LLM and Embeddings
-Home-page: https://github.com/zunno/langchain-zunno
-Author: Amit Kumar
 Author-email: Amit Kumar <amit@zunno.ai>
 Maintainer-email: Amit Kumar <amit@zunno.ai>
 License: MIT
@@ -38,10 +36,7 @@ Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
 Requires-Dist: black>=22.0.0; extra == "dev"
 Requires-Dist: isort>=5.0.0; extra == "dev"
 Requires-Dist: flake8>=4.0.0; extra == "dev"
-Dynamic: author
-Dynamic: home-page
 Dynamic: license-file
-Dynamic: requires-python
 
 # LangChain Zunno Integration
 

langchain_zunno-0.1.1.dist-info/RECORD

@@ -0,0 +1,8 @@
+langchain_zunno/__init__.py,sha256=f8gMSVjaRKOQ-wlkVkA_mUhx-aVQQqhMRtEMFX7F7ec,394
+langchain_zunno/embeddings.py,sha256=jGUZyD7wK85xMMEH1KcNdLUcrlAQw7jJhCkXZmidc0A,3632
+langchain_zunno/llm.py,sha256=vJRdnimXg9LmKhwbAFynCShbZb_oTtt5o2wV8NnO-8E,3841
+langchain_zunno-0.1.1.dist-info/licenses/LICENSE,sha256=dfF1ZH0fV045UpyRp_biKmKgCnMzhtoI3LDb38A3BTY,1062
+langchain_zunno-0.1.1.dist-info/METADATA,sha256=kIdJUlH4dJXe55y9wD23KIfq-B28ymDvljtajaFEsV0,5087
+langchain_zunno-0.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+langchain_zunno-0.1.1.dist-info/top_level.txt,sha256=BLZabFpkl0bwIZYVHVEWL5KgvEUzHWC_KuAsk9tm0t4,16
+langchain_zunno-0.1.1.dist-info/RECORD,,

langchain_zunno-0.1.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+langchain_zunno

langchain_zunno-0.1.0.dist-info/RECORD

@@ -1,5 +0,0 @@
-langchain_zunno-0.1.0.dist-info/licenses/LICENSE,sha256=dfF1ZH0fV045UpyRp_biKmKgCnMzhtoI3LDb38A3BTY,1062
-langchain_zunno-0.1.0.dist-info/METADATA,sha256=kii1tui8XG2eyCZ6rJFk8DRpCAULR0iUtu48cM1VcAE,5218
-langchain_zunno-0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-langchain_zunno-0.1.0.dist-info/top_level.txt,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-langchain_zunno-0.1.0.dist-info/RECORD,,

langchain_zunno-0.1.0.dist-info/top_level.txt

@@ -1 +0,0 @@
-