pygpt-net 2.4.41__py3-none-any.whl → 2.4.42__py3-none-any.whl

pygpt_net/provider/llms/azure_openai.py

@@ -6,9 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Optional, List, Dict
+
 from langchain_openai import AzureOpenAI
 from langchain_openai import AzureChatOpenAI
 
@@ -39,7 +41,12 @@ class AzureOpenAILLM(BaseLLM):
         self.id = "azure_openai"
         self.type = [MODE_LANGCHAIN, MODE_LLAMA_INDEX, "embeddings"]
 
-    def completion(self, window, model: ModelItem, stream: bool = False):
+    def completion(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ):
         """
         Return LLM provider instance for completion
 
@@ -51,7 +58,12 @@ class AzureOpenAILLM(BaseLLM):
         args = self.parse_args(model.langchain)
         return AzureOpenAI(**args)
 
-    def chat(self, window, model: ModelItem, stream: bool = False):
+    def chat(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ):
         """
         Return LLM provider instance for chat
 
@@ -63,7 +75,12 @@ class AzureOpenAILLM(BaseLLM):
         args = self.parse_args(model.langchain)
         return AzureChatOpenAI(**args)
 
-    def llama(self, window, model: ModelItem, stream: bool = False) -> LlamaBaseLLM:
+    def llama(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> LlamaBaseLLM:
         """
         Return LLM provider instance for llama
 
@@ -75,7 +92,11 @@ class AzureOpenAILLM(BaseLLM):
         args = self.parse_args(model.llama_index)
         return LlamaAzureOpenAI(**args)
 
-    def get_embeddings_model(self, window, config: list = None) -> BaseEmbedding:
+    def get_embeddings_model(
+            self,
+            window,
+            config: Optional[List[Dict]] = None
+    ) -> BaseEmbedding:
         """
         Return provider instance for embeddings
 

pygpt_net/provider/llms/base.py

@@ -6,10 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
 import os
+from typing import Optional, List, Dict
 
 from llama_index.core.base.embeddings.base import BaseEmbedding
 from llama_index.core.llms.llm import BaseLLM as LlamaBaseLLM
@@ -30,7 +31,13 @@ class BaseLLM:
         self.type = []  # langchain, llama_index, embeddings
         self.description = ""
 
-    def init(self, window, model: ModelItem, mode: str, sub_mode: str = None):
+    def init(
+            self,
+            window,
+            model: ModelItem,
+            mode: str,
+            sub_mode: str = None
+    ):
         """
         Initialize provider
 
@@ -53,7 +60,11 @@ class BaseLLM:
                 except Exception as e:
                     pass
 
-    def init_embeddings(self, window, env: list):
+    def init_embeddings(
+            self,
+            window,
+            env: Optional[List[Dict]] = None
+    ):
         """
         Initialize embeddings provider
 
@@ -69,7 +80,10 @@ class BaseLLM:
                 except Exception as e:
                     pass
 
-    def parse_args(self, options: dict) -> dict:
+    def parse_args(
+            self,
+            options: dict
+    ) -> dict:
         """
         Parse extra args
 
@@ -82,7 +96,12 @@ class BaseLLM:
                 args = parse_args(options['args'])
         return args
 
-    def completion(self, window, model: ModelItem, stream: bool = False) -> any:
+    def completion(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> any:
         """
         Return LLM provider instance for completion in langchain mode
 
@@ -93,7 +112,12 @@ class BaseLLM:
         """
         pass
 
-    def chat(self, window, model: ModelItem, stream: bool = False) -> any:
+    def chat(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> any:
         """
         Return LLM provider instance for chat in langchain mode
 
@@ -104,7 +128,12 @@ class BaseLLM:
         """
         pass
 
-    def llama(self, window, model: ModelItem, stream: bool = False) -> LlamaBaseLLM:
+    def llama(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> LlamaBaseLLM:
         """
         Return LLM provider instance for llama index query and chat
 
@@ -115,7 +144,12 @@ class BaseLLM:
         """
         pass
 
-    def llama_multimodal(self, window, model: ModelItem, stream: bool = False) -> LlamaMultiModalLLM:
+    def llama_multimodal(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> LlamaMultiModalLLM:
         """
         Return multimodal LLM provider instance for llama
 
@@ -126,7 +160,11 @@ class BaseLLM:
         """
         pass
 
-    def get_embeddings_model(self, window, config: list = None) -> BaseEmbedding:
+    def get_embeddings_model(
+            self,
+            window,
+            config: Optional[List[Dict]] = None
+    ) -> BaseEmbedding:
         """
         Return provider instance for embeddings
 

pygpt_net/provider/llms/google.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
 from llama_index.llms.gemini import Gemini
@@ -32,7 +32,12 @@ class GoogleLLM(BaseLLM):
         self.id = "google"
         self.type = [MODE_LLAMA_INDEX]
 
-    def llama(self, window, model: ModelItem, stream: bool = False) -> LlamaBaseLLM:
+    def llama(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> LlamaBaseLLM:
         """
         Return LLM provider instance for llama
 

pygpt_net/provider/llms/hugging_face.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
 from langchain_community.llms import HuggingFaceHub
@@ -24,7 +24,12 @@ class HuggingFaceLLM(BaseLLM):
         self.id = "huggingface"
         self.type = [MODE_LANGCHAIN]
 
-    def completion(self, window, model: ModelItem, stream: bool = False):
+    def completion(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ):
         """
         Return LLM provider instance for completion
 
@@ -36,7 +41,12 @@ class HuggingFaceLLM(BaseLLM):
         args = self.parse_args(model.langchain)
         return HuggingFaceHub(**args)
 
-    def chat(self, window, model: ModelItem, stream: bool = False):
+    def chat(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ):
         """
         Return LLM provider instance for chat
 

pygpt_net/provider/llms/hugging_face_api.py

@@ -6,10 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
 import os
+from typing import Optional, List, Dict
 
 from pygpt_net.core.types import (
     MODE_LLAMA_INDEX,
@@ -28,7 +29,12 @@ class HuggingFaceApiLLM(BaseLLM):
         self.id = "huggingface_api"
         self.type = [MODE_LLAMA_INDEX, "embeddings"]
 
-    def llama(self, window, model: ModelItem, stream: bool = False) -> LlamaBaseLLM:
+    def llama(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> LlamaBaseLLM:
         """
         Return LLM provider instance for llama
 
@@ -40,7 +46,11 @@ class HuggingFaceApiLLM(BaseLLM):
         args = self.parse_args(model.llama_index)
         return HuggingFaceInferenceAPI(**args)
 
-    def get_embeddings_model(self, window, config: list = None) -> BaseEmbedding:
+    def get_embeddings_model(
+            self,
+            window,
+            config: Optional[List[Dict]] = None
+    ) -> BaseEmbedding:
         """
         Return provider instance for embeddings
 
@@ -55,7 +65,11 @@ class HuggingFaceApiLLM(BaseLLM):
             })
         return HuggingFaceAPIEmbedding(**args)
 
-    def init_embeddings(self, window, env: list):
+    def init_embeddings(
+            self,
+            window,
+            env: Optional[List[Dict]] = None
+    ):
         """
         Initialize embeddings provider
 

pygpt_net/provider/llms/local.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
 from llama_index.llms.openai_like import OpenAILike
@@ -25,7 +25,12 @@ class LocalLLM(BaseLLM):
         self.id = "local_ai"
         self.type = [MODE_LLAMA_INDEX]
 
-    def llama(self, window, model: ModelItem, stream: bool = False) -> LlamaBaseLLM:
+    def llama(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> LlamaBaseLLM:
         """
         Return LLM provider instance for llama
 

pygpt_net/provider/llms/ollama.py

@@ -6,10 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
 import os
+from typing import Optional, List, Dict
 
 from langchain_community.chat_models import ChatOllama
 
@@ -33,7 +34,12 @@ class OllamaLLM(BaseLLM):
         self.id = "ollama"
         self.type = [MODE_LANGCHAIN, MODE_LLAMA_INDEX, "embeddings"]
 
-    def completion(self, window, model: ModelItem, stream: bool = False):
+    def completion(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ):
         """
         Return LLM provider instance for completion
 
@@ -44,7 +50,12 @@ class OllamaLLM(BaseLLM):
         """
         return None
 
-    def chat(self, window, model: ModelItem, stream: bool = False):
+    def chat(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ):
         """
         Return LLM provider instance for chat
 
@@ -56,7 +67,12 @@ class OllamaLLM(BaseLLM):
         args = self.parse_args(model.langchain)
         return ChatOllama(**args)
 
-    def llama(self, window, model: ModelItem, stream: bool = False) -> LlamaBaseLLM:
+    def llama(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> LlamaBaseLLM:
         """
         Return LLM provider instance for llama
 
@@ -69,7 +85,11 @@ class OllamaLLM(BaseLLM):
         args = self.parse_args(model.llama_index)
         return Ollama(**args)
 
-    def get_embeddings_model(self, window, config: list = None) -> BaseEmbedding:
+    def get_embeddings_model(
+            self,
+            window,
+            config: Optional[List[Dict]] = None
+    ) -> BaseEmbedding:
         """
         Return provider instance for embeddings
 
@@ -84,7 +104,11 @@ class OllamaLLM(BaseLLM):
             })
         return OllamaEmbedding(**args)
 
-    def init_embeddings(self, window, env: list):
+    def init_embeddings(
+            self,
+            window,
+            env: Optional[List[Dict]] = None
+    ):
         """
         Initialize embeddings provider
 

pygpt_net/provider/llms/openai.py

@@ -6,9 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Optional, List, Dict
+
 from langchain_openai import OpenAI
 from langchain_openai import ChatOpenAI
 
@@ -33,7 +35,12 @@ class OpenAILLM(BaseLLM):
         self.id = "openai"
         self.type = [MODE_LANGCHAIN, MODE_LLAMA_INDEX, "embeddings"]
 
-    def completion(self, window, model: ModelItem, stream: bool = False):
+    def completion(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ):
         """
         Return LLM provider instance for completion
 
@@ -45,7 +52,12 @@ class OpenAILLM(BaseLLM):
         args = self.parse_args(model.langchain)
         return OpenAI(**args)
 
-    def chat(self, window, model: ModelItem, stream: bool = False):
+    def chat(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ):
         """
         Return LLM provider instance for chat
 
@@ -57,7 +69,12 @@ class OpenAILLM(BaseLLM):
         args = self.parse_args(model.langchain)
         return ChatOpenAI(**args)
 
-    def llama(self, window, model: ModelItem, stream: bool = False) -> LlamaBaseLLM:
+    def llama(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> LlamaBaseLLM:
         """
         Return LLM provider instance for llama
 
@@ -69,7 +86,12 @@ class OpenAILLM(BaseLLM):
         args = self.parse_args(model.llama_index)
         return LlamaOpenAI(**args)
 
-    def llama_multimodal(self, window, model: ModelItem, stream: bool = False) -> LlamaMultiModalLLM:
+    def llama_multimodal(
+            self,
+            window,
+            model: ModelItem,
+            stream: bool = False
+    ) -> LlamaMultiModalLLM:
         """
         Return multimodal LLM provider instance for llama
 
@@ -81,7 +103,11 @@ class OpenAILLM(BaseLLM):
         args = self.parse_args(model.llama_index)
         return LlamaOpenAIMultiModal(**args)
 
-    def get_embeddings_model(self, window, config: list = None) -> BaseEmbedding:
+    def get_embeddings_model(
+            self,
+            window,
+            config: Optional[List[Dict]] = None
+    ) -> BaseEmbedding:
         """
         Return provider instance for embeddings
 

pygpt_net/provider/vector_stores/__init__.py

@@ -6,11 +6,13 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.23 00:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
 import hashlib
+from typing import Optional, Tuple, List
 
+from llama_index.core.indices.service_context import ServiceContext
 from llama_index.core.indices.base import BaseIndex
 from llama_index.core.indices.vector_store.base import VectorStoreIndex
 
@@ -31,7 +33,7 @@ class Storage:
         self.indexes = {}
         self.tmp_storage = TempProvider(window=window)
 
-    def get_storage(self) -> BaseStore or None:
+    def get_storage(self) -> Optional[BaseStore]:
         """
         Get current vector store provider
 
@@ -44,7 +46,7 @@ class Storage:
             return None
         return self.storages[current]
 
-    def get_tmp_storage(self) -> BaseStore or None:
+    def get_tmp_storage(self) -> Optional[TempProvider]:
         """
         Get temp vector store provider
 
@@ -52,16 +54,19 @@ class Storage:
         """
         return self.tmp_storage
 
-    def get_ctx_idx_storage(self, path: str) -> BaseStore or None:
+    def get_ctx_idx_storage(self, path: str) -> CtxAttachmentProvider:
         """
         Get temp vector store provider
         
         :param path: Path to index on disk
         :return: vector store provider instance
         """
-        return CtxAttachmentProvider(window=self.window, path=path)
+        return CtxAttachmentProvider(
+            window=self.window,
+            path=path
+        )
 
-    def register(self, name: str, storage=None):
+    def register(self, name: str, storage: BaseStore):
         """
         Register vector store provider
 
@@ -71,7 +76,7 @@ class Storage:
         storage.attach(window=self.window)
         self.storages[name] = storage
 
-    def get_ids(self) -> list:
+    def get_ids(self) -> List[str]:
         """
         Return all vector store providers IDs
 
@@ -79,7 +84,7 @@ class Storage:
         """
         return list(self.storages.keys())
 
-    def exists(self, id: str = None) -> bool:
+    def exists(self, id: Optional[str] = None) -> bool:
         """
         Check if index exists
 
@@ -102,7 +107,11 @@ class Storage:
             raise Exception('Storage engine not found!')
         storage.create(id)
 
-    def get(self, id: str, service_context=None) -> BaseIndex:
+    def get(
+            self,
+            id: str,
+            service_context: Optional[ServiceContext]
+    ) -> BaseIndex:
         """
         Get index instance
 
@@ -118,7 +127,11 @@ class Storage:
             service_context=service_context,
         )
 
-    def store(self, id: str, index: BaseIndex = None):
+    def store(
+            self,
+            id: str,
+            index: Optional[BaseIndex] = None
+    ):
         """
         Store index
 
@@ -173,7 +186,11 @@ class Storage:
             doc_id=doc_id,
         )
 
-    def get_tmp(self, identifier: str, service_context=None) -> (str, BaseIndex):
+    def get_tmp(
+            self,
+            identifier: str,
+            service_context: Optional[ServiceContext] = None
+    ) -> Tuple[str, BaseIndex]:
         """
         Get tmp index instance
 
@@ -191,7 +208,11 @@ class Storage:
             service_context=service_context,
         )
 
-    def store_tmp(self, id: str, index: BaseIndex = None):
+    def store_tmp(
+            self,
+            id: str,
+            index: Optional[BaseIndex] = None
+    ):
         """
         Store index
 
@@ -228,7 +249,11 @@ class Storage:
             raise Exception('Storage engine not found!')
         storage.clean(id)
 
-    def get_ctx_idx(self, path: str, service_context=None) -> (str, BaseIndex):
+    def get_ctx_idx(
+            self,
+            path: str,
+            service_context: Optional[ServiceContext] = None
+    ) -> BaseIndex:
         """
         Get context index instance
 
@@ -241,10 +266,15 @@ class Storage:
         if storage is None:
             raise Exception('Storage engine not found!')
         return storage.get(
+            id="",
             service_context=service_context,
         )
 
-    def store_ctx_idx(self, path: str, index: BaseIndex = None):
+    def store_ctx_idx(
+            self,
+            path: str,
+            index: Optional[BaseIndex] = None
+    ):
         """
         Store context index
 
@@ -255,6 +285,7 @@ class Storage:
         if storage is None:
             raise Exception('Storage engine not found!')
         storage.store(
+            id="",
             index=index,
         )