pygpt-net 2.4.37__py3-none-any.whl → 2.4.42__py3-none-any.whl

pygpt_net/core/assistants/store.py

@@ -6,9 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.04.30 04:00:00                  #
+# Updated Date: 2024.12.14 08:00:00                  #
 # ================================================== #
+
 import datetime
+from typing import Optional, List, Dict, Any
 
 from packaging.version import Version
 
@@ -50,7 +52,7 @@ class Store:
         if id in self.items:
             return self.items[id]
 
-    def get_ids(self) -> list:
+    def get_ids(self) -> List[str]:
         """
         Return all loaded store IDs
 
@@ -59,7 +61,7 @@ class Store:
         return list(self.items.keys())
 
 
-    def get_all(self) -> dict:
+    def get_all(self) -> Dict[str, AssistantStoreItem]:
         """
         Return all stores
 
@@ -97,7 +99,7 @@ class Store:
         """
         return id in self.items
 
-    def create(self) -> AssistantStoreItem or None:
+    def create(self) -> Optional[AssistantStoreItem]:
         """
         Create new store
 
@@ -115,7 +117,7 @@ class Store:
         self.items[store.id] = store
         return store
 
-    def update(self, store: AssistantStoreItem) -> AssistantStoreItem or None:
+    def update(self, store: AssistantStoreItem) -> Optional[AssistantStoreItem]:
         """
         Update store
 
@@ -142,7 +144,7 @@ class Store:
             status = self.parse_status(data)
         return status, data
 
-    def parse_status(self, store) -> dict:
+    def parse_status(self, store) -> Dict[str, Any]:
         """
         Parse store status
 
@@ -185,7 +187,11 @@ class Store:
         self.append_status(store, status)  # append to store
         self.update(store)  # save to db
 
-    def append_status(self, store: AssistantStoreItem, status: dict):
+    def append_status(
+            self,
+            store: AssistantStoreItem,
+            status: Dict[str, Any]
+    ):
         """
         Append status to store
 
@@ -208,7 +214,7 @@ class Store:
         if "expires_after" in status:
             store.expire_days = int(status["expires_after"]["days"] or 0)
 
-    def get_names(self) -> dict:
+    def get_names(self) -> Dict[str, str]:
         """
         Get store name mapping id <> name
 
@@ -235,7 +241,7 @@ class Store:
             return True
         return False
 
-    def import_items(self, items: dict):
+    def import_items(self, items: Dict[str, AssistantStoreItem]):
         """
         Insert items
 
@@ -286,5 +292,9 @@ class Store:
         self.provider.save_all(self.items)
 
     def get_version(self) -> str:
-        """Get config version"""
+        """
+        Get config version
+
+        :return: version
+        """
         return self.provider.get_version()

pygpt_net/core/attachments/__init__.py

@@ -6,10 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.26 02:00:00                  #
+# Updated Date: 2024.12.14 08:00:00                  #
 # ================================================== #
 
 import copy
+from typing import Optional, List, Dict
 
 from packaging.version import Version
 
@@ -83,7 +84,7 @@ class Attachments:
 
         return list(self.items[mode].keys())
 
-    def get_id_by_idx(self, mode: str, idx: int) -> str or None:
+    def get_id_by_idx(self, mode: str, idx: int) -> Optional[str]:
         """
         Get ID by index in mode
 
@@ -97,7 +98,7 @@ class Attachments:
                 return id
             i += 1
 
-    def get_by_id(self, mode: str, id: str) -> AttachmentItem or None:
+    def get_by_id(self, mode: str, id: str) -> Optional[AttachmentItem]:
         """
         Return attachment by ID in mode
 
@@ -111,7 +112,7 @@ class Attachments:
         if id in self.items[mode]:
             return self.items[mode][id]
 
-    def get_by_idx(self, mode: str, idx: int) -> AttachmentItem or None:
+    def get_by_idx(self, mode: str, idx: int) -> Optional[AttachmentItem]:
         """
         Return item by index in mode
 
@@ -123,7 +124,11 @@ class Attachments:
         if id is not None:
             return self.items[mode][id]
 
-    def get_all(self, mode: str, only_files: bool = True) -> dict:
+    def get_all(
+            self,
+            mode: str,
+            only_files: bool = True
+    ) -> dict:
         """
         Return all items in mode
 
@@ -141,7 +146,11 @@ class Attachments:
                 current[attachment.id] = attachment
         return current
 
-    def get_from_meta_ctx(self, mode: str, meta: CtxMeta) -> list:
+    def get_from_meta_ctx(
+            self,
+            mode: str,
+            meta: CtxMeta
+    ) -> List[AttachmentItem]:
         """
         Get attachments from meta context
 
@@ -174,8 +183,8 @@ class Attachments:
     def new(
             self,
             mode: str,
-            name: str = None,
-            path: str = None,
+            name: Optional[str] = None,
+            path: Optional[str] = None,
             auto_save: bool = True,
             type: str = AttachmentItem.TYPE_FILE,
     ) -> AttachmentItem:
@@ -233,7 +242,11 @@ class Attachments:
         attachment.id = id
         return attachment
 
-    def add(self, mode: str, item: AttachmentItem):
+    def add(
+            self,
+            mode: str,
+            item: AttachmentItem
+    ):
         """
         Add item to attachments
 
@@ -261,7 +274,12 @@ class Attachments:
 
         return len(self.items[mode]) > 0
 
-    def delete(self, mode: str, id: str, remove_local: bool = False):
+    def delete(
+            self,
+            mode: str,
+            id: str,
+            remove_local: bool = False
+    ):
         """
         Delete attachment by file_id
 
@@ -280,7 +298,13 @@ class Attachments:
             del self.items[mode][id]
             self.save()
 
-    def delete_all(self, mode: str, remove_local: bool = False, auto: bool = False, force: bool = False):
+    def delete_all(
+            self,
+            mode: str,
+            remove_local: bool = False,
+            auto: bool = False,
+            force: bool = False
+    ):
         """
         Delete all attachments
 
@@ -302,7 +326,11 @@ class Attachments:
             del self.items[mode][id]
             self.save()
 
-    def clear(self, mode: str, remove_local: bool = False):
+    def clear(
+            self,
+            mode: str,
+            remove_local: bool = False
+    ):
         """
         Clear all attachments in mode
 
@@ -355,7 +383,10 @@ class Attachments:
         data.name = name
         self.save()
 
-    def make_json_list(self, attachments: dict) -> dict:
+    def make_json_list(
+            self,
+            attachments: Dict[str, AttachmentItem]
+    ) -> Dict[str, dict]:
         """
         Make json list
 
@@ -371,7 +402,11 @@ class Attachments:
             }
         return result
 
-    def from_files(self, mode: str, files: dict):
+    def from_files(
+            self,
+            mode: str,
+            files: Dict[str, dict]
+    ):
         """
         Load current from assistant files
 
@@ -396,7 +431,11 @@ class Attachments:
             item.send = True
             self.add(mode, item)
 
-    def from_attachments(self, mode: str, attachments: dict):
+    def from_attachments(
+            self,
+            mode: str,
+            attachments: Dict[str, AttachmentItem]
+    ):
         """
         Load current from attachments
 

pygpt_net/core/attachments/context.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.29 23:00:00                  #
+# Updated Date: 2024.12.14 08:00:00                  #
 # ================================================== #
 
 import copy
@@ -15,6 +15,7 @@ import shutil
 import uuid
 
 from shutil import copyfile
+from typing import Optional, List, Dict, Any
 
 from pygpt_net.core.bridge import BridgeContext
 from pygpt_net.core.events import KernelEvent
@@ -85,7 +86,12 @@ class Context:
         `{query}`
         """
 
-    def get_context(self, mode: str, ctx: CtxItem, history: list) -> str:
+    def get_context(
+            self,
+            mode: str,
+            ctx: CtxItem,
+            history: List[CtxItem]
+    ) -> str:
         """
         Get context for mode
 
@@ -103,7 +109,11 @@ class Context:
             content = self.summary_context(ctx, history)
         return content
 
-    def get_context_text(self, ctx: CtxItem, filename: bool = False) -> str:
+    def get_context_text(
+            self,
+            ctx: CtxItem,
+            filename: bool = False
+    ) -> str:
         """
         Get raw text context for meta
 
@@ -119,6 +129,8 @@ class Context:
                 if ("type" not in file
                         or file["type"] not in ["local_file", "url"]):
                     continue
+                if not "uuid" in file:
+                    continue
                 file_id = file["uuid"]
                 file_idx_path = os.path.join(meta_path, file_id)
                 text_path = os.path.join(file_idx_path, file_id + ".txt")
@@ -150,7 +162,11 @@ class Context:
         self.last_used_context = context
         return context
 
-    def query_context(self, ctx: CtxItem, history: list) -> str:
+    def query_context(
+            self,
+            ctx: CtxItem,
+            history: List[CtxItem]
+    ) -> str:
         """
         Query the index for context
 
@@ -210,7 +226,11 @@ class Context:
 
         return result
 
-    def summary_context(self, ctx: CtxItem, history: list) -> str:
+    def summary_context(
+            self,
+            ctx: CtxItem,
+            history: List[CtxItem]
+    ) -> str:
         """
         Get summary of the context
 
@@ -254,7 +274,10 @@ class Context:
             print("Attachments: summary received: {}".format(response))
         return response
 
-    def prepare_context_history(self, history: list) -> list:
+    def prepare_context_history(
+            self,
+            history: List[CtxItem]
+    ) -> List[CtxItem]:
         """
         Prepare context history
 
@@ -289,7 +312,7 @@ class Context:
             attachment: AttachmentItem,
             prompt: str,
             auto_index: bool = False,
-            real_path: str = None
+            real_path: Optional[str] = None
     ) -> dict:
         """
         Upload attachment for context
@@ -374,7 +397,12 @@ class Context:
 
         return result
 
-    def read_content(self, attachment: AttachmentItem, path: str, prompt: str) -> str:
+    def read_content(
+            self,
+            attachment: AttachmentItem,
+            path: str,
+            prompt: str
+    ) -> str:
         """
         Read content from attachment
 
@@ -399,7 +427,11 @@ class Context:
 
         return content
 
-    def store_content(self, attachment: AttachmentItem, dir: str) -> str:
+    def store_content(
+            self,
+            attachment: AttachmentItem,
+            dir: str
+    ) -> str:
         """
         Prepare content for attachment
 
@@ -431,7 +463,13 @@ class Context:
                 f.write(content)
         return path
 
-    def index_attachment(self, type: str, source: str, idx_path: str, documents: list = None) -> list:
+    def index_attachment(
+            self,
+            type: str,
+            source: str,
+            idx_path: str,
+            documents: Optional[list] = None
+    ) -> list:
         """
         Index attachment
 
@@ -486,7 +524,11 @@ class Context:
             model_item = self.window.core.models.get(model)
         return model, model_item
 
-    def duplicate(self, from_meta_id: int, to_meta_id: int) -> bool:
+    def duplicate(
+            self,
+            from_meta_id: int,
+            to_meta_id: int
+    ) -> bool:
         """
         Duplicate attachments from one meta to another
 
@@ -522,12 +564,17 @@ class Context:
         """
         return len(meta.additional_ctx)
 
-    def delete(self, meta: CtxMeta, item: dict, delete_files: bool = False):
+    def delete(
+            self,
+            meta: CtxMeta,
+            item: Dict[str, Any],
+            delete_files: bool = False
+    ):
         """
         Delete attachment
 
         :param meta: CtxMeta instance
-        :param item: AttachmentItem instance
+        :param item: Attachment item dict
         :param delete_files: delete files
         """
         meta.additional_ctx.remove(item)
@@ -555,18 +602,11 @@ class Context:
         if meta is not None:
             self.delete_index(meta)
 
-    def reset_by_meta_id(self, meta_id: int, delete_files: bool = False):
-        """
-        Delete all attachments for meta by id
-
-        :param meta_id: Meta id
-        :param delete_files: delete files
-        """
-        meta = self.window.core.ctx.get_meta_by_id(meta_id)
-        if meta is not None:
-            self.reset_by_meta(meta, delete_files)
-
-    def reset_by_meta(self, meta: CtxMeta, delete_files: bool = False):
+    def reset_by_meta(
+            self,
+            meta: CtxMeta,
+            delete_files: bool = False
+    ):
         """
         Delete all attachments for meta
 
@@ -578,7 +618,26 @@ class Context:
         if delete_files:
             self.delete_index(meta)
 
-    def clear(self, meta: CtxMeta, delete_files: bool = False):
+    def reset_by_meta_id(
+            self,
+            meta_id: int,
+            delete_files: bool = False
+    ):
+        """
+        Delete all attachments for meta by id
+
+        :param meta_id: Meta id
+        :param delete_files: delete files
+        """
+        meta = self.window.core.ctx.get_meta_by_id(meta_id)
+        if meta is not None:
+            self.reset_by_meta(meta, delete_files)
+
+    def clear(
+            self,
+            meta: CtxMeta,
+            delete_files: bool = False
+    ):
         """
         Clear all attachments by ctx meta
 
@@ -602,7 +661,11 @@ class Context:
             if self.is_verbose():
                 print("Attachment deleted dir: {}".format(meta_path))
 
-    def delete_local(self, meta: CtxMeta, item: dict):
+    def delete_local(
+            self,
+            meta: CtxMeta,
+            item: Dict[str, Any]
+    ):
         """
         Delete local attachment
 
@@ -646,7 +709,7 @@ class Context:
         self.last_files = []
         self.last_urls = []
 
-    def get_used_files(self) -> list:
+    def get_used_files(self) -> List[str]:
         """
         Get last used files
 
@@ -654,7 +717,7 @@ class Context:
         """
         return self.last_files
 
-    def get_used_urls(self) -> list:
+    def get_used_urls(self) -> List[str]:
         """
         Get last used URLs
 

pygpt_net/core/audio/__init__.py

@@ -6,14 +6,19 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.26 19:00:00                  #
+# Updated Date: 2024.12.14 18:00:00                  #
 # ================================================== #
 
 import re
+from typing import Union, Optional, Tuple, List
+
+from bs4 import UnicodeDammit
 
 from pygpt_net.provider.audio_input.base import BaseProvider as InputBaseProvider
 from pygpt_net.provider.audio_output.base import BaseProvider as OutputBaseProvider
 
+from .whisper import Whisper
+
 
 class Audio:
     def __init__(self, window=None):
@@ -23,10 +28,60 @@ class Audio:
         :param window: Window instance
         """
         self.window = window
+        self.whisper = Whisper(window)
         self.providers = {
             "input": {},
             "output": {},
         }
+        self.last_error = None
+
+    def get_input_devices(self) -> List[Tuple[int, str]]:
+        """
+        Get input devices
+
+        :return devices list: [(id, name)]
+        """
+        import pyaudio
+        devices = []
+        try:
+            p = pyaudio.PyAudio()
+            num_devices = p.get_device_count()
+            for i in range(num_devices):
+                info = p.get_device_info_by_index(i)
+                if info["maxInputChannels"] > 0:
+                    dammit = UnicodeDammit(info["name"])
+                    devices.append((i, dammit.unicode_markup))
+                    # print(f"Device ID {i}: {info['name']}")
+            p.terminate()
+        except Exception as e:
+            print(f"Audio input devices receive error: {e}")
+        return devices
+
+    def is_device_compatible(self, device_index: int) -> bool:
+        """
+        Check if device is compatible
+
+        :param device_index: device index
+        :return: True if compatible
+        """
+        import pyaudio
+        rate = int(self.window.core.config.get('audio.input.rate', 44100))
+        channels = int(self.window.core.config.get('audio.input.channels', 1))
+        p = pyaudio.PyAudio()
+        info = p.get_device_info_by_index(device_index)
+        supported = False
+        try:
+            p.is_format_supported(
+                rate=rate,
+                input_device=info['index'],
+                input_channels=channels,
+                input_format=pyaudio.paInt16)
+            supported = True
+        except ValueError as e:
+            self.last_error = str(e)
+            supported = False
+        p.terminate()
+        return supported
 
     def is_registered(self, id: str, type: str = "output") -> bool:
         """
@@ -62,7 +117,11 @@ class Audio:
             return list(self.providers[type].keys())
         return []
 
-    def get(self, id: str, type: str = "output") -> InputBaseProvider or OutputBaseProvider:
+    def get(
+            self,
+            id: str,
+            type: str = "output"
+    ) -> Optional[Union[InputBaseProvider, OutputBaseProvider]]:
         """
         Get provider instance
 
@@ -74,7 +133,11 @@ class Audio:
             return self.providers[type][id]
         return None
 
-    def register(self, provider: InputBaseProvider or OutputBaseProvider, type: str = "output"):
+    def register(
+            self,
+            provider: Union[InputBaseProvider, OutputBaseProvider],
+            type: str = "output"
+    ):
         """
         Register provider
 
@@ -92,3 +155,11 @@ class Audio:
         :return: cleaned text
         """
         return re.sub(r'~###~.*?~###~', '', str(text))
+
+    def get_last_error(self) -> str:
+        """
+        Return last error
+
+        :return: Error
+        """
+        return self.last_error

pygpt_net/core/audio/context.py

@@ -6,9 +6,14 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 08:00:00                  #
 # ================================================== #
 
+from typing import Dict, Any
+
+from pygpt_net.item.ctx import CtxItem
+
+
 class AudioContext:
     def __init__(self, **kwargs):
         """
@@ -19,7 +24,7 @@ class AudioContext:
         self.data = kwargs.get("ctx", None)
         self.prev_id = kwargs.get("prev_id", None)
 
-    def to_dict(self) -> dict:
+    def to_dict(self) -> Dict:
         """
         Return as dictionary
 

pygpt_net/core/audio/whisper.py

@@ -0,0 +1,37 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# ================================================== #
+# This file is a part of PYGPT package               #
+# Website: https://pygpt.net                         #
+# GitHub:  https://github.com/szczyglis-dev/py-gpt   #
+# MIT License                                        #
+# Created By  : Marcin Szczygliński                  #
+# Updated Date: 2024.12.14 18:00:00                  #
+# ================================================== #
+
+from typing import List
+
+class Whisper:
+    def __init__(self, window=None):
+        """
+        Whisper core
+
+        :param window: Window instance
+        """
+        self.window = window
+        self.voices = [
+            "alloy",
+            "echo",
+            "fable",
+            "onyx",
+            "nova",
+            "shimmer",
+        ]
+
+    def get_voices(self) -> List[str]:
+        """
+        Get whisper voices
+
+        :return: whisper voice name
+        """
+        return self.voices