pygpt-net 2.4.41__py3-none-any.whl → 2.4.42__py3-none-any.whl

pygpt_net/plugin/mailer/runner.py

@@ -0,0 +1,285 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# ================================================== #
+# This file is a part of PYGPT package               #
+# Website: https://pygpt.net                         #
+# GitHub:  https://github.com/szczyglis-dev/py-gpt   #
+# MIT License                                        #
+# Created By  : Marcin Szczygliński                  #
+# Updated Date: 2024.12.15 04:00:00                  #
+# ================================================== #
+
+import datetime
+import smtplib
+import poplib
+
+from email.parser import BytesParser
+from typing import Any
+from bs4 import BeautifulSoup
+
+from pygpt_net.item.ctx import CtxItem
+
+
+class Runner:
+    def __init__(self, plugin=None):
+        """
+        Cmd Runner
+
+        :param plugin: plugin
+        """
+        self.plugin = plugin
+        self.signals = None
+
+    def attach_signals(self, signals):
+        """
+        Attach signals
+
+        :param signals: signals
+        """
+        self.signals = signals
+
+    def parse_email(self, msg, as_text: bool = True) -> str:
+        """
+        Parse email message
+
+        :param msg: email message
+        :param as_text: return as text
+        :return: parsed email
+        """
+        body = ""
+        is_html = False
+        if msg.is_multipart():
+            for part in msg.walk():
+                content_type = part.get_content_type()
+                content_disposition = str(part.get('Content-Disposition'))
+                if content_type == 'text/plain' and 'attachment' not in content_disposition:
+                    body = part.get_payload(decode=True).decode(part.get_content_charset('utf-8'))
+                elif content_type == 'text/html' and 'attachment' not in content_disposition:
+                    body = part.get_payload(decode=True).decode(part.get_content_charset('utf-8'))
+                    is_html = True
+        else:
+            body = msg.get_payload(decode=True).decode(msg.get_content_charset('utf-8'))
+        if is_html and as_text:
+            body = BeautifulSoup(body, 'html.parser').get_text()
+        return body
+
+    def smtp_get_email_body(self, ctx: CtxItem, item: dict, request: dict) -> dict:
+        """
+        Receive emails from mailbox
+
+        :param ctx: CtxItem
+        :param item: command item
+        :param request: request item
+        :return: response dict
+        """
+        server = self.plugin.get_option_value("smtp_host")
+        port = self.plugin.get_option_value("smtp_port_inbox")
+        id = item["params"].get("id", "")
+        username = self.plugin.get_option_value("smtp_user")
+        password = self.plugin.get_option_value("smtp_password")
+        msg = "Receiving email from: {}".format(server)
+        format = "text"
+        as_text = True
+        if "format" in item["params"]:
+            format = item["params"]["format"].lower()
+        if format == "html":
+            as_text = False
+        self.log(msg)
+        try:
+            if port in [995]:
+                pop3 = poplib.POP3_SSL(server, port)
+            else:
+                pop3 = poplib.POP3(server, port)
+
+            msg = pop3.getwelcome().decode('utf-8')
+            self.log(msg)
+            pop3.user(username)
+            pop3.pass_(password)
+            response, lines, octets = pop3.retr(id)
+            msg_content = b'\r\n'.join(lines)
+            msg = BytesParser().parsebytes(msg_content)
+            result = {
+                "ID": id,
+                "From": msg["From"],
+                "Subject": msg["Subject"],
+                "Date": msg["Date"],
+                "Message": self.parse_email(msg, as_text)
+            }
+            pop3.quit()
+        except Exception as e:
+            self.error(e)
+            result = "Error: {}".format(str(e))
+        return {
+            "request": request,
+            "result": str(result)
+        }
+
+    def smtp_receive_emails(self, ctx: CtxItem, item: dict, request: dict) -> dict:
+        """
+        Receive emails from mailbox
+
+        :param ctx: CtxItem
+        :param item: command item
+        :param request: request item
+        :return: response dict
+        """
+        server = self.plugin.get_option_value("smtp_host")
+        port = self.plugin.get_option_value("smtp_port_inbox")
+        limit = item["params"].get("limit", 10)
+        offset = item["params"].get("offset", 0)
+        username = self.plugin.get_option_value("smtp_user")
+        password = self.plugin.get_option_value("smtp_password")
+        msg = "Receiving emails from: {}".format(server)
+        order = "desc"
+        if "order" in item["params"]:
+            tmp_order = item["params"]["order"].lower()
+            if tmp_order in ["asc", "desc"]:
+                order = tmp_order
+        self.log(msg)
+
+        messages = []
+        try:
+            if port in [995]:
+                pop3 = poplib.POP3_SSL(server, port)
+            else:
+                pop3 = poplib.POP3(server, port)
+
+            msg = pop3.getwelcome().decode('utf-8')
+            self.log(msg)
+            pop3.user(username)
+            pop3.pass_(password)
+
+            message_count, mailbox_size = pop3.stat()
+            total = message_count
+            print(f'Num of messages: {message_count}, Inbox size: {mailbox_size} bytes')
+
+            if order == "desc":
+                if offset > 0:
+                    message_count -= offset
+                if message_count < limit:
+                    limit = message_count
+                range_max = message_count - limit
+                if limit == 0:
+                    range_max = 0
+                for i in range(message_count, range_max, -1):
+                    response, lines, octets = pop3.top(i, 0)
+                    msg_content = b'\r\n'.join(lines)
+                    msg = BytesParser().parsebytes(msg_content)
+                    msg_body = {
+                        "ID": i,
+                        "From": msg["From"],
+                        "Subject": msg["Subject"],
+                        "Date": msg["Date"],
+                    }
+                    messages.append(msg_body)
+            else:
+                if limit == 0:
+                    limit = message_count
+                else:
+                    limit += offset
+                if limit > message_count:
+                    limit = message_count
+                for i in range(offset + 1, limit + 1):
+                    response, lines, octets = pop3.top(i, 0)
+                    msg_content = b'\r\n'.join(lines)
+                    msg = BytesParser().parsebytes(msg_content)
+                    msg_body = {
+                        "ID": i,
+                        "From": msg["From"],
+                        "Subject": msg["Subject"],
+                        "Date": msg["Date"],
+                    }
+                    messages.append(msg_body)
+
+            pop3.quit()
+            result = {
+                "total": total,
+                "messages": messages,
+            }
+        except Exception as e:
+            self.error(e)
+            result = "Error: {}".format(str(e))
+        return {
+            "request": request,
+            "result": str(result)
+        }
+
+    def smtp_send_email(self, ctx: CtxItem, item: dict, request: dict) -> dict:
+        """
+        Execute system command on host
+
+        :param ctx: CtxItem
+        :param item: command item
+        :param request: request item
+        :return: response dict
+        """
+        msg = "Sending email to: {}".format(item["params"]['recipient'])
+        self.log(msg)
+        try:
+            email_to = item["params"]['recipient']
+            message = item["params"]['message']
+            subject = item["params"]['subject']
+            from_addr = self.plugin.get_option_value("from_email")
+            host = self.plugin.get_option_value("smtp_host")
+            port = self.plugin.get_option_value("smtp_port_outbox")
+            user = self.plugin.get_option_value("smtp_user")
+            password = self.plugin.get_option_value("smtp_password")
+            date = datetime.datetime.now().strftime("%d/%m/%Y %H:%M")
+            body = """From: {sender}\nTo: {to}\nDate: {date}\nSubject: {subject}\n\n{msg}
+                    """.format(sender=from_addr, to=email_to, date=date, subject=subject, msg=message)
+            if port in [465]:
+                server = smtplib.SMTP_SSL(host, port)
+            else:
+                server = smtplib.SMTP(host, port)
+            server.ehlo()
+            if port in [587]:
+                server.starttls()
+            server.login(user, password)
+            server.sendmail(from_addr, email_to, body)
+            server.close()
+            result = "OK"
+        except Exception as e:
+            self.error(e)
+            result = "Error: {}".format(str(e))
+        return {
+            "request": request,
+            "result": str(result)
+        }
+
+    def error(self, err: Any):
+        """
+        Log error message
+
+        :param err: exception or error message
+        """
+        if self.signals is not None:
+            self.signals.error.emit(err)
+
+    def status(self, msg: str):
+        """
+        Send status message
+
+        :param msg: status message
+        """
+        if self.signals is not None:
+            self.signals.status.emit(msg)
+
+    def debug(self, msg: Any):
+        """
+        Log debug message
+
+        :param msg: message to log
+        """
+        if self.signals is not None:
+            self.signals.debug.emit(msg)
+
+    def log(self, msg, sandbox: bool = False):
+        """
+        Log message to console
+
+        :param msg: message to log
+        :param sandbox: is sandbox mode
+        """
+        full_msg = '[SMTP]' + ' ' + str(msg)
+        if self.signals is not None:
+            self.signals.log.emit(full_msg)

pygpt_net/plugin/mailer/worker.py

@@ -0,0 +1,123 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# ================================================== #
+# This file is a part of PYGPT package               #
+# Website: https://pygpt.net                         #
+# GitHub:  https://github.com/szczyglis-dev/py-gpt   #
+# MIT License                                        #
+# Created By  : Marcin Szczygliński                  #
+# Updated Date: 2024.12.15 04:00:00                  #
+# ================================================== #
+
+from PySide6.QtCore import Slot, Signal
+
+from pygpt_net.plugin.base.worker import BaseWorker, BaseSignals
+
+
+class WorkerSignals(BaseSignals):
+    output = Signal(object, str)
+    html_output = Signal(object)
+    ipython_output = Signal(object)
+    build_finished = Signal()
+    clear = Signal()
+
+
+class Worker(BaseWorker):
+    def __init__(self, *args, **kwargs):
+        super(Worker, self).__init__()
+        self.signals = WorkerSignals()
+        self.args = args
+        self.kwargs = kwargs
+        self.plugin = None
+        self.cmds = None
+        self.ctx = None
+
+    @Slot()
+    def run(self):
+        responses = []
+        for item in self.cmds:
+            if self.is_stopped():
+                break
+            try:
+                response = None
+                if (item["cmd"] in self.plugin.allowed_cmds
+                        and (self.plugin.has_cmd(item["cmd"]) or 'force' in item)):
+
+                    if item["cmd"] == "send_email":
+                        response = self.cmd_send_mail(item)
+
+                    elif item["cmd"] == "get_emails":
+                        response = self.cmd_receive_emails(item)
+
+                    elif item["cmd"] == "get_email_body":
+                        response = self.cmd_get_email_body(item)
+
+                    if response:
+                        responses.append(response)
+
+            except Exception as e:
+                responses.append(
+                    self.make_response(
+                        item,
+                        self.throw_error(e)
+                    )
+                )
+
+        # send response
+        if len(responses) > 0:
+            self.reply_more(responses)
+
+    def cmd_send_mail(self, item: dict) -> dict:
+        """
+        Send email command
+
+        :param item: command item
+        :return: response item
+        """
+        request = self.from_request(item)
+        try:
+            result = self.plugin.runner.smtp_send_email(
+                ctx=self.ctx,
+                item=item,
+                request=request,
+            )
+        except Exception as e:
+            result = self.throw_error(e)
+        return self.make_response(item, result)
+
+    def cmd_receive_emails(self, item: dict) -> dict:
+        """
+        Receive emails command
+
+        :param item: command item
+        :return: response item
+        """
+        request = self.from_request(item)
+        try:
+            result = self.plugin.runner.smtp_receive_emails(
+                ctx=self.ctx,
+                item=item,
+                request=request,
+            )
+        except Exception as e:
+            result = self.throw_error(e)
+        return self.make_response(item, result)
+
+    def cmd_get_email_body(self, item: dict) -> dict:
+        """
+        Get email body command
+
+        :param item: command item
+        :return: response item
+        """
+        request = self.from_request(item)
+        try:
+            result = self.plugin.runner.smtp_get_email_body(
+                ctx=self.ctx,
+                item=item,
+                request=request,
+            )
+        except Exception as e:
+            result = self.throw_error(e)
+        return self.make_response(item, result)
+

pygpt_net/provider/agents/base.py

@@ -6,9 +6,12 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.15 00:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Dict, Any
+
+
 class BaseAgent:
     def __init__(self, *args, **kwargs):
         self.id = ""
@@ -22,7 +25,7 @@ class BaseAgent:
         """
         return self.mode
 
-    def get_agent(self, window, kwargs: dict):
+    def get_agent(self, window, kwargs: Dict[str, Any]):
         """
         Return Agent provider instance
 

pygpt_net/provider/agents/openai.py

@@ -6,9 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.15 00:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Dict, Any
+
 from llama_index.agent.openai import OpenAIAgent as Agent
 
 from .base import BaseAgent
@@ -19,7 +21,7 @@ class OpenAIAgent(BaseAgent):
         self.id = "openai"
         self.mode = "step"  # step|plan
 
-    def get_agent(self, window, kwargs: dict):
+    def get_agent(self, window, kwargs: Dict[str, Any]):
         """
         Return Agent provider instance
 

pygpt_net/provider/agents/openai_assistant.py

@@ -6,9 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.15 00:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Dict, Any
+
 from llama_index.agent.openai import OpenAIAssistantAgent as Agent
 
 from pygpt_net.core.bridge.context import BridgeContext
@@ -21,7 +23,7 @@ class OpenAIAssistantAgent(BaseAgent):
         self.id = "openai_assistant"
         self.mode = "assistant"  # step|plan|...
 
-    def get_agent(self, window, kwargs: dict):
+    def get_agent(self, window, kwargs: Dict[str, Any]):
         """
         Return Agent provider instance
 

pygpt_net/provider/agents/planner.py

@@ -6,9 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.15 00:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Dict, Any
+
 from llama_index.core.agent import (
     StructuredPlannerAgent,
     FunctionCallingAgentWorker,
@@ -23,7 +25,7 @@ class PlannerAgent(BaseAgent):
         self.id = "planner"
         self.mode = "plan"  # step|plan
 
-    def get_agent(self, window, kwargs: dict):
+    def get_agent(self, window, kwargs: Dict[str, Any]):
         """
         Return Agent provider instance
 

pygpt_net/provider/agents/react.py

@@ -6,9 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.21 20:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Dict, Any
+
 from llama_index.core.agent import ReActAgent as Agent
 from llama_index.core.agent.react_multimodal.step import (
     MultimodalReActAgentWorker,
@@ -26,7 +28,7 @@ class ReactAgent(BaseAgent):
         self.id = "react"
         self.mode = "step"  # step|plan
 
-    def get_agent(self, window, kwargs: dict):
+    def get_agent(self, window, kwargs: Dict[str, Any]):
         """
         Return Agent provider instance
 

pygpt_net/provider/audio_output/openai_tts.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.02.23 19:00:00                  #
+# Updated Date: 2024.12.14 18:00:00                  #
 # ================================================== #
 
 import os
@@ -26,14 +26,6 @@ class OpenAITextToSpeech(BaseProvider):
         self.plugin = kwargs.get("plugin")
         self.id = "openai_tts"
         self.name = "OpenAI TTS"
-        self.allowed_voices = [
-            'alloy',
-            'echo',
-            'fable',
-            'onyx',
-            'nova',
-            'shimmer',
-        ]
         self.allowed_models = [
             'tts-1',
             'tts-1-hd',
@@ -52,10 +44,11 @@ class OpenAITextToSpeech(BaseProvider):
         )
         self.plugin.add_option(
             "openai_voice",
-            type="text",
+            type="combo",
             value="alloy",
             label="Voice",
             tab="openai_tts",
+            use="audio_tts_whisper_voices",
             description="Specify voice, available voices: "
                         "alloy, echo, fable, onyx, nova, shimmer",
         )
@@ -71,9 +64,10 @@ class OpenAITextToSpeech(BaseProvider):
         output_file = self.plugin.output_file
         voice = self.plugin.get_option_value('openai_voice')
         model = self.plugin.get_option_value('openai_model')
+        allowed_voices = self.plugin.window.core.audio.whisper.get_voices()
         if model not in self.allowed_models:
             model = 'tts-1'
-        if voice not in self.allowed_voices:
+        if voice not in allowed_voices:
             voice = 'alloy'
         path = os.path.join(
             self.plugin.window.core.config.path,

pygpt_net/provider/core/assistant/base.py

@@ -6,9 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2023.12.31 04:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Dict
+
 from packaging.version import Version
 
 from pygpt_net.item.assistant import AssistantItem
@@ -32,10 +34,10 @@ class BaseProvider:
     def create(self, assistant: AssistantItem) -> str:
         pass
 
-    def load(self) -> dict:
+    def load(self) -> Dict[str, AssistantItem]:
         pass
 
-    def save(self, items: dict):
+    def save(self, items: Dict[str, AssistantItem]):
         pass
 
     def remove(self, id: str):

pygpt_net/provider/core/assistant/json_file.py

@@ -6,12 +6,13 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2023.12.31 04:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
 import json
 import os
 import uuid
+from typing import Dict, Any
 
 from packaging.version import Version
 
@@ -48,7 +49,7 @@ class JsonFileProvider(BaseProvider):
             assistant.id = self.create_id()
         return assistant.id
 
-    def load(self) -> dict:
+    def load(self) -> Dict[str, AssistantItem]:
         """
         Load assistants from file
 
@@ -75,9 +76,11 @@ class JsonFileProvider(BaseProvider):
 
         return items
 
-    def save(self, items: dict):
+    def save(self, items: Dict[str, AssistantItem]):
         """
         Save assistants to file
+
+        :param items: dict of assistants
         """
         try:
             # update assistants
@@ -122,7 +125,7 @@ class JsonFileProvider(BaseProvider):
         return False
 
     @staticmethod
-    def serialize(item: AssistantItem) -> dict:
+    def serialize(item: AssistantItem) -> Dict[str, Any]:
         """
         Serialize item to dict
 
@@ -149,7 +152,7 @@ class JsonFileProvider(BaseProvider):
         }
 
     @staticmethod
-    def deserialize(data: dict, item: AssistantItem):
+    def deserialize(data: Dict[str, Any], item: AssistantItem):
         """
         Deserialize item from dict
 

pygpt_net/provider/core/assistant_file/base.py

@@ -6,9 +6,10 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.04.26 23:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Dict
 from packaging.version import Version
 
 from pygpt_net.item.assistant import AssistantFileItem
@@ -35,13 +36,13 @@ class BaseProvider:
     def load(self, id) ->  AssistantFileItem:
         pass
 
-    def load_all(self) -> dict:
+    def load_all(self) -> Dict[str, AssistantFileItem]:
         pass
 
     def save(self, file:  AssistantFileItem):
         pass
 
-    def save_all(self, items: dict):
+    def save_all(self, items: Dict[str, AssistantFileItem]):
         pass
 
     def remove(self, id):