pygpt-net 2.4.37__py3-none-any.whl → 2.4.42__py3-none-any.whl

pygpt_net/core/tabs/tab.py

@@ -6,10 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.08 17:00:00                  #
+# Updated Date: 2024.12.14 17:00:00                  #
 # ================================================== #
 
 from datetime import datetime
+from typing import Dict, Any
 
 
 class Tab:
@@ -21,6 +22,7 @@ class Tab:
     TAB_FILES = 2
     TAB_TOOL_PAINTER = 3
     TAB_TOOL_CALENDAR = 4
+    TAB_TOOL = 100
 
     def __init__(self):
         """
@@ -34,15 +36,23 @@ class Tab:
         self.icon = None
         self.tooltip = None
         self.data_id = None
-        self.reference = None
         self.new_idx = None
         self.custom_name = False
+        self.child = None
+        self.parent = None
+        self.column_idx = 0
+        self.tool_id = None
 
         dt = datetime.now()
         self.created_at = dt
         self.updated_at = dt
 
-    def to_dict(self):
+    def to_dict(self) -> Dict[str, Any]:
+        """
+        Convert to dict
+
+        :return: dict
+        """
         return {
             "uuid": str(self.uuid),
             "pid": self.pid,
@@ -52,9 +62,20 @@ class Tab:
             "icon": self.icon,
             "tooltip": self.tooltip,
             "data_id": self.data_id,
-            "reference": str(self.reference),
+            "child": str(self.child),  # child widget
+            "parent": str(self.parent),  # parent column
             "custom_name": self.custom_name,
             "custom_idx": self.new_idx,
             "created_at": str(self.created_at),
             "updated_at": str(self.updated_at),
-        }
+            "column_idx": self.column_idx,
+            "tool_id": self.tool_id,
+        }
+
+    def __str__(self) -> str:
+        """
+        String representation
+
+        :return: str
+        """
+        return str(self.to_dict())

pygpt_net/core/tokens.py

@@ -6,11 +6,16 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.26 19:00:00                  #
+# Updated Date: 2024.12.14 22:00:00                  #
 # ================================================== #
 
+from typing import Tuple, List
+
 import tiktoken
 
+from langchain_core.messages import ChatMessage as ChatMessageLangchain
+from llama_index.core.base.llms.types import ChatMessage as ChatMessageLlama
+
 from pygpt_net.core.types import (
     MODE_AGENT,
     MODE_AGENT_LLAMA,
@@ -37,7 +42,6 @@ CHAT_MODES = [
     MODE_AUDIO,
 ]
 
-
 class Tokens:
     def __init__(self, window=None):
         """
@@ -48,7 +52,10 @@ class Tokens:
         self.window = window
 
     @staticmethod
-    def from_str(string: str, model: str = "gpt-4") -> int:
+    def from_str(
+            string: str,
+            model: str = "gpt-4"
+    ) -> int:
         """
         Return number of tokens from string
 
@@ -91,7 +98,11 @@ class Tokens:
         return 3
 
     @staticmethod
-    def from_prompt(text: str, name: str, model: str = "gpt-4") -> int:
+    def from_prompt(
+            text: str,
+            name: str,
+            model: str = "gpt-4"
+    ) -> int:
         """
         Return number of tokens from prompt
 
@@ -116,7 +127,10 @@ class Tokens:
         return num
 
     @staticmethod
-    def from_text(text: str, model: str = "gpt-4") -> int:
+    def from_text(
+            text: str,
+            model: str = "gpt-4"
+    ) -> int:
         """
         Return number of tokens from text, without any extra tokens
 
@@ -138,7 +152,10 @@ class Tokens:
         return num
 
     @staticmethod
-    def from_messages(messages: list, model: str = "gpt-4") -> int:
+    def from_messages(
+            messages: List[dict],
+            model: str = "gpt-4"
+    ) -> int:
         """
         Return number of tokens from messages list
 
@@ -166,7 +183,10 @@ class Tokens:
         return num
 
     @staticmethod
-    def from_langchain_messages(messages: list, model: str = "gpt-4") -> int:
+    def from_langchain_messages(
+            messages: List[ChatMessageLangchain],
+            model: str = "gpt-4"
+    ) -> int:
         """
         Return number of tokens from prompt
 
@@ -183,7 +203,11 @@ class Tokens:
         return num
 
     @staticmethod
-    def from_llama_messages(query: str, messages: list, model: str = "gpt-4") -> int:
+    def from_llama_messages(
+            query: str,
+            messages: List[ChatMessageLlama],
+            model: str = "gpt-4"
+    ) -> int:
         """
         Return number of tokens from prompt
 
@@ -202,7 +226,11 @@ class Tokens:
         return num
 
     @staticmethod
-    def from_ctx(ctx: CtxItem, mode: str = MODE_CHAT, model: str = "gpt-4") -> int:
+    def from_ctx(
+            ctx: CtxItem,
+            mode: str = MODE_CHAT,
+            model: str = "gpt-4"
+    ) -> int:
         """
         Return number of tokens from context ctx
 
@@ -280,7 +308,10 @@ class Tokens:
 
         return num
 
-    def get_current(self, input_prompt: str) -> (int, int, int, int, int, int, int, int, int):
+    def get_current(
+            self,
+            input_prompt: str
+    ) -> Tuple[int, int, int, int, int, int, int, int, int]:
         """
         Return current number of used tokens
 
@@ -364,7 +395,11 @@ class Tokens:
         return input_tokens, system_tokens, extra_tokens, ctx_tokens, ctx_len, ctx_len_all, \
                sum_tokens, max_current, threshold
 
-    def from_user(self, system_prompt: str, input_prompt: str) -> int:
+    def from_user(
+            self,
+            system_prompt: str,
+            input_prompt: str
+    ) -> int:
         """
         Count per-user used tokens
 
@@ -390,7 +425,7 @@ class Tokens:
         return tokens
 
     @staticmethod
-    def get_config(model: str) -> (str, int, int):
+    def get_config(model: str) -> Tuple[str, int, int]:
         """
         Return tokens config values
 

pygpt_net/core/updater/__init__.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.15 02:00:00                  #
+# Updated Date: 2024.12.14 08:00:00                  #
 # ================================================== #
 
 import copy
@@ -15,6 +15,7 @@ import shutil
 import json
 import ssl
 import time
+from typing import Tuple
 
 from urllib.request import urlopen, Request
 
@@ -134,7 +135,11 @@ class Updater:
         if self.window.core.notepad.patch(version):
             print("Migrated notepad. [OK]")
 
-    def patch_dir(self, dir_name: str = "", force: bool = False):
+    def patch_dir(
+            self,
+            dir_name: str = "",
+            force: bool = False
+    ):
         """
         Patch directory (replace all files)
 
@@ -154,7 +159,11 @@ class Updater:
         except Exception as e:
             self.window.core.debug.log(e)
 
-    def patch_file(self, filename: str = "", force: bool = False):
+    def patch_file(
+            self,
+            filename: str = "",
+            force: bool = False
+    ):
         """
         Patch file
 
@@ -175,7 +184,11 @@ class Updater:
         except Exception as e:
             self.window.core.debug.log(e)
 
-    def patch_css(self, filename: str = "", force: bool = False):
+    def patch_css(
+            self,
+            filename: str = "",
+            force: bool = False
+    ):
         """
         Patch css file
 
@@ -212,7 +225,7 @@ class Updater:
         """
         return self.window.meta['website'] + "/api/version?v=" + str(self.window.meta['version'])
 
-    def get_thanks(self) -> (str, str, str):
+    def get_thanks(self) -> Tuple[str, str, str]:
         """
         Get contributors, donates and sponsors
 
@@ -237,7 +250,7 @@ class Updater:
 
         return self.thanks
 
-    def get_fetch_thanks(self) -> (str, str, str):
+    def get_fetch_thanks(self) -> Tuple[str, str, str]:
         """
         Get contributors, donates and sponsors
 
@@ -247,7 +260,7 @@ class Updater:
             return self.get_thanks()
         return self.thanks
 
-    def check_silent(self) -> (bool, str, str, str, str, str):
+    def check_silent(self) -> Tuple[bool, str, str, str, str, str]:
         """
         Check version in background
 

pygpt_net/core/vision/analyzer.py

@@ -6,8 +6,9 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.23 00:00:00                  #
+# Updated Date: 2024.12.14 00:00:00                  #
 # ================================================== #
+
 import os
 
 from pygpt_net.core.bridge.context import BridgeContext
@@ -24,7 +25,12 @@ class Analyzer:
         """
         self.window = window
 
-    def send(self, ctx: CtxItem, prompt: str, files: dict) -> str:
+    def send(
+            self,
+            ctx: CtxItem,
+            prompt: str,
+            files: dict
+    ) -> str:
         """
         Send text from user input (called from UI)
 
@@ -56,7 +62,11 @@ class Analyzer:
         self.window.controller.attachment.unlock()
         return output
 
-    def from_screenshot(self, ctx: CtxItem, prompt: str) -> str:
+    def from_screenshot(
+            self,
+            ctx: CtxItem,
+            prompt: str
+    ) -> str:
         """
         Image analysis from screenshot
 
@@ -75,7 +85,11 @@ class Analyzer:
         }
         return self.send(ctx, prompt, files)
 
-    def from_camera(self, ctx: CtxItem, prompt: str) -> str:
+    def from_camera(
+            self,
+            ctx: CtxItem,
+            prompt: str
+    ) -> str:
         """
         Image analysis from camera
 
@@ -94,7 +108,12 @@ class Analyzer:
         else:
             return "FAILED: There was a problem with capturing the image."
 
-    def from_path(self, ctx: CtxItem, prompt: str, path: str) -> str:
+    def from_path(
+            self,
+            ctx: CtxItem,
+            prompt: str,
+            path: str
+    ) -> str:
         """
         Image analysis from path
 
@@ -116,7 +135,11 @@ class Analyzer:
         }
         return self.send(ctx, prompt, files)
 
-    def from_current_attachments(self, ctx: CtxItem, prompt: str) -> str:
+    def from_current_attachments(
+            self,
+            ctx: CtxItem,
+            prompt: str
+    ) -> str:
         """
         Image analysis from current attachments
 

pygpt_net/core/{web.py → web/__init__.py}

@@ -6,25 +6,37 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.02.24 00:00:00                  #
+# Updated Date: 2024.12.14 19:00:00                  #
 # ================================================== #
 
+from typing import Optional, List, Dict
+
 from pygpt_net.provider.web.base import BaseProvider
 
+from .helpers import Helpers
+
 
 class Web:
+
+    PROVIDER_SEARCH_ENGINE = "search_engine"
+
     def __init__(self, window=None):
         """
-        Web access core
+        Web core
 
         :param window: Window instance
         """
         self.window = window
+        self.helpers = Helpers(window)
         self.providers = {
-            "search_engine": {},
+            self.PROVIDER_SEARCH_ENGINE: {},
         }
 
-    def is_registered(self, id: str, type: str = "search_engine") -> bool:
+    def is_registered(
+            self,
+            id: str,
+            type: str = PROVIDER_SEARCH_ENGINE
+    ) -> bool:
         """
         Check if provider is registered
 
@@ -36,7 +48,10 @@ class Web:
             return id in self.providers[type]
         return False
 
-    def get_providers(self, type: str = "search_engine") -> dict:
+    def get_providers(
+            self,
+            type: str = PROVIDER_SEARCH_ENGINE
+    ) -> Dict[str, BaseProvider]:
         """
         Get all providers
 
@@ -47,7 +62,10 @@ class Web:
             return self.providers[type]
         return {}
 
-    def get_ids(self, type: str = "search_engine") -> list:
+    def get_ids(
+            self,
+            type: str = PROVIDER_SEARCH_ENGINE
+    ) -> List[str]:
         """
         Get all providers ids
 
@@ -58,7 +76,11 @@ class Web:
             return list(self.providers[type].keys())
         return []
 
-    def get(self, id: str, type: str = "search_engine") -> BaseProvider or None:
+    def get(
+            self,
+            id: str,
+            type: str = PROVIDER_SEARCH_ENGINE
+    ) -> Optional[BaseProvider]:
         """
         Get provider instance
 

pygpt_net/core/web/helpers.py

@@ -0,0 +1,237 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# ================================================== #
+# This file is a part of PYGPT package               #
+# Website: https://pygpt.net                         #
+# GitHub:  https://github.com/szczyglis-dev/py-gpt   #
+# MIT License                                        #
+# Created By  : Marcin Szczygliński                  #
+# Updated Date: 2024.12.15 01:00:00                  #
+# ================================================== #
+
+import os
+import uuid
+from typing import Optional, List, Dict, Tuple, Union
+
+import requests
+
+from bs4 import BeautifulSoup
+from urllib.parse import urljoin
+
+
+class Helpers:
+    def __init__(self, window=None):
+        """
+        Web helpers core
+
+        :param window: Window instance
+        """
+        self.window = window
+
+    def request(
+            self,
+            url: str = "",
+            method: str = "GET",
+            headers: Optional[dict] = None,
+            params: Optional[dict] = None,
+            data: Optional[Union[str, dict]] = None,
+            json: Optional[dict] = None,
+            files: Optional[dict] = None,
+            cookies: Optional[dict] = None,
+            timeout: int = 10,
+            disable_ssl_verify: bool = False,
+            allow_redirects: bool = True,
+            stream: bool = False,
+            user_agent: Optional[str] = None,
+    ) -> Tuple[Optional[int], Optional[str]]:
+        """
+        Make HTTP request
+
+        :param url: URL
+        :param method: HTTP method
+        :param headers: Headers
+        :param params: GET parameters
+        :param data: POST data
+        :param json: JSON data
+        :param files: Files
+        :param cookies: Cookies
+        :param timeout: Timeout
+        :param disable_ssl_verify: Disable SSL verification
+        :param allow_redirects: Allow redirects
+        :param stream: Stream
+        :param user_agent: User agent
+        :return: status code, response text
+        """
+        upload = {}
+        try:
+            method = method.upper()
+            session = requests.Session()
+            args = {}
+
+            if data:
+                args['data'] = data
+            if json:
+                args['json'] = json
+            if cookies:
+                args['cookies'] = cookies
+            if params:
+                args['params'] = params
+            if headers:
+                args['headers'] = headers
+
+            args['timeout'] = timeout
+            if disable_ssl_verify:
+                args['verify'] = False
+            if not allow_redirects:
+                args['allow_redirects'] = False
+            if stream:
+                args['stream'] = True
+            if user_agent:
+                if 'headers' not in args:
+                    args['headers'] = {}
+                args['headers']['User-Agent'] = user_agent
+
+            if files:
+                for key, value in files.items():
+                    if os.path.exists(value) and os.path.isfile(value):
+                        upload[key] = open(value, 'rb')
+                args['files'] = upload
+
+            if method == 'GET':
+                response = session.get(url, **args)
+            elif method == 'POST':
+                response = session.post(url, **args)
+            elif method == 'PUT':
+                response = session.put(url, **args)
+            elif method == 'DELETE':
+                response = session.delete(url, **args)
+            elif method == 'PATCH':
+                response = session.patch(url, **args)
+            else:
+                return None, f'Invalid HTTP method: {method}'
+            for k in upload:
+                upload[k].close()  # close files if opened
+            return response.status_code, response.text
+        except Exception as e:
+            for k in upload:
+                upload[k].close()  # close files if opened
+            return None, f'Error: {e}'
+
+    def get_main_image(self, url: str) -> Optional[str]:
+        """
+        Get main image from URL
+
+        :param url: URL to get image from
+        :return: image URL
+        """
+        response = requests.get(url)
+        soup = BeautifulSoup(response.content, 'html.parser')
+
+        og_image = soup.find('meta', property='og:image')
+        if og_image and og_image.get('content'):
+            return og_image['content']
+
+        twitter_image = soup.find('meta', attrs={'name': 'twitter:image'})
+        if twitter_image and twitter_image.get('content'):
+            return twitter_image['content']
+
+        link_image = soup.find('link', rel='image_src')
+        if link_image and link_image.get('href'):
+            return link_image['href']
+
+        images = soup.find_all('img')
+        if images:
+            images = [img for img in images if 'logo' not in (img.get('src') or '').lower()]
+            largest_image = None
+            max_area = 0
+            for img in images:
+                src = img.get('src')
+                if not src:
+                    continue
+                src = requests.compat.urljoin(url, src)
+                try:
+                    img_response = requests.get(src, stream=True, timeout=5)
+                    img_response.raw.decode_content = True
+
+                    from PIL import Image
+                    image = Image.open(img_response.raw)
+                    width, height = image.size
+                    area = width * height
+                    if area > max_area:
+                        max_area = area
+                        largest_image = src
+                except:
+                    continue
+            if largest_image:
+                return largest_image
+        return None
+
+    def get_links(self, url: str) -> List[Dict[str, str]]:
+        """
+        Get links from URL
+
+        :param url: URL to get links from
+        :return: links list
+        """
+        response = requests.get(url)
+        soup = BeautifulSoup(response.content, 'html.parser')
+        links = []
+        urls = []
+        for link in soup.find_all('a'):
+            try:
+                name = link.get_text(strip=True)
+                address = link.get('href')
+                if address:
+                    address = urljoin(url, address)
+                    if not name:
+                        title = link.get('title')
+                        if title:
+                            name = title
+                        else:
+                            name = address
+                    if address not in urls:
+                        urls.append(address)
+                        links.append({name: address})
+            except:
+                continue
+        return links
+
+
+    def get_images(self, url: str) -> List[str]:
+        """
+        Get images from URL
+
+        :param url: URL to get images from
+        :return: images list
+        """
+        response = requests.get(url)
+        soup = BeautifulSoup(response.content, 'html.parser')
+        images = []
+        for img in soup.find_all('img'):
+            try:
+                address = img.get('src')
+                if address:
+                    address = urljoin(url, address)
+                    if address not in images:
+                        images.append(address)
+            except:
+                continue
+        return images
+
+    def download_image(self, img: str) -> str:
+        """
+        Download image from URL
+
+        :param img: URL to download image from
+        :return: local path to image
+        """
+        dir = self.window.core.config.get_user_dir("img")
+        response = requests.get(img, stream=True)
+        name = img.replace("http://", "").replace("https://", "").replace("/", "_")
+        path = os.path.join(dir, name)
+        if os.path.exists(path):
+            name = name + uuid.uuid4().hex[:6].upper()
+        download_path = os.path.join(dir, name)
+        with open(download_path, 'wb', ) as f:
+            f.write(response.content)
+        return self.window.core.filesystem.make_local(download_path)