pygpt-net 2.5.15__py3-none-any.whl → 2.5.16__py3-none-any.whl

pygpt_net/CHANGELOG.txt

@@ -1,3 +1,9 @@
+2.5.16 (2025-06-25)
+
+- OpenAI API upgraded to 1.91.0.
+- Chat mode migrated to Responses API with native built-in web search tool. (beta)
+- Fixed file_read tool in I/O plugin.
+
 2.5.15 (2025-06-24)
 
 - Added Ollama models importer in "Settings -> Models -> Import from Ollama".

pygpt_net/__init__.py

@@ -6,15 +6,15 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025-06-24 19:00:00                  #
+# Updated Date: 2025-06-25 02:00:00                  #
 # ================================================== #
 
 __author__ = "Marcin Szczygliński"
 __copyright__ = "Copyright 2025, Marcin Szczygliński"
 __credits__ = ["Marcin Szczygliński"]
 __license__ = "MIT"
-__version__ = "2.5.15"
-__build__ = "2025-06-24"
+__version__ = "2.5.16"
+__build__ = "2025-06-25"
 __maintainer__ = "Marcin Szczygliński"
 __github__ = "https://github.com/szczyglis-dev/py-gpt"
 __report__ = "https://github.com/szczyglis-dev/py-gpt/issues"

pygpt_net/controller/chat/stream.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.03.02 19:00:00                  #
+# Updated Date: 2025.06.25 02:00:00                  #
 # ================================================== #
 
 from typing import Any
@@ -36,6 +36,9 @@ class Stream:
         output_tokens = 0
         begin = True
         error = None
+        tool_calls = []
+        fn_args_buffers = {}
+        citations = []
 
         # chunks: stream begin
         data = {
@@ -60,24 +63,32 @@ class Stream:
                     if error is not None:
                         break  # break if error
 
+                    etype = None
                     response = None
                     chunk_type = "raw"
-                    if (hasattr(chunk, 'choices')
-                            and chunk.choices[0] is not None
-                            and hasattr(chunk.choices[0], 'delta')
-                            and chunk.choices[0].delta is not None):
-                        chunk_type = "api_chat"
-                    elif (hasattr(chunk, 'choices')
-                          and chunk.choices[0] is not None
-                          and hasattr(chunk.choices[0], 'text')
-                          and chunk.choices[0].text is not None):
-                        chunk_type = "api_completion"
-                    elif (hasattr(chunk, 'content')
-                          and chunk.content is not None):
-                        chunk_type = "langchain_chat"
-                    elif (hasattr(chunk, 'delta')
-                          and chunk.delta is not None):
-                        chunk_type = "llama_chat"
+                    if ctx.use_responses_api:
+                        if hasattr(chunk, 'type'):  # streaming event type
+                            etype = chunk.type
+                            chunk_type = "api_chat_responses"  # responses API
+                        else:
+                            continue
+                    else:
+                        if (hasattr(chunk, 'choices')
+                                and chunk.choices[0] is not None
+                                and hasattr(chunk.choices[0], 'delta')
+                                and chunk.choices[0].delta is not None):
+                            chunk_type = "api_chat"  # chat completions API
+                        elif (hasattr(chunk, 'choices')
+                              and chunk.choices[0] is not None
+                              and hasattr(chunk.choices[0], 'text')
+                              and chunk.choices[0].text is not None):
+                            chunk_type = "api_completion"
+                        elif (hasattr(chunk, 'content')
+                              and chunk.content is not None):
+                            chunk_type = "langchain_chat"
+                        elif (hasattr(chunk, 'delta')
+                              and chunk.delta is not None):
+                            chunk_type = "llama_chat"
 
                     # OpenAI chat completion
                     if chunk_type == "api_chat":
@@ -110,6 +121,43 @@ class Stream:
                                 if tool_chunk.function.arguments:
                                     tool_call["function"]["arguments"] += tool_chunk.function.arguments
 
+                    elif chunk_type == "api_chat_responses":
+
+                        if etype == "response.output_text.delta":
+                            response = chunk.delta
+
+                        # ---------- function_call ----------
+                        elif etype == "response.output_item.added" and chunk.item.type == "function_call":
+                            tool_calls.append({
+                                "id": chunk.item.id,
+                                "type": "function",
+                                "function": {"name": chunk.item.name, "arguments": ""}
+                            })
+                            fn_args_buffers[chunk.item.id] = ""
+
+                        elif etype == "response.function_call_arguments.delta":
+                            fn_args_buffers[chunk.item_id] += chunk.delta
+
+                        elif etype == "response.function_call_arguments.done":
+                            for tc in tool_calls:
+                                if tc["id"] == chunk.item_id:
+                                    tc["function"]["arguments"] = fn_args_buffers[chunk.item_id]
+                                    break
+                            fn_args_buffers.pop(chunk.item_id, None)
+
+                        # ---------- annotations ----------
+                        elif etype == "response.output_text.annotation.added":
+                            if chunk.annotation['type'] == "url_citation":
+                                if citations is None:
+                                    citations = []
+                                url_citation = chunk.annotation['url']
+                                citations.append(url_citation)
+                                ctx.urls = citations
+
+                        # ---------- end / error ----------
+                        elif etype in {"response.done", "response.failed", "error"}:
+                            pass
+
                     # OpenAI completion
                     elif chunk_type == "api_completion":
                         if chunk.choices[0].text is not None:

pygpt_net/core/bridge/worker.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.11.29 23:00:00                  #
+# Updated Date: 2025.06.25 02:00:00                  #
 # ================================================== #
 
 from PySide6.QtCore import QObject, Signal, QRunnable, Slot
@@ -15,6 +15,7 @@ from pygpt_net.core.types import (
     MODE_AGENT_LLAMA,
     MODE_LANGCHAIN,
     MODE_LLAMA_INDEX,
+    MODE_ASSISTANT,
 )
 from pygpt_net.core.events import KernelEvent, Event
 
@@ -48,7 +49,8 @@ class BridgeWorker(QObject, QRunnable):
             self.handle_post_prompt_async()
 
             # ADDITIONAL CONTEXT: append additional context from attachments
-            self.handle_additional_context()
+            if self.mode != MODE_ASSISTANT:
+                self.handle_additional_context()
 
             # POST PROMPT END: handle post prompt end event
             self.handle_post_prompt_end()

pygpt_net/core/command/__init__.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.02.02 02:00:00                  #
+# Updated Date: 2025.06.25 02:00:00                  #
 # ================================================== #
 
 import copy
@@ -228,6 +228,34 @@ class Command:
                 print("Error parsing tool call: " + str(e))
         return parsed
 
+    def unpack_tool_calls_responses(
+            self,
+            tool_calls: List
+    ) -> List[Dict[str, Any]]:
+        """
+        Unpack tool calls from OpenAI response
+
+        :param tool_calls: tool calls list
+        :return: parsed tool calls list
+        """
+        parsed = []
+        for tool_call in tool_calls:
+            try:
+                parsed.append(
+                    {
+                        "id": tool_call.id,
+                        "type": "function",
+                        "function": {
+                            "name": tool_call.name,
+                            "arguments": json.loads(tool_call.arguments)
+                        }
+                    }
+                )
+            except Exception as e:
+                self.window.core.debug.log(e)
+                print("Error parsing tool call: " + str(e))
+        return parsed
+
     def unpack_tool_calls_chunks(
             self,
             ctx: CtxItem,
@@ -503,6 +531,9 @@ class Command:
                 if "required" in param and param["required"]:
                     required.append(param["name"])
 
+            if len(required) > 0:
+                params["required"] = required
+
             # extract params and convert to JSON schema format
             for param in cmd["params"]:
                 try:
@@ -570,7 +601,7 @@ class Command:
                             elif params["properties"][key]["type"] == "list":
                                 params["properties"][key]["type"] = "array"
                                 params["properties"][key]["items"] = {
-                                    "$ref": "#"
+                                    "type": "string"
                                 }
                 except Exception as e:
                     print(e)

pygpt_net/data/config/config.json

@@ -1,8 +1,8 @@
 {
   "__meta__": {
-    "version": "2.5.15",
-    "app.version": "2.5.15",
-    "updated_at": "2025-06-24T00:00:00"
+    "version": "2.5.16",
+    "app.version": "2.5.16",
+    "updated_at": "2025-06-25T00:00:00"
   },
   "access.audio.event.speech": false,
   "access.audio.event.speech.disabled": [],

pygpt_net/data/config/models.json

@@ -1,8 +1,8 @@
 {
     "__meta__": {
-        "version": "2.5.15",
-        "app.version": "2.5.15",
-        "updated_at": "2025-06-24T00:00:00"
+        "version": "2.5.16",
+        "app.version": "2.5.16",
+        "updated_at": "2025-06-25T00:00:00"
     },
     "items": {
         "claude-3-5-sonnet-20240620": {

pygpt_net/item/ctx.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.06.23 19:00:00                  #
+# Updated Date: 2025.06.25 02:00:00                  #
 # ================================================== #
 
 import copy
@@ -75,6 +75,7 @@ class CtxItem:
         self.sub_call = False  # is sub call
         self.sub_reply = False  # sub call reply
         self.hidden = False  # hidden context
+        self.use_responses_api = False  # use responses API format
         self.pid = 0
         self.audio_id = None
         self.audio_output = None

pygpt_net/plugin/cmd_files/__init__.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.12.16 01:00:00                  #
+# Updated Date: 2025.06.25 02:00:00                  #
 # ================================================== #
 
 import os
@@ -141,7 +141,7 @@ class Plugin(BasePlugin):
         """
         # use_loaders = False
         if use_loaders:
-            content, docs = str(self.window.core.idx.indexing.read_text_content(path))
+            content, docs = self.window.core.idx.indexing.read_text_content(path)
             return content
         else:
             data = ""

pygpt_net/plugin/cmd_files/worker.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.01.17 13:00:00                  #
+# Updated Date: 2025.06.25 02:00:00                  #
 # ================================================== #
 
 import fnmatch
@@ -847,7 +847,7 @@ class Worker(BaseWorker):
                 path,
             )
 
-    def read_files(self, paths: list) -> (dict, str):
+    def read_files(self, paths: list) -> (list, list):
         """
         Read files from directory
 

pygpt_net/provider/gpt/__init__.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.03.02 19:00:00                  #
+# Updated Date: 2025.06.25 02:00:00                  #
 # ================================================== #
 
 from httpx_socks import SyncProxyTransport
@@ -29,6 +29,7 @@ from .assistants import Assistants
 from .chat import Chat
 from .completion import Completion
 from .image import Image
+from .responses import Responses
 from .store import Store
 from .summarizer import Summarizer
 from .vision import Vision
@@ -47,6 +48,7 @@ class Gpt:
         self.chat = Chat(window)
         self.completion = Completion(window)
         self.image = Image(window)
+        self.responses = Responses(window)
         self.store = Store(window)
         self.summarizer = Summarizer(window)
         self.vision = Vision(window)
@@ -108,6 +110,12 @@ class Gpt:
         ai_name = ctx.output_name
         thread_id = ctx.thread  # from ctx
 
+        # --- Responses API ---- /beta/
+        use_responses_api = False
+        if mode == MODE_CHAT:
+            use_responses_api = True  # use responses API for chat, audio, research modes
+        ctx.use_responses_api = use_responses_api  # set in context
+
         # get model id
         model_id = None
         if model is not None:
@@ -128,20 +136,30 @@ class Gpt:
             )
             used_tokens = self.completion.get_used_tokens()
 
-        # chat (OpenAI) | research (Perplexity)
+        # chat, audio (OpenAI) | research (Perplexity)
         elif mode in [
             MODE_CHAT,
             MODE_AUDIO,
             MODE_RESEARCH
         ]:
-            response = self.chat.send(
-                context=context,
-                extra=extra,
-            )
-            if hasattr(response, "citations"):
-                if response.citations:
-                    ctx.urls = response.citations
-            used_tokens = self.chat.get_used_tokens()
+            # responses API
+            if use_responses_api:
+                response = self.responses.send(
+                    context=context,
+                    extra=extra,
+                )
+                used_tokens = self.responses.get_used_tokens()
+            else:
+                # chat completion API
+                response = self.chat.send(
+                    context=context,
+                    extra=extra,
+                )
+                if hasattr(response, "citations"):
+                    if response.citations:
+                        ctx.urls = response.citations
+                used_tokens = self.chat.get_used_tokens()
+
             self.vision.append_images(ctx)  # append images to ctx if provided
 
         # image
@@ -184,7 +202,7 @@ class Gpt:
 
         # if stream
         if stream:
-            ctx.stream = response
+            ctx.stream = response  # generator
             ctx.set_output("", ai_name)  # set empty output
             ctx.input_tokens = used_tokens  # get from input tokens calculation
             return True
@@ -206,13 +224,21 @@ class Gpt:
             MODE_VISION, 
             MODE_RESEARCH
         ]:
-            if response.choices[0]:
-                if response.choices[0].message.content:
-                    output = response.choices[0].message.content.strip()
-                elif response.choices[0].message.tool_calls:
-                    ctx.tool_calls = self.window.core.command.unpack_tool_calls(
-                        response.choices[0].message.tool_calls,
+            if use_responses_api:
+                if response.output_text:
+                    output = response.output_text.strip()
+                if response.output:
+                    ctx.tool_calls = self.window.core.command.unpack_tool_calls_responses(
+                        response.output,
                     )
+            else:
+                if response.choices[0]:
+                    if response.choices[0].message.content:
+                        output = response.choices[0].message.content.strip()
+                    elif response.choices[0].message.tool_calls:
+                        ctx.tool_calls = self.window.core.command.unpack_tool_calls(
+                            response.choices[0].message.tool_calls,
+                        )
         # audio
         elif mode in [MODE_AUDIO]:
             if response.choices[0]:
@@ -234,10 +260,17 @@ class Gpt:
                     )
 
         ctx.set_output(output, ai_name)
-        ctx.set_tokens(
-            response.usage.prompt_tokens,
-            response.usage.completion_tokens,
-        )
+
+        if not use_responses_api:
+            ctx.set_tokens(
+                response.usage.prompt_tokens,
+                response.usage.completion_tokens,
+            )
+        else:
+            ctx.set_tokens(
+                response.usage.input_tokens,
+                response.usage.output_tokens,
+            )
         return True
 
     def quick_call(self, context: BridgeContext, extra: dict = None) -> str:

pygpt_net/provider/gpt/responses.py

@@ -0,0 +1,279 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# ================================================== #
+# This file is a part of PYGPT package               #
+# Website: https://pygpt.net                         #
+# GitHub:  https://github.com/szczyglis-dev/py-gpt   #
+# MIT License                                        #
+# Created By  : Marcin Szczygliński                  #
+# Updated Date: 2025.06.25 02:00:00                  #
+# ================================================== #
+
+import json
+import time
+from typing import Optional, Dict, Any, List
+
+from pygpt_net.core.types import (
+    MODE_CHAT,
+    MODE_VISION,
+    MODE_AUDIO,
+    MODE_RESEARCH,
+)
+from pygpt_net.core.bridge.context import BridgeContext, MultimodalContext
+from pygpt_net.item.ctx import CtxItem
+from pygpt_net.item.model import ModelItem
+
+from .utils import sanitize_name
+from pygpt_net.item.attachment import AttachmentItem
+
+
+class Responses:
+    def __init__(self, window=None):
+        """
+        Responses API wrapper
+
+        :param window: Window instance
+        """
+        self.window = window
+        self.input_tokens = 0
+        self.audio_prev_id = None
+        self.audio_prev_expires_ts = None
+
+    def send(
+            self,
+            context: BridgeContext,
+            extra: Optional[Dict[str, Any]] = None
+    ):
+        """
+        Call OpenAI API for chat
+
+        :param context: Bridge context
+        :param extra: Extra arguments
+        :return: response or stream chunks
+        """
+        prompt = context.prompt
+        stream = context.stream
+        max_tokens = int(context.max_tokens or 0)
+        system_prompt = context.system_prompt
+        mode = context.mode
+        model = context.model
+        functions = context.external_functions
+        attachments = context.attachments
+        multimodal_ctx = context.multimodal_ctx
+
+        ctx = context.ctx
+        if ctx is None:
+            ctx = CtxItem()  # create empty context
+        user_name = ctx.input_name  # from ctx
+        ai_name = ctx.output_name  # from ctx
+
+        client = self.window.core.gpt.get_client(mode)
+
+        # build chat messages
+        messages = self.build(
+            prompt=prompt,
+            system_prompt=system_prompt,
+            model=model,
+            history=context.history,
+            attachments=attachments,
+            ai_name=ai_name,
+            user_name=user_name,
+            multimodal_ctx=multimodal_ctx,
+        )
+        msg_tokens = self.window.core.tokens.from_messages(
+            messages,
+            model.id,
+        )
+        # check if max tokens not exceeded
+        if max_tokens > 0:
+            if msg_tokens + int(max_tokens) > model.ctx:
+                max_tokens = model.ctx - msg_tokens - 1
+                if max_tokens < 0:
+                    max_tokens = 0
+
+        # extra API kwargs
+        response_kwargs = {}
+
+        # tools / functions
+        tools = []
+        if functions is not None and isinstance(functions, list):
+            for function in functions:
+                if str(function['name']).strip() == '' or function['name'] is None:
+                    continue
+                params = {}
+                if function['params'] is not None and function['params'] != "":
+                    params = json.loads(function['params'])  # unpack JSON from string
+                tools.append({
+                    "type": "function",
+                    "name": function['name'],
+                    "parameters": params,
+                    "description": function['desc'],
+                })
+
+        # extra arguments, o3 only
+        if model.extra and "reasoning_effort" in model.extra:
+            response_kwargs['reasoning'] = {}
+            response_kwargs['reasoning']['effort'] = model.extra["reasoning_effort"]
+
+        # extend tools with external tools
+        if not model.id.startswith("o1") and not model.id.startswith("o3"):
+            tools.append({"type": "web_search_preview"})
+
+        # tool calls are not supported for o1-mini and o1-preview
+        if (model.id is not None
+                and model.id not in ["o1-mini", "o1-preview"]):
+            if len(tools) > 0:
+                response_kwargs['tools'] = tools
+
+        # audio mode
+        if mode in [MODE_AUDIO]:
+            stream = False
+            voice_id = "alloy"
+            tmp_voice = self.window.core.plugins.get_option("audio_output", "openai_voice")
+            if tmp_voice:
+                voice_id = tmp_voice
+            response_kwargs["modalities"] = ["text", "audio"]
+            response_kwargs["audio"] = {
+                "voice": voice_id,
+                "format": "wav"
+            }
+
+        response = client.responses.create(
+            input=messages,
+            model=model.id,
+            stream=stream,
+            **response_kwargs,
+        )
+        return response
+
+    def build(
+            self,
+            prompt: str,
+            system_prompt: str,
+            model: ModelItem,
+            history: Optional[List[CtxItem]] = None,
+            attachments: Optional[Dict[str, AttachmentItem]] = None,
+            ai_name: Optional[str] = None,
+            user_name: Optional[str] = None,
+            multimodal_ctx: Optional[MultimodalContext] = None,
+    ) -> list:
+        """
+        Build list of chat messages
+
+        :param prompt: user prompt
+        :param system_prompt: system prompt
+        :param history: history
+        :param model: model item
+        :param attachments: attachments
+        :param ai_name: AI name
+        :param user_name: username
+        :param multimodal_ctx: Multimodal context
+        :return: messages list
+        """
+        messages = []
+
+        # tokens config
+        mode = MODE_CHAT
+        allowed_system = True
+        if (model.id is not None
+                and model.id in ["o1-mini", "o1-preview"]):
+            allowed_system = False
+
+        used_tokens = self.window.core.tokens.from_user(
+            prompt,
+            system_prompt,
+        )  # threshold and extra included
+        max_ctx_tokens = self.window.core.config.get('max_total_tokens')  # max context window
+
+        # fit to max model tokens
+        if max_ctx_tokens > model.ctx:
+            max_ctx_tokens = model.ctx
+
+        # input tokens: reset
+        self.reset_tokens()
+
+        # append system prompt
+        if allowed_system:
+            if system_prompt is not None and system_prompt != "":
+                messages.append({"role": "developer", "content": system_prompt})
+
+        # append messages from context (memory)
+        if self.window.core.config.get('use_context'):
+            items = self.window.core.ctx.get_history(
+                history,
+                model.id,
+                mode,
+                used_tokens,
+                max_ctx_tokens,
+            )
+            for item in items:
+                # input
+                if item.final_input is not None and item.final_input != "":
+                    messages.append({
+                        "role": "user",
+                        "content": item.final_input,
+                    })
+
+                # output
+                if item.final_output is not None and item.final_output != "":
+                    msg = {
+                        "role": "assistant",
+                        "content": item.final_output,
+                    }
+                    # append previous audio ID
+                    if MODE_AUDIO in model.mode:
+                        if item.audio_id:
+                            # at first check expires_at - expired audio throws error in API
+                            current_timestamp = time.time()
+                            audio_timestamp = int(item.audio_expires_ts) if item.audio_expires_ts else 0
+                            if audio_timestamp and audio_timestamp > current_timestamp:
+                                msg["audio"] = {
+                                    "id": item.audio_id
+                                }
+                        elif self.audio_prev_id:
+                            current_timestamp = time.time()
+                            audio_timestamp = int(self.audio_prev_expires_ts) if self.audio_prev_expires_ts else 0
+                            if audio_timestamp and audio_timestamp > current_timestamp:
+                                msg["audio"] = {
+                                    "id": self.audio_prev_id
+                                }
+                    messages.append(msg)
+
+        # use vision and audio if available in current model
+        content = str(prompt)
+        if MODE_VISION in model.mode:
+            content = self.window.core.gpt.vision.build_content(
+                content=content,
+                attachments=attachments,
+                responses_api=True,
+            )
+        if MODE_AUDIO in model.mode:
+            content = self.window.core.gpt.audio.build_content(
+                content=content,
+                multimodal_ctx=multimodal_ctx,
+            )
+
+        # append current prompt
+        messages.append({
+            "role": "user",
+            "content": content,
+        })
+
+        # input tokens: update
+        self.input_tokens += self.window.core.tokens.from_messages(
+            messages,
+            model.id,
+        )
+        return messages
+
+    def reset_tokens(self):
+        """Reset input tokens counter"""
+        self.input_tokens = 0
+
+    def get_used_tokens(self) -> int:
+        """
+        Get input tokens counter
+
+        :return: input tokens
+        """
+        return self.input_tokens

pygpt_net/provider/gpt/vision.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2024.12.14 22:00:00                  #
+# Updated Date: 2025.06.25 02:00:00                  #
 # ================================================== #
 
 import base64
@@ -168,18 +168,26 @@ class Vision:
             self,
             content: Union[str, list],
             attachments: Optional[Dict[str, AttachmentItem]] = None,
+            responses_api: Optional[bool] = False,
     ) -> List[dict]:
         """
         Build vision content
 
         :param content: content (str or list)
         :param attachments: attachments (dict, optional)
+        :param responses_api: if True, use responses API format
         :return: List of contents
         """
+        type_text = "text"
+        type_image = "image_url"
+        if responses_api:
+            type_text = "input_text"
+            type_image = "input_image"
+
         if not isinstance(content, list):
             content = [
                 {
-                    "type": "text",
+                    "type": type_text,
                     "text": str(content)
                 }
             ]
@@ -193,14 +201,22 @@ class Vision:
         urls = self.extract_urls(prompt)
         if len(urls) > 0:
             for url in urls:
-                content.append(
-                    {
-                        "type": "image_url",
-                        "image_url": {
-                            "url": url,
+                if not responses_api:
+                    content.append(
+                        {
+                            "type": type_image,
+                            "image_url": {
+                                "url": url,
+                            }
+                        }
+                    )
+                else:
+                    content.append(
+                        {
+                            "type": type_image,
+                            "image_url": url,
                         }
-                    }
-                )
+                    )
                 self.urls.append(url)
 
         # local images (attachments)
@@ -211,14 +227,22 @@ class Vision:
                     # check if it's an image
                     if self.is_image(attachment.path):
                         base64_image = self.encode_image(attachment.path)
-                        content.append(
-                            {
-                                "type": "image_url",
-                                "image_url": {
-                                    "url": f"data:image/jpeg;base64,{base64_image}",
+                        if not responses_api:
+                            content.append(
+                                {
+                                    "type": type_image,
+                                    "image_url": {
+                                        "url": f"data:image/jpeg;base64,{base64_image}",
+                                    }
                                 }
-                            }
-                        )
+                            )
+                        else:
+                            content.append(
+                                {
+                                    "type": type_image,
+                                    "image_url": f"data:image/jpeg;base64,{base64_image}",
+                                }
+                            )
                         self.attachments[id] = attachment.path
                         attachment.consumed = True
 

{pygpt_net-2.5.15.dist-info → pygpt_net-2.5.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pygpt-net
-Version: 2.5.15
+Version: 2.5.16
 Summary: Desktop AI Assistant powered by models: OpenAI o1, GPT-4o, GPT-4, GPT-4 Vision, GPT-3.5, DALL-E 3, Llama 3, Mistral, Gemini, Claude, DeepSeek, Bielik, and other models supported by Langchain, Llama Index, and Ollama. Features include chatbot, text completion, image generation, vision analysis, speech-to-text, internet access, file handling, command execution and more.
 License: MIT
 Keywords: py_gpt,py-gpt,pygpt,desktop,app,o1,gpt,gpt4,gpt-4o,gpt-4v,gpt3.5,gpt-4,gpt-4-vision,gpt-3.5,llama3,mistral,gemini,deepseek,bielik,claude,tts,whisper,vision,chatgpt,dall-e,chat,chatbot,assistant,text completion,image generation,ai,api,openai,api key,langchain,llama-index,ollama,presets,ui,qt,pyside
@@ -71,7 +71,7 @@ Requires-Dist: llama-index-vector-stores-redis (>=0.4.0,<0.5.0)
 Requires-Dist: mss (>=9.0.2,<10.0.0)
 Requires-Dist: nbconvert (>=7.16.6,<8.0.0)
 Requires-Dist: onnxruntime (==1.20.1)
-Requires-Dist: openai (>=1.59.9,<1.60.0)
+Requires-Dist: openai (>=1.91.0,<2.0.0)
 Requires-Dist: opencv-python (>=4.11.0.86,<5.0.0.0)
 Requires-Dist: packaging (>=24.2,<25.0)
 Requires-Dist: pandas (>=2.2.3,<3.0.0)
@@ -100,7 +100,7 @@ Description-Content-Type: text/markdown
 
 [![pygpt](https://snapcraft.io/pygpt/badge.svg)](https://snapcraft.io/pygpt)
 
-Release: **2.5.15** | build: **2025-06-23** | Python: **>=3.10, <3.13**
+Release: **2.5.16** | build: **2025-06-25** | Python: **>=3.10, <3.13**
 
 > Official website: https://pygpt.net | Documentation: https://pygpt.readthedocs.io
 > 
@@ -4124,6 +4124,12 @@ may consume additional tokens that are not displayed in the main window.
 
 ## Recent changes:
 
+**2.5.16 (2025-06-25)**
+
+- OpenAI API upgraded to 1.91.0.
+- Chat mode migrated to Responses API with native built-in web search tool. (beta)
+- Fixed file_read tool in I/O plugin.
+
 **2.5.15 (2025-06-24)**
 
 - Added Ollama models importer in "Settings -> Models -> Import from Ollama".

{pygpt_net-2.5.15.dist-info → pygpt_net-2.5.16.dist-info}/RECORD

@@ -1,6 +1,6 @@
-pygpt_net/CHANGELOG.txt,sha256=Imz1HnV0a_kN67bUws1G523zwe2jA-ChvPsGBEm_4fM,83588
+pygpt_net/CHANGELOG.txt,sha256=hFu7m9ErUfgHOMKcUo-CEWFdbWEdPugD8t3fldesfPE,83764
 pygpt_net/LICENSE,sha256=dz9sfFgYahvu2NZbx4C1xCsVn9GVer2wXcMkFRBvqzY,1146
-pygpt_net/__init__.py,sha256=sMHfKGrSwrMnY9ERiLfK_atiOtbygFCZ_ahbU6jWPM8,1373
+pygpt_net/__init__.py,sha256=hxCVQq3kr3OQl8lw5kFVjHtdoZGowTS0RBw5ezfmPro,1373
 pygpt_net/app.py,sha256=XXjn9XaKHGRcsHN8mMuqbRHAg8_Da0GLmACUU9ddjBc,16217
 pygpt_net/config.py,sha256=Qc1FOBtTf3O6A6-6KoqUGtoJ0u8hXQeowvCVbZFwtik,16405
 pygpt_net/container.py,sha256=BemiVZPpPNIzfB-ZvnZeeBPFu-AcX2c30OqYFylEjJc,4023
@@ -35,7 +35,7 @@ pygpt_net/controller/chat/input.py,sha256=1r-zIWwFIdc0IOuC1rHGZYCZm9tsSeLEsrrlcW
 pygpt_net/controller/chat/output.py,sha256=VuziVuI9Lj_4kZmTWvXg8t2tq4w9uD7J1g2MqlMCV6s,9272
 pygpt_net/controller/chat/render.py,sha256=h23QCvMDIAaCpInqwwADa4G43sSpSn-CE5celnk1LSc,17206
 pygpt_net/controller/chat/response.py,sha256=UnTnnn2on-Qg2_T_QcQcklTCcuq6XhyLLxs1fn-D9Tg,9450
-pygpt_net/controller/chat/stream.py,sha256=FSGDWC1OR3lWQ7sKyiU0oQy4D-Qv_3zWpVvbQ6bTqNc,8033
+pygpt_net/controller/chat/stream.py,sha256=vgjZYruBIMJ7V0udhVOf_pnlIuNDmzXRimToQ2i95WM,10496
 pygpt_net/controller/chat/text.py,sha256=nDiHuKyuRmnDWK0YCsdMhd2k_5zvSSrNWNc9y6FWi2g,10316
 pygpt_net/controller/chat/vision.py,sha256=OFodxDRleFqY-DVfEfgNn1mpa60-ZWEBwUlu25oJwmw,2884
 pygpt_net/controller/command/__init__.py,sha256=sUvnvsKISkHTrbv7woQQ8r4SAGDR8Gy85H42q8eAg78,5671
@@ -128,13 +128,13 @@ pygpt_net/core/audio/context.py,sha256=2XpXWhDC09iUvc0FRMq9BF2_rnQ60ZG4Js6LbO5Mo
 pygpt_net/core/audio/whisper.py,sha256=WZ_fNQ06s1NBxyoYB-lTFqDO6ARcnq9MZFekRaTNxTo,993
 pygpt_net/core/bridge/__init__.py,sha256=4qEZJkMIe2o861ukwAlFy0ba_ri8sqx4nwLhUZXld0g,10007
 pygpt_net/core/bridge/context.py,sha256=zIqbbFyZYsU5JEJGvwBg07u9QeeMUKsdTnURyp8tR4Y,4351
-pygpt_net/core/bridge/worker.py,sha256=aq0xA6LCvEK7BHTx3I1vziZpFtE29IHl-19yzsEB7mE,5817
+pygpt_net/core/bridge/worker.py,sha256=8o8HmnjtoImHFFPOfzymePPgmVUPZoFNHFd0BYUHV3c,5885
 pygpt_net/core/calendar/__init__.py,sha256=ao9kQk6Xjse95m1TbL1Mlbo1k1Q8D9eGc10L-71G9TY,7227
 pygpt_net/core/camera/__init__.py,sha256=iJ7ZIQPi3nFb5FtvH8Rig4v9pjRgccrHzSlY_ua0B_g,4077
 pygpt_net/core/chain/__init__.py,sha256=C7Xm88bRblcyM4e0wZMFG-6SQCdw_frXN9kqnWzce60,3541
 pygpt_net/core/chain/chat.py,sha256=5LxPWHkocjrIAAwrdDH1ss6knAnh4_owfbHPsOQYSws,5238
 pygpt_net/core/chain/completion.py,sha256=GGRA-q6sQgPnSibiwHBwk7jgT0MgOkka1_jK2-IiBPg,5698
-pygpt_net/core/command/__init__.py,sha256=Yj0nL_gtHjSTBbw6A-jpgTDz6JgE86FvfH82eqtM40g,24279
+pygpt_net/core/command/__init__.py,sha256=MIA8xR1opjL61Be8IyIgunoeLfgB7JYryDN00Tul15M,25243
 pygpt_net/core/ctx/__init__.py,sha256=WUV7OuQ7GXJ4GN75WfqV9v_VtKJhmgQ8uh8tfc2GPLc,43400
 pygpt_net/core/ctx/bag.py,sha256=-LRhttDRiQkw1Msl3kbGQYaY9w8zqn1o0miNRdqjHtQ,1286
 pygpt_net/core/ctx/container.py,sha256=tdPHPRfTi8yGY1MZGgFtYtx2lvc5K9OTqhjde16wivY,4232
@@ -248,8 +248,8 @@ pygpt_net/css_rc.py,sha256=i13kX7irhbYCWZ5yJbcMmnkFp_UfS4PYnvRFSPF7XXo,11349
 pygpt_net/data/audio/click_off.mp3,sha256=aNiRDP1pt-Jy7ija4YKCNFBwvGWbzU460F4pZWZDS90,65201
 pygpt_net/data/audio/click_on.mp3,sha256=qfdsSnthAEHVXzeyN4LlC0OvXuyW8p7stb7VXtlvZ1k,65201
 pygpt_net/data/audio/ok.mp3,sha256=LTiV32pEBkpUGBkKkcOdOFB7Eyt_QoP2Nv6c5AaXftk,32256
-pygpt_net/data/config/config.json,sha256=P3i9t6mZraxK1paZYhrgfTqFvXKg_oQTNLwH5E780jI,20083
-pygpt_net/data/config/models.json,sha256=jaOQ9iwCmEbqAVimJRNObJhXY1xiE4AJ4zdNM52pQt8,124691
+pygpt_net/data/config/config.json,sha256=saGOqexv27VNKNV_wS8dlGb6Dl2dCaTEAo7ubl48hY0,20083
+pygpt_net/data/config/models.json,sha256=42iGUxIPlrrN1YMWXZtw3X820I-2W69vCpT4KRefgqw,124691
 pygpt_net/data/config/modes.json,sha256=-q4Q4RsyoF2rLgvS0On59zXK0m0ml_kx6I0hNfLZRDY,2085
 pygpt_net/data/config/presets/agent_openai.json,sha256=vMTR-soRBiEZrpJJHuFLWyx8a3Ez_BqtqjyXgxCAM_Q,733
 pygpt_net/data/config/presets/agent_openai_assistant.json,sha256=awJw9lNTGpKML6SJUShVn7lv8AXh0oic7wBeyoN7AYs,798
@@ -1672,7 +1672,7 @@ pygpt_net/item/__init__.py,sha256=jQQgG9u_ZLsZWXustoc1uvC-abUvj4RBKPAM30-f2Kc,48
 pygpt_net/item/assistant.py,sha256=AjbpL-EnolBc-esGkBSAAaNPrgFqMSbevvtIulhu9b4,9587
 pygpt_net/item/attachment.py,sha256=DttKEdCuWa_0O1CLoDiBLoST73bXPIbdqryeui00bD4,2818
 pygpt_net/item/calendar_note.py,sha256=Y9rfMmTbWwcFrHNra62aUww-NGPIE6O03wHRrF5TyAg,2113
-pygpt_net/item/ctx.py,sha256=i4lKRQ9xx_SaOVuiRJlKnsA5sBjl5pRby8MtJvsp3lc,18904
+pygpt_net/item/ctx.py,sha256=XZ4aRlpISA9_f63VNAG8BmmqFxx01m33TPa1CCFX_xA,18971
 pygpt_net/item/index.py,sha256=gDQYPlhwHF0QVGwX4TFGxHyO7pt5tqHcuyc3DPgPCA0,1681
 pygpt_net/item/mode.py,sha256=bhX6ZOvTKsiLI6-N-7cuJ_9izlAqq6bsXF1FjufJvfw,600
 pygpt_net/item/model.py,sha256=ZtyhQbMxOikaW4EQsAMDeW9X1ksn_Yw6eCF1tZ7AvAY,8313
@@ -1729,10 +1729,10 @@ pygpt_net/plugin/cmd_code_interpreter/worker.py,sha256=U5ahn_LV7xGm_S05AfQlLM_de
 pygpt_net/plugin/cmd_custom/__init__.py,sha256=L8hD1WkbRBdNsbR4iHbgSXHWszF6DxNRbgEIEi2Q_og,3911
 pygpt_net/plugin/cmd_custom/config.py,sha256=PuD18kxtfBr2iag4WYnpqmO29ZMThktVT859KRmBnNA,2026
 pygpt_net/plugin/cmd_custom/worker.py,sha256=iXMZK24rNYupvOQt-wB70gJsLUvi7Zpo7TgPWBvwe4s,4091
-pygpt_net/plugin/cmd_files/__init__.py,sha256=r8dWyiWBKkchSKRvaKtg_-qv0bxC4olyfS-vV-em8QE,4215
+pygpt_net/plugin/cmd_files/__init__.py,sha256=6P8brcvQDd05Yno8zF1V9tgiAQr_JV9yvkn-EAgRE_U,4210
 pygpt_net/plugin/cmd_files/config.py,sha256=q3W8Ur6prnzRMg8hg1bbdwhUrfPiUKA3E-9hDw547cI,13293
 pygpt_net/plugin/cmd_files/output.py,sha256=PiSslXXc7TeTzeuXh_MBEh3I4PuIDStr_1i2ARuPXFM,1987
-pygpt_net/plugin/cmd_files/worker.py,sha256=cnbMQjxQaRpVshaKl_CvjduNJBmP6ThX5IorAA3Ct0Y,34061
+pygpt_net/plugin/cmd_files/worker.py,sha256=PiXtTW3LzTk88eyZpxENEWJbkLd7-BkmtDUDMSeCPRQ,34062
 pygpt_net/plugin/cmd_history/__init__.py,sha256=uR7Wyly2StrLaazvkFSiPYxLb5EN4ua5mBlMhQHY4HM,11023
 pygpt_net/plugin/cmd_history/config.py,sha256=bp3-MDNd5tckiSs1mV-GWb5Y7_ZO_LHaerM9-4Yx7U4,9659
 pygpt_net/plugin/cmd_history/worker.py,sha256=-jGdiR94QHKOMISWIPtNLmCLFDG5UzibItvkbQx9KZo,6119
@@ -1867,16 +1867,17 @@ pygpt_net/provider/core/preset/patch.py,sha256=uGeOqz-JnFVXHAjnlto5I79O-HNXMLRSJ
 pygpt_net/provider/core/prompt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pygpt_net/provider/core/prompt/base.py,sha256=EYUA30T1QwJ9RSD0uW5x6VEstgIXNwgutmaXI64BWhw,1304
 pygpt_net/provider/core/prompt/json_file.py,sha256=5yfW1RgEa36tX4-ntze4PavWLry0YG43D2LO23_MrzE,4838
-pygpt_net/provider/gpt/__init__.py,sha256=d2UJRKfZQfC9GkA-Ln0effgDIpvmY3n7bVQVXs0HXUE,10120
+pygpt_net/provider/gpt/__init__.py,sha256=707FMcQfP-NgTZIXEUq6fr6Gv0zkTzy4RpvIYgRnAB8,11396
 pygpt_net/provider/gpt/assistants.py,sha256=DSw1YB_J9n2rFD5CPDWZy59I38VSG6uLpYydGLTUPMQ,14083
 pygpt_net/provider/gpt/audio.py,sha256=frHElxYVaHYkNDCMJ9tQMoGqxSaZ-s5oPlAEHUAckkc,2032
 pygpt_net/provider/gpt/chat.py,sha256=W-p6njN843JyExMcyqD_ClzmWv8de9F4-LdLwjS_4Pg,10406
 pygpt_net/provider/gpt/completion.py,sha256=OusKOb4G11aYRJUjRWcMsf80cRQQvee9DzRe99ubLmc,6164
 pygpt_net/provider/gpt/image.py,sha256=ZqYrtVTcfPa8Kf08pWLKy1Zhvi6pu61GBlslRBauoK0,8967
+pygpt_net/provider/gpt/responses.py,sha256=HUgFXDoxOcO9B1ZlHD4yIbWu9AUbbLiiUyeS5JGti3c,9557
 pygpt_net/provider/gpt/store.py,sha256=FaVd7SBC_QQ0W26_odJwcrLH54CSq0UZXZnuwIhRm54,17315
 pygpt_net/provider/gpt/summarizer.py,sha256=449yUqxwshSqeVoO7WIZasTpYlopG1Z_1ShPE5rAnvc,2260
 pygpt_net/provider/gpt/utils.py,sha256=O0H0EPb4lXUMfE1bFdWB56yuWLv7M5owVIGWRyDDv-E,855
-pygpt_net/provider/gpt/vision.py,sha256=01fZLGo5HuD1LpWQAunsQyii83TPg132EPV9-aSpBHo,9029
+pygpt_net/provider/gpt/vision.py,sha256=1Imlr6U4xUE_N90UvAaLR60KGB_39xl5aGZbsiJ7JoQ,10001
 pygpt_net/provider/gpt/worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pygpt_net/provider/gpt/worker/assistants.py,sha256=MFUlFJ9Xe4VTJFOz5OtFHvOHkJnTr2wbeKDavCCDn00,21088
 pygpt_net/provider/gpt/worker/importer.py,sha256=zmu55TAWbSlRrI4Vk5llVhbiR6s7dskx3iaBgTrQ_js,15467
@@ -2183,8 +2184,8 @@ pygpt_net/ui/widget/textarea/web.py,sha256=2LebPHa_e5lvBqnIVzjwsLcFMoc11BonXgAUs
 pygpt_net/ui/widget/vision/__init__.py,sha256=8HT4tQFqQogEEpGYTv2RplKBthlsFKcl5egnv4lzzEw,488
 pygpt_net/ui/widget/vision/camera.py,sha256=T8b5cmK6uhf_WSSxzPt_Qod8JgMnst6q8sQqRvgQiSA,2584
 pygpt_net/utils.py,sha256=WtrdagJ-BlCjxGEEVq2rhsyAZMcU6JqltCXzOs823po,6707
-pygpt_net-2.5.15.dist-info/LICENSE,sha256=rbPqNB_xxANH8hKayJyIcTwD4bj4Y2G-Mcm85r1OImM,1126
-pygpt_net-2.5.15.dist-info/METADATA,sha256=uzXawCTEO0xxxSDARADtKKuS6ieUJH9yrzRiUM6Dsc8,171436
-pygpt_net-2.5.15.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-pygpt_net-2.5.15.dist-info/entry_points.txt,sha256=qvpII6UHIt8XfokmQWnCYQrTgty8FeJ9hJvOuUFCN-8,43
-pygpt_net-2.5.15.dist-info/RECORD,,
+pygpt_net-2.5.16.dist-info/LICENSE,sha256=rbPqNB_xxANH8hKayJyIcTwD4bj4Y2G-Mcm85r1OImM,1126
+pygpt_net-2.5.16.dist-info/METADATA,sha256=Zc5Bu31TysIpS2JbdYADOyQIsLXWlgWDnd9pq0O1-b0,171615
+pygpt_net-2.5.16.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+pygpt_net-2.5.16.dist-info/entry_points.txt,sha256=qvpII6UHIt8XfokmQWnCYQrTgty8FeJ9hJvOuUFCN-8,43
+pygpt_net-2.5.16.dist-info/RECORD,,