pygpt-net 2.6.24__py3-none-any.whl → 2.6.25__py3-none-any.whl

pygpt_net/CHANGELOG.txt

@@ -1,3 +1,9 @@
+2.6.25 (2025-08-26)
+
+- Fixed the empty agent ID issue in OpenAI Agents evaluation.
+- Added the ability to select a custom model for evaluation.
+- Added embedding providers: Anthropic, Deepseek, MistralAI, xAI, VoyageAI.
+
 2.6.24 (2025-08-26)
 
 - Added a new option: LlamaIndex -> Embeddings -> Default embedding providers for attachments.

pygpt_net/__init__.py

@@ -13,7 +13,7 @@ __author__ = "Marcin Szczygliński"
 __copyright__ = "Copyright 2025, Marcin Szczygliński"
 __credits__ = ["Marcin Szczygliński"]
 __license__ = "MIT"
-__version__ = "2.6.24"
+__version__ = "2.6.25"
 __build__ = "2025-08-26"
 __maintainer__ = "Marcin Szczygliński"
 __github__ = "https://github.com/szczyglis-dev/py-gpt"

pygpt_net/controller/config/placeholder.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.15 23:00:00                  #
+# Updated Date: 2025.08.26 19:00:00                  #
 # ================================================== #
 
 from typing import Dict, Any, List
@@ -337,6 +337,8 @@ class Placeholder:
                 items[mid] = model.name
 
         data: List[Dict[str, str]] = []
+        if "allow_empty" in params and params["allow_empty"] is True:
+            data.append({'_': '---'})
         providers = self.window.core.llm.get_choices()
         if not providers:
             for mid, name in sorted(items.items(), key=lambda kv: kv[1].lower()):

pygpt_net/controller/model/importer.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.24 23:00:00                  #
+# Updated Date: 2025.08.26 19:00:00                  #
 # ================================================== #
 
 import copy
@@ -391,7 +391,7 @@ class Importer:
                         'type': 'str'
                     }
                 ]
-            elif self.provider == "openai":
+            elif self.provider in ["openai", "azure_openai"]:
                 m.tool_calls = True
                 m.llama_index['env'] = [
                     {
@@ -429,12 +429,35 @@ class Importer:
                         'type': 'str'
                     }
                 ]
+            elif self.provider == "mistral_ai":
+                m.tool_calls = True
+                m.llama_index['args'] = [
+                    {
+                        'name': 'api_key',
+                        'value': '{api_key_mistral}',
+                        'type': 'str'
+                    }
+                ]
+            elif self.provider == "local_ai":
+                m.tool_calls = True
+                m.llama_index['env'] = [
+                    {
+                        'name': 'OPENAI_API_KEY',
+                        'value': '{api_key}',
+                        'type': 'str'
+                    },
+                    {
+                        'name': 'OPENAI_API_BASE',
+                        'value': '{api_endpoint}',
+                        'type': 'str'
+                    }
+                ]
             elif self.provider == "x_ai":
                 m.tool_calls = True
                 m.llama_index['env'] = [
                     {
                         'name': 'OPENAI_API_KEY',
-                        'value': '{api_key_xai',
+                        'value': '{api_key_xai}',
                         'type': 'str'
                     },
                     {
@@ -587,9 +610,9 @@ class Importer:
         :return: Dict with keys and values
         """
         excluded = [
-            "azure_openai",
+            #"azure_openai",
             "huggingface_api",
-            "mistral_ai",
+            #"mistral_ai",
             "local_ai",
             "perplexity",
         ]

pygpt_net/core/agents/runners/loop.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.24 02:00:00                  #
+# Updated Date: 2025.08.26 19:00:00                  #
 # ================================================== #
 
 from typing import Optional, List
@@ -92,9 +92,11 @@ class Loop(BaseRunner):
 
         ctx = context.ctx
         self.send_response(ctx, signals, KernelEvent.APPEND_BEGIN)  # lock input, show stop btn
+
         history = context.history
         tools = self.window.core.agents.observer.evaluation.get_tools()
         mode = self.window.core.config.get('agent.llama.loop.mode', "score")
+
         prompt = ""
         if mode == "score":
             prompt = self.window.core.agents.observer.evaluation.get_prompt_score(history)
@@ -106,8 +108,18 @@ class Loop(BaseRunner):
         self.next_instruction = ""  # reset
         self.prev_score = -1  # reset
 
+        # select evaluation model
+        eval_model = ctx.model
+        custom_model = self.window.core.config.get('agent.llama.eval_model', None)
+        if custom_model and custom_model != "_":
+            eval_model = custom_model
+
+        if self.is_verbose():
+            print("[Evaluation] Prompt:", prompt)
+            print("[Evaluation] Running with model:", eval_model)
+
         # run agent once
-        self.run_once(prompt, tools, ctx.model)  # tool will update evaluation
+        self.run_once(prompt, tools, eval_model)  # tool will update evaluation
         return self.handle_evaluation(ctx, self.next_instruction, self.prev_score, signals)
 
     def handle_evaluation(
@@ -134,11 +146,17 @@ class Loop(BaseRunner):
             score=str(score)
         )
         self.set_status(signals, msg)
+
+        if self.is_verbose():
+            print("[Evaluation] Score:", score)
+
         if score < 0:
             self.send_response(ctx, signals, KernelEvent.APPEND_END)
             self.set_idle(signals)
             return True
         good_score = self.window.core.config.get("agent.llama.loop.score", 75)
+        if self.is_verbose():
+            print("[Evaluation] Score needed:", good_score)
         if score >= good_score != 0:
             msg = "{status_finished} {score_label}: {score}%".format(
                 status_finished=trans('status.finished'),
@@ -146,6 +164,8 @@ class Loop(BaseRunner):
                 score=str(score)
             )
             ctx.extra["agent_eval_finish"] = True
+            if self.is_verbose():
+                print("[Evaluation] Stopping. Finish with score:", score)
             self.send_response(ctx, signals, KernelEvent.APPEND_END, msg=msg)
             self.set_idle(signals)
             return True
@@ -182,5 +202,18 @@ class Loop(BaseRunner):
             "agent_idx": preset.idx,
             "agent_provider": preset.agent_provider,
         }
+        if preset.agent_openai:
+            extra["agent_provider"] = preset.agent_provider_openai
+        if self.is_verbose():
+            print("[Evaluation] Instruction:", instruction)
+            print("[Evaluation] Running next step...")
         context.model = self.window.core.models.get(self.window.core.config.get('model'))
-        return self.window.core.agents.runner.call(context, extra, signals)
+        return self.window.core.agents.runner.call(context, extra, signals)
+
+    def is_verbose(self) -> bool:
+        """
+        Check if verbose mode is enabled
+
+        :return: True if verbose mode is enabled
+        """
+        return self.window.core.config.get("agent.llama.verbose", False)

pygpt_net/data/config/config.json

@@ -1,7 +1,7 @@
 {
   "__meta__": {
-    "version": "2.6.24",
-    "app.version": "2.6.24",
+    "version": "2.6.25",
+    "app.version": "2.6.25",
     "updated_at": "2025-08-26T00:00:00"
   },
   "access.audio.event.speech": false,
@@ -52,6 +52,8 @@
   "agent.idx": "base",
   "agent.idx.auto_retrieve": false,
   "agent.iterations": 3,
+  "agent.llama.append_eval": false,
+  "agent.llama.eval_model": "_",
   "agent.llama.idx": "base",
   "agent.llama.loop.enabled": false,
   "agent.llama.loop.score": 75,
@@ -83,6 +85,7 @@
   "api_key_perplexity": "",
   "api_key_xai": "",
   "api_key_mistral": "",
+  "api_key_voyage": "",
   "api_proxy": "",
   "api_use_responses": true,
   "api_use_responses_llama": false,
@@ -238,7 +241,7 @@
   "llama.idx.embeddings.provider": "openai",
   "llama.idx.embeddings.args": [
       {
-          "name": "model",
+          "name": "model_name",
           "value": "text-embedding-3-small",
           "type": "str"
       }
@@ -254,6 +257,14 @@
       }
   ],
   "llama.idx.embeddings.default": [
+    {
+        "provider": "anthropic",
+        "model": "voyage-3.5"
+    },
+    {
+        "provider": "deepseek_api",
+        "model": "voyage-3.5"
+    },
     {
         "provider": "google",
         "model": "gemini-embedding-001"
@@ -266,9 +277,17 @@
         "provider": "azure_openai",
         "model": "text-embedding-3-small"
     },
+    {
+        "provider": "mistral_ai",
+        "model": "mistral-embed"
+    },
     {
         "provider": "ollama",
         "model": ""
+    },
+    {
+        "provider": "x_ai",
+        "model": ""
     }
   ],
   "llama.idx.embeddings.limit.rpm": 100,

pygpt_net/data/config/models.json

@@ -1,7 +1,7 @@
 {
     "__meta__": {
-        "version": "2.6.24",
-        "app.version": "2.6.24",
+        "version": "2.6.25",
+        "app.version": "2.6.25",
         "updated_at": "2025-08-26T23:07:35"
     },
     "items": {

pygpt_net/data/config/settings.json

@@ -369,6 +369,25 @@
         "advanced": false,
         "tab": "Mistral AI"
     },
+    "api_key_voyage": {
+        "section": "api_keys",
+        "type": "text",
+        "slider": false,
+        "label": "settings.api_key.voyage",
+        "description": "settings.api_key.voyage.desc",
+        "value": "",
+        "min": null,
+        "max": null,
+        "multiplier": null,
+        "step": null,
+        "extra": {
+            "bold": true
+        },
+        "secret": true,
+        "persist": true,
+        "advanced": false,
+        "tab": "Voyage"
+    },
     "app.env": {
         "section": "general",
         "type": "dict",
@@ -1935,6 +1954,24 @@
         "advanced": false,
         "tab": "llama"
     },
+    "agent.llama.eval_model": {
+        "section": "agent",
+        "description": "settings.agent.llama.eval_model.desc",
+        "type": "combo",
+        "use": "models",
+        "use_params": {
+            "allow_empty": true
+        },
+        "slider": true,
+        "label": "settings.agent.llama.eval_model",
+        "value": null,
+        "min": 0,
+        "max": 100,
+        "multiplier": 1,
+        "step": 1,
+        "advanced": false,
+        "tab": "llama"
+    },
     "agent.llama.append_eval": {
         "section": "agent",
         "description": "settings.agent.llama.append_eval.desc",
@@ -1948,7 +1985,7 @@
         "step": 1,
         "advanced": false,
         "tab": "llama"
-    },
+    },    
     "agent.openai.response.split": {
         "section": "agent",
         "description": "settings.agent.openai.response.split.desc",

pygpt_net/data/locale/locale.en.ini

@@ -1059,6 +1059,8 @@ settings.agent.idx = Index to use
 settings.agent.idx.auto_retrieve = Auto retrieve additional context from RAG
 settings.agent.idx.auto_retrieve.desc = Auto retrieve additional context from RAG at the beginning if the index is provided.
 settings.agent.idx.desc = Only if sub-mode is Chat with Files, choose the index to use in Autonomous and Experts modes
+settings.agent.llama.eval_model = Model for evaluation
+settings.agent.llama.eval_model.desc = Model used for evaluation with score/percentage (loop). If not selected, then current active model will be used.
 settings.agent.llama.append_eval = Append and compare previous evaluation prompt in next evaluation
 settings.agent.llama.append_eval.desc = If enabled, previous improvement prompt will be checked in next eval in loop
 settings.agent.llama.iterations = Max run iterations
@@ -1108,6 +1110,8 @@ settings.api_key.mistral = Mistral AI API KEY
 settings.api_key.mistral.desc = Required for the Mistral AI API.
 settings.api_key.perplexity = Perplexity API KEY
 settings.api_key.perplexity.desc = Required for the Perplexity API.
+settings.api_key.voyage = VoyageAI API KEY
+settings.api_key.voyage.desc = Required for the Voyage API - embeddings for Anthropic and DeepSeek API.
 settings.api_key.xai = xAI API KEY
 settings.api_key.xai.desc = Required for the xAI API and Grok models.
 settings.api_proxy = Proxy address

pygpt_net/provider/core/config/patch.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.25 20:00:00                  #
+# Updated Date: 2025.08.26 19:00:00                  #
 # ================================================== #
 
 import copy
@@ -2299,6 +2299,42 @@ class Patch:
                         'llama.idx.embeddings.default')
                 updated = True
 
+            # < 2.6.25
+            if old < parse_version("2.6.25"):
+                print("Migrating config from < 2.6.25...")
+                if "api_key_voyage" not in data:
+                    data["api_key_voyage"] = ""
+                if "agent.llama.eval_model" not in data:
+                    data["agent.llama.eval_model"] = "_"
+                if "llama.idx.embeddings.default" in data:
+                    providers = []
+                    for item in data["llama.idx.embeddings.default"]:
+                        p = item.get('provider', '')
+                        if p and p not in providers:
+                            providers.append(p)
+
+                    if "anthropic" not in providers:
+                        data["llama.idx.embeddings.default"].append({
+                            "provider": "anthropic",
+                            "model": "voyage-3.5",
+                        })
+                    if "deepseek_api" not in providers:
+                        data["llama.idx.embeddings.default"].append({
+                            "provider": "deepseek_api",
+                            "model": "voyage-3.5",
+                        })
+                    if "mistral_ai" not in providers:
+                        data["llama.idx.embeddings.default"].append({
+                            "provider": "mistral_ai",
+                            "model": "mistral-embed",
+                        })
+                    if "x_ai" not in providers:
+                        data["llama.idx.embeddings.default"].append({
+                            "provider": "x_ai",
+                            "model": "",
+                        })
+                updated = True
+
         # update file
         migrated = False
         if updated:

pygpt_net/provider/llms/anthropic.py

@@ -6,10 +6,12 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.06 01:00:00                  #
+# Updated Date: 2025.08.26 19:00:00                  #
 # ================================================== #
-from typing import List, Dict
 
+from typing import List, Dict, Optional
+
+from llama_index.core.base.embeddings.base import BaseEmbedding
 from llama_index.core.llms.llm import BaseLLM as LlamaBaseLLM
 
 from pygpt_net.core.types import (
@@ -31,7 +33,7 @@ class AnthropicLLM(BaseLLM):
         """
         self.id = "anthropic"
         self.name = "Anthropic"
-        self.type = [MODE_LLAMA_INDEX]
+        self.type = [MODE_LLAMA_INDEX, "embeddings"]
 
     def llama(
             self,
@@ -51,8 +53,36 @@ class AnthropicLLM(BaseLLM):
         args = self.parse_args(model.llama_index, window)
         if "model" not in args:
             args["model"] = model.id
+        if "api_key" not in args or args["api_key"] == "":
+            args["api_key"] = window.core.config.get("api_key_anthropic", "")
         return Anthropic(**args)
 
+    def get_embeddings_model(
+            self,
+            window,
+            config: Optional[List[Dict]] = None
+    ) -> BaseEmbedding:
+        """
+        Return provider instance for embeddings
+
+        :param window: window instance
+        :param config: config keyword arguments list
+        :return: Embedding provider instance
+        """
+        from llama_index.embeddings.voyageai import VoyageEmbedding
+        args = {}
+        if config is not None:
+            args = self.parse_args({
+                "args": config,
+            }, window)
+        if "api_key" in args:
+            args["voyage_api_key"] = args.pop("api_key")
+        if "voyage_api_key" not in args or args["voyage_api_key"] == "":
+            args["voyage_api_key"] = window.core.config.get("api_key_voyage", "")
+        if "model" in args and "model_name" not in args:
+            args["model_name"] = args.pop("model")
+        return VoyageEmbedding(**args)
+
     def get_models(
             self,
             window,

pygpt_net/provider/llms/azure_openai.py

@@ -6,14 +6,11 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.06 01:00:00                  #
+# Updated Date: 2025.08.26 19:00:00                  #
 # ================================================== #
 
 from typing import Optional, List, Dict
 
-# from langchain_openai import AzureOpenAI
-# from langchain_openai import AzureChatOpenAI
-
 from llama_index.core.llms.llm import BaseLLM as LlamaBaseLLM
 from llama_index.core.base.embeddings.base import BaseEmbedding
 
@@ -93,6 +90,10 @@ class AzureOpenAILLM(BaseLLM):
         """
         from llama_index.llms.azure_openai import AzureOpenAI as LlamaAzureOpenAI
         args = self.parse_args(model.llama_index, window)
+        if "api_key" not in args:
+            args["api_key"] = window.core.config.get("api_key", "")
+        if "model" not in args:
+            args["model"] = model.id
         return LlamaAzureOpenAI(**args)
 
     def get_embeddings_model(
@@ -113,4 +114,8 @@ class AzureOpenAILLM(BaseLLM):
             args = self.parse_args({
                 "args": config,
             }, window)
+        if "api_key" not in args:
+            args["api_key"] = window.core.config.get("api_key", "")
+        if "model" in args and "model_name" not in args:
+            args["model_name"] = args.pop("model")
         return AzureOpenAIEmbedding(**args)

pygpt_net/provider/llms/deepseek_api.py

@@ -6,9 +6,12 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.06 01:00:00                  #
+# Updated Date: 2025.08.26 19:00:00                  #
 # ================================================== #
-from typing import List, Dict
+
+from typing import List, Dict, Optional
+
+from llama_index.core.base.embeddings.base import BaseEmbedding
 
 from pygpt_net.core.types import (
     MODE_LLAMA_INDEX,
@@ -24,7 +27,7 @@ class DeepseekApiLLM(BaseLLM):
         super(DeepseekApiLLM, self).__init__(*args, **kwargs)
         self.id = "deepseek_api"
         self.name = "Deepseek API"
-        self.type = [MODE_LLAMA_INDEX]
+        self.type = [MODE_LLAMA_INDEX, "embeddings"]
 
     def llama(
             self,
@@ -42,8 +45,38 @@ class DeepseekApiLLM(BaseLLM):
         """
         from llama_index.llms.deepseek import DeepSeek
         args = self.parse_args(model.llama_index, window)
+        if "model" not in args:
+            args["model"] = model.id
+        if "api_key" not in args or args["api_key"] == "":
+            args["api_key"] = window.core.config.get("api_key_deepseek", "")
         return DeepSeek(**args)
 
+    def get_embeddings_model(
+            self,
+            window,
+            config: Optional[List[Dict]] = None
+    ) -> BaseEmbedding:
+        """
+        Return provider instance for embeddings
+
+        :param window: window instance
+        :param config: config keyword arguments list
+        :return: Embedding provider instance
+        """
+        from llama_index.embeddings.voyageai import VoyageEmbedding
+        args = {}
+        if config is not None:
+            args = self.parse_args({
+                "args": config,
+            }, window)
+        if "api_key" in args:
+            args["voyage_api_key"] = args.pop("api_key")
+        if "voyage_api_key" not in args or args["voyage_api_key"] == "":
+            args["voyage_api_key"] = window.core.config.get("api_key_voyage", "")
+        if "model" in args and "model_name" not in args:
+            args["model_name"] = args.pop("model")
+        return VoyageEmbedding(**args)
+
     def get_models(
             self,
             window,

pygpt_net/provider/llms/google.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.06 01:00:00                  #
+# Updated Date: 2025.08.26 19:00:00                  #
 # ================================================== #
 
 from typing import Optional, List, Dict
@@ -53,6 +53,8 @@ class GoogleLLM(BaseLLM):
         args = self.parse_args(model.llama_index, window)
         if "model" not in args:
             args["model"] = model.id
+        if "api_key" not in args or args["api_key"] == "":
+            args["api_key"] = window.core.config.get("api_key_google", "")
         return GoogleGenAI(**args)
 
     def get_embeddings_model(
@@ -73,6 +75,10 @@ class GoogleLLM(BaseLLM):
             args = self.parse_args({
                 "args": config,
             }, window)
+        if "api_key" not in args or args["api_key"] == "":
+            args["api_key"] = window.core.config.get("api_key_google", "")
+        if "model" in args and "model_name" not in args:
+            args["model_name"] = args.pop("model")
         return GoogleGenAIEmbedding(**args)
 
     def get_models(

pygpt_net/provider/llms/hugging_face_api.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.06 01:00:00                  #
+# Updated Date: 2025.08.26 19:00:00                  #
 # ================================================== #
 
 import os
@@ -47,6 +47,8 @@ class HuggingFaceApiLLM(BaseLLM):
         args = self.parse_args(model.llama_index, window)
         if "model" not in args:
             args["model"] = model.id
+        if "api_key" not in args or args["api_key"] == "":
+            args["api_key"] = window.core.config.get("api_key_hugging_face", "")
         return HuggingFaceInferenceAPI(**args)
 
     def get_embeddings_model(
@@ -61,13 +63,17 @@ class HuggingFaceApiLLM(BaseLLM):
         :param config: config keyword arguments list
         :return: Embedding provider instance
         """
-        from llama_index.embeddings.huggingface_api import HuggingFaceInferenceAPIEmbedding as HuggingFaceAPIEmbedding
+        from llama_index.embeddings.huggingface_api import HuggingFaceInferenceAPIEmbedding
         args = {}
         if config is not None:
             args = self.parse_args({
                 "args": config,
             }, window)
-        return HuggingFaceAPIEmbedding(**args)
+        if "api_key" not in args or args["api_key"] == "":
+            args["api_key"] = window.core.config.get("api_key_hugging_face", "")
+        if "model" in args and "model_name" not in args:
+            args["model_name"] = args.pop("model")
+        return HuggingFaceInferenceAPIEmbedding(**args)
 
     def init_embeddings(
             self,