igbot-base 0.0.21__py3-none-any.whl → 0.0.22__py3-none-any.whl

igbot_base/llmmemory.py

@@ -24,7 +24,7 @@ class LlmMemory(ABC):
         pass
 
     @abstractmethod
-    def append_tool(self, tool_call_id: str, content: str):
+    def append_tool_response(self, tool_call_id: str, content: str):
         pass
 
     @abstractmethod

igbot_base/tokenizer.py

@@ -1,16 +1,27 @@
 from abc import ABC, abstractmethod
+from typing import Union, Dict
+import json
 import tiktoken
 
 
 class BaseTokenizer(ABC):
     @abstractmethod
-    def count_tokens(self, text: str):
+    def count_tokens(self, data: Union[str, Dict, None]) -> int:
         pass
 
 
 class OpenAiTokenizer(BaseTokenizer):
+
     def __init__(self, model_name):
         self.__tokenizer = tiktoken.encoding_for_model(model_name)
 
-    def count_tokens(self, text: str):
-        return len(self.__tokenizer.encode(text))
+    def count_tokens(self, data: Union[str: Dict, None]) -> int:
+        if data is None:
+            return 0
+        elif isinstance(data, str):
+            return len(self.__tokenizer.encode(data))
+        elif isinstance(data, dict):
+            dict_as_str = json.dumps(data, separators=(",", ":"))
+            return len(self.__tokenizer.encode(dict_as_str))
+        else:
+            raise TypeError("Expected either a string, a dictionary, or None.")

{igbot_base-0.0.21.dist-info → igbot_base-0.0.22.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: igbot_base
-Version: 0.0.21
+Version: 0.0.22
 Summary: Base classes for igbot
 Author-email: Igor Kopeć <igor.kopec95@gmail.com>
 License: LGPL-3.0-or-later

{igbot_base-0.0.21.dist-info → igbot_base-0.0.22.dist-info}/RECORD

@@ -4,17 +4,17 @@ igbot_base/agent_response.py,sha256=fmZLaPlpnolXWrPVtNah20nI3Cble21DMQybPJxMvrs,
 igbot_base/base_exception.py,sha256=uRZXwYdsER2y_Rlah1TaSXwR6Kb9t2lNyngar0p5YFk,2146
 igbot_base/exception_handler.py,sha256=Er5LbNt2ga2-e0GSzkJw66E-NS1dN_2msTRyyac1qX8,536
 igbot_base/llm.py,sha256=0zul2Q3aiCpdhcLbTcpdSPkLdX7Dvwhhiv2V_KH7YRo,2157
-igbot_base/llmmemory.py,sha256=I6eSBPW1DK8UNiHhayon-DLbSbWSinO_EwM5S8C3tHA,1090
+igbot_base/llmmemory.py,sha256=fhHrqYi3VTDsCc5riK0pbcIUH4rC_xYOJdFKZ_9zndM,1099
 igbot_base/logging_adapter.py,sha256=kMuAaQPCba2luk0-WPxAbPNJaBL1yZsaff35ltKWgww,256
 igbot_base/models.py,sha256=cgZwQ2GEeM_hCUxSwyls0b9CsjIsgImjzq7b3c289g4,1226
 igbot_base/persistable_memory.py,sha256=867Z4l_awD23QSTFDK3uN9TEttKfDpxx9g19c7ULG1Y,167
 igbot_base/prompt_template.py,sha256=q7bnU2Rp2Cvm4ixEmKHCyuolTPan6CHfYVAomT5kp10,1573
 igbot_base/response_formats.py,sha256=Sp679VfkcyxsR19ddFEHTOM7Ox0u2WBhdji_Y9pVc2M,94
 igbot_base/retriever.py,sha256=YHBHxiuPttsIAtjwwIz0fa9q2uFtsg0WoMRCorCt1PM,635
-igbot_base/tokenizer.py,sha256=VfCBZeI8DLJalguUc1e9XdeCmK8VAgyMHxssv0D5Y1M,385
+igbot_base/tokenizer.py,sha256=uvDNr3UOeNL7Hg9HTfcFd-Fzf04SRSyEoOgYoo077Qs,825
 igbot_base/tool.py,sha256=ghjuU3cK_VElHGStUl3IYf9dlRDOGM_aQucUQNUH3mU,431
 igbot_base/vectorstore.py,sha256=f-S9DmOuehC0rtVAPGz22Guo7ddb1jVw7BygzFJM624,928
-igbot_base-0.0.21.dist-info/METADATA,sha256=rArIPQG-sLfUfqhDm3q1b3CKD90Bpjef_WwozBBkQt8,235
-igbot_base-0.0.21.dist-info/WHEEL,sha256=ooBFpIzZCPdw3uqIQsOo4qqbA4ZRPxHnOH7peeONza0,91
-igbot_base-0.0.21.dist-info/top_level.txt,sha256=RGpEN0pLsnfNLoLfpw1D_nLSyZwi3ggSaDq07o4ZEAI,11
-igbot_base-0.0.21.dist-info/RECORD,,
+igbot_base-0.0.22.dist-info/METADATA,sha256=78jnUQdCKgRLQe165z5TBeMDX1BlLdzVOl96ldamszE,235
+igbot_base-0.0.22.dist-info/WHEEL,sha256=GHB6lJx2juba1wDgXDNlMTyM13ckjBMKf-OnwgKOCtA,91
+igbot_base-0.0.22.dist-info/top_level.txt,sha256=RGpEN0pLsnfNLoLfpw1D_nLSyZwi3ggSaDq07o4ZEAI,11
+igbot_base-0.0.22.dist-info/RECORD,,

{igbot_base-0.0.21.dist-info → igbot_base-0.0.22.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.0.1)
+Generator: setuptools (80.3.0)
 Root-Is-Purelib: true
 Tag: py3-none-any