npcpy 1.2.14__tar.gz → 1.2.15__tar.gz

{npcpy-1.2.14/npcpy.egg-info → npcpy-1.2.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: npcpy
-Version: 1.2.14
+Version: 1.2.15
 Summary: npcpy is the premier open-source library for integrating LLMs and Agents into python systems.
 Home-page: https://github.com/NPC-Worldwide/npcpy
 Author: Christopher Agostino

{npcpy-1.2.14 → npcpy-1.2.15}/npcpy/gen/response.py

@@ -14,6 +14,7 @@ except OSError:
     
     print("Ollama is not installed or not available. Please install it to use this feature.")
 try:
+    import litellm
     from litellm import completion
 except ImportError:
     pass
@@ -413,6 +414,7 @@ def get_litellm_response(
     stream: bool = False,
     attachments: List[str] = None,
     auto_process_tool_calls: bool = False, 
+    include_usage: bool = False,
     **kwargs,
 ) -> Dict[str, Any]:
     result = {
@@ -547,6 +549,10 @@ def get_litellm_response(
 
     api_params = {"messages": result["messages"]}
 
+    if include_usage:
+      litellm.include_cost_in_streaming_usage = True
+      api_params['stream_options'] = {"include_usage": True}
+
     if api_url is not None and (provider == "openai-like" or provider == "openai"):
         api_params["api_base"] = api_url
         provider = "openai"

{npcpy-1.2.14 → npcpy-1.2.15}/npcpy/llm_funcs.py

@@ -154,6 +154,7 @@ def get_llm_response(
     context=None,    
     stream: bool = False,
     attachments: List[str] = None,
+    include_usage: bool = False,
     **kwargs,
 ):
     """This function generates a response using the specified provider and model.
@@ -231,6 +232,7 @@ def get_llm_response(
         images=images,
         attachments=attachments,
         stream=stream,
+        include_usage=include_usage,
         **kwargs,
     )
     return response

{npcpy-1.2.14 → npcpy-1.2.15/npcpy.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: npcpy
-Version: 1.2.14
+Version: 1.2.15
 Summary: npcpy is the premier open-source library for integrating LLMs and Agents into python systems.
 Home-page: https://github.com/NPC-Worldwide/npcpy
 Author: Christopher Agostino

{npcpy-1.2.14 → npcpy-1.2.15}/setup.py

@@ -82,7 +82,7 @@ extra_files = package_files("npcpy/npc_team/")
 
 setup(
     name="npcpy",
-    version="1.2.14",
+    version="1.2.15",
     packages=find_packages(exclude=["tests*"]),
     install_requires=base_requirements,  
     extras_require={