npcpy 1.2.14__py3-none-any.whl → 1.2.15__py3-none-any.whl

npcpy/gen/response.py

@@ -14,6 +14,7 @@ except OSError:
     
     print("Ollama is not installed or not available. Please install it to use this feature.")
 try:
+    import litellm
     from litellm import completion
 except ImportError:
     pass
@@ -413,6 +414,7 @@ def get_litellm_response(
     stream: bool = False,
     attachments: List[str] = None,
     auto_process_tool_calls: bool = False, 
+    include_usage: bool = False,
     **kwargs,
 ) -> Dict[str, Any]:
     result = {
@@ -547,6 +549,10 @@ def get_litellm_response(
 
     api_params = {"messages": result["messages"]}
 
+    if include_usage:
+      litellm.include_cost_in_streaming_usage = True
+      api_params['stream_options'] = {"include_usage": True}
+
     if api_url is not None and (provider == "openai-like" or provider == "openai"):
         api_params["api_base"] = api_url
         provider = "openai"

npcpy/llm_funcs.py

@@ -154,6 +154,7 @@ def get_llm_response(
     context=None,    
     stream: bool = False,
     attachments: List[str] = None,
+    include_usage: bool = False,
     **kwargs,
 ):
     """This function generates a response using the specified provider and model.
@@ -231,6 +232,7 @@ def get_llm_response(
         images=images,
         attachments=attachments,
         stream=stream,
+        include_usage=include_usage,
         **kwargs,
     )
     return response

{npcpy-1.2.14.dist-info → npcpy-1.2.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: npcpy
-Version: 1.2.14
+Version: 1.2.15
 Summary: npcpy is the premier open-source library for integrating LLMs and Agents into python systems.
 Home-page: https://github.com/NPC-Worldwide/npcpy
 Author: Christopher Agostino

{npcpy-1.2.14.dist-info → npcpy-1.2.15.dist-info}/RECORD

@@ -1,5 +1,5 @@
 npcpy/__init__.py,sha256=9imxFtK74_6Rw9rz0kyMnZYl_voPb569tkTlYLt0Urg,131
-npcpy/llm_funcs.py,sha256=bcMOTfVcBqRgHvBV2JxUtChgT1wMWoHhXVFYOlxGDFY,85031
+npcpy/llm_funcs.py,sha256=tvcZuQEcIUJClwEJQXBF6ArEVjSuXt1jAcZOcnYWsVQ,85101
 npcpy/main.py,sha256=RWoRIj6VQLxKdOKvdVyaq2kwG35oRpeXPvp1CAAoG-w,81
 npcpy/npc_compiler.py,sha256=Yiv4xWsuQvPX5oeFh0z9snguiyx4Ul16KfUyjPWt7uI,86462
 npcpy/npc_sysenv.py,sha256=lPYlKM_TeR4l4-Jcgiqq3CCge8b2oFHdfISD4L_G7eo,30308
@@ -18,7 +18,7 @@ npcpy/gen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 npcpy/gen/audio_gen.py,sha256=w4toESu7nmli1T5FOwRRCGC_QK9W-SMWknYYkbRv9jE,635
 npcpy/gen/embeddings.py,sha256=QStTJ2ELiC379OEZsLEgGGIIFD267Y8zQchs7HRn2Zg,2089
 npcpy/gen/image_gen.py,sha256=ln71jmLoJHekbZYDJpTe5DtOamVte9gjr2BPQ1DzjMQ,14955
-npcpy/gen/response.py,sha256=xm4wksuPTyNszN8DhxpOWDD6waUqsOgTrXFDL3wMqSo,28765
+npcpy/gen/response.py,sha256=Rrk3rrSSGode94JJkKyL4n9Dpw9CH7R5l9xyjQSDFxE,28954
 npcpy/gen/video_gen.py,sha256=JMp2s2qMp5uy0rOgv6BRZ7nkQI4vdT1hbJ2nSu4s-KA,3243
 npcpy/memory/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 npcpy/memory/command_history.py,sha256=DzwUpXxtswdUXImszlV1TppMMd_aCP01oaeZEjGKk04,39812
@@ -34,8 +34,8 @@ npcpy/work/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 npcpy/work/desktop.py,sha256=F3I8mUtJp6LAkXodsh8hGZIncoads6c_2Utty-0EdDA,2986
 npcpy/work/plan.py,sha256=QyUwg8vElWiHuoS-xK4jXTxxHvkMD3VkaCEsCmrEPQk,8300
 npcpy/work/trigger.py,sha256=P1Y8u1wQRsS2WACims_2IdkBEar-iBQix-2TDWoW0OM,9948
-npcpy-1.2.14.dist-info/licenses/LICENSE,sha256=j0YPvce7Ng9e32zYOu0EmXjXeJ0Nwawd0RA3uSGGH4E,1070
-npcpy-1.2.14.dist-info/METADATA,sha256=VdN6ok5gb3rnAYCFZKciUD9qpGBEr4KKOGmUEAy_DRo,26084
-npcpy-1.2.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-npcpy-1.2.14.dist-info/top_level.txt,sha256=g1pbSvrOOncB74Bg5-J0Olg4V0A5VzDw-Xz5YObq8BU,6
-npcpy-1.2.14.dist-info/RECORD,,
+npcpy-1.2.15.dist-info/licenses/LICENSE,sha256=j0YPvce7Ng9e32zYOu0EmXjXeJ0Nwawd0RA3uSGGH4E,1070
+npcpy-1.2.15.dist-info/METADATA,sha256=4MQ3tSRBtBHQzszAGo5AXnP6YuuXlvxkrwwijA4Qc0A,26084
+npcpy-1.2.15.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+npcpy-1.2.15.dist-info/top_level.txt,sha256=g1pbSvrOOncB74Bg5-J0Olg4V0A5VzDw-Xz5YObq8BU,6
+npcpy-1.2.15.dist-info/RECORD,,