ws-bom-robot-app 0.0.43__py3-none-any.whl → 0.0.44__py3-none-any.whl

ws_bom_robot_app/llm/agent_handler.py

@@ -64,7 +64,7 @@ class AgentHandler(AsyncCallbackHandler):
         if token:
             token = _parse_token(self.llm,token)
             if token:
-              self.stream_buffer += token.replace('\n','')  # append new data to pending buffer
+              self.stream_buffer += token  # append new data to pending buffer
               if not self.in_json_block:
                 # search for the start of a json block.
                 start_match = self.json_start_regex.search(self.stream_buffer)
@@ -90,7 +90,7 @@ class AgentHandler(AsyncCallbackHandler):
                         self.stream_buffer = self.stream_buffer[-3:]
               else:
                   # in json block: look for an end fence.
-                  end_match = self.json_end_regex.search(self.stream_buffer,endpos=3)
+                  end_match = self.json_end_regex.search(self.stream_buffer)
                   if end_match:
                       end_index = end_match.start()
                       self.json_buffer += self.stream_buffer[:end_index]

ws_bom_robot_app/llm/api.py

@@ -1,4 +1,4 @@
-from typing import Annotated, Any
+from typing import Annotated, Any, Mapping
 from fastapi import APIRouter, HTTPException, Request, Header
 from fastapi.responses import StreamingResponse
 from ws_bom_robot_app.llm.agent_description import AgentDescriptor
@@ -9,7 +9,7 @@ from ws_bom_robot_app.llm.vector_store.generator import kb, rules, kb_stream_fil
 from ws_bom_robot_app.llm.tools.tool_manager import ToolManager
 from ws_bom_robot_app.llm.vector_store.integration.manager import IntegrationManager
 from ws_bom_robot_app.task_manager import task_manager, TaskHeader
-
+from uuid import uuid4
 router = APIRouter(prefix="/api/llm", tags=["llm"])
 
 @router.get("/")
@@ -20,13 +20,15 @@ async def root():
 async def _invoke(rq: InvokeRequest):
     return await invoke(rq)
 
+def _stream_headers(rq: StreamRequest) -> Mapping[str, str]:
+    return {"X-thread-id": rq.thread_id or str(uuid4())}
 @router.post("/stream")
 async def _stream(rq: StreamRequest, ctx: Request) -> StreamingResponse:
-    return StreamingResponse(stream(rq, ctx), media_type="application/json")
+    return StreamingResponse(stream(rq, ctx), media_type="application/json", headers=_stream_headers(rq))
 
 @router.post("/stream/raw")
 async def _stream_raw(rq: StreamRequest, ctx: Request) -> StreamingResponse:
-    return StreamingResponse(stream(rq, ctx, formatted=False), media_type="application/json")
+    return StreamingResponse(stream(rq, ctx, formatted=False), media_type="application/json", headers=_stream_headers(rq))
 
 @router.post("/kb")
 async def _kb(rq: KbRequest) -> VectorDbResponse:

{ws_bom_robot_app-0.0.43.dist-info → ws_bom_robot_app-0.0.44.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ws_bom_robot_app
-Version: 0.0.43
+Version: 0.0.44
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa

{ws_bom_robot_app-0.0.43.dist-info → ws_bom_robot_app-0.0.44.dist-info}/RECORD

@@ -7,9 +7,9 @@ ws_bom_robot_app/task_manager.py,sha256=Zedzs2R3O-wNSQOqs4jorgFwPRi-ji_0TN4mGfk-
 ws_bom_robot_app/util.py,sha256=b49ItlZgh2Wzw-6K8k5Wa44eVgjQ0JmWQwJnEaQBVGw,3502
 ws_bom_robot_app/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/agent_description.py,sha256=DKPGchYXrkxt8pRpOabn5QE_qn8jSKl92pLpnVLHG5I,4657
-ws_bom_robot_app/llm/agent_handler.py,sha256=37SGUvjV_u6k-ufetulZlMGKksDc4ItoIdz-nwDLIBw,7604
+ws_bom_robot_app/llm/agent_handler.py,sha256=zRjUZ9D3GIAfmKl1473k2b8YHswZy5rTWdS5BCbZyaY,7578
 ws_bom_robot_app/llm/agent_lcel.py,sha256=iF03Q2fiJ60Zv-ia0eYwz46IPMTJaijb6xcn6cJIUZc,2260
-ws_bom_robot_app/llm/api.py,sha256=UaD1oJyAOe7ASoXxPNJcth3kDuWcjk1xqUNEjuPWbR4,3759
+ws_bom_robot_app/llm/api.py,sha256=BIytnysVK_Iz2RmYmD314cduWAh55l_YcEUvPvb3-oI,3968
 ws_bom_robot_app/llm/defaut_prompt.py,sha256=LlCd_nSMkMmHESfiiiQYfnJyB6Pp-LSs4CEKdYW4vFk,1106
 ws_bom_robot_app/llm/main.py,sha256=tr7gPjSzO2w85ipSxWVcathNxJC3NKTdJKY89VhhKOM,4973
 ws_bom_robot_app/llm/settings.py,sha256=EkFGCppORenStH9W4e6_dYvQ-5p6xiEMpmUHBqNqG9M,117
@@ -60,7 +60,7 @@ ws_bom_robot_app/llm/vector_store/loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5
 ws_bom_robot_app/llm/vector_store/loader/base.py,sha256=L_ugekNuAq0N9O-24wtlHSNHkqSeD-KsJrfGt_FX9Oc,5340
 ws_bom_robot_app/llm/vector_store/loader/docling.py,sha256=yP0zgXLeFAlByaYuj-6cYariuknckrFds0dxdRcnVz8,3456
 ws_bom_robot_app/llm/vector_store/loader/json_loader.py,sha256=qo9ejRZyKv_k6jnGgXnu1W5uqsMMtgqK_uvPpZQ0p74,833
-ws_bom_robot_app-0.0.43.dist-info/METADATA,sha256=zt3XihJLZb1XS5Nx2vh8nDzZO_9HS0nc_gFo90bONtg,8348
-ws_bom_robot_app-0.0.43.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
-ws_bom_robot_app-0.0.43.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
-ws_bom_robot_app-0.0.43.dist-info/RECORD,,
+ws_bom_robot_app-0.0.44.dist-info/METADATA,sha256=O1jDMPmtgtInI9ZgEHnupOy1ZW9oF6FKa-BD9fdwy4M,8348
+ws_bom_robot_app-0.0.44.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
+ws_bom_robot_app-0.0.44.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
+ws_bom_robot_app-0.0.44.dist-info/RECORD,,