sunholo 0.140.9__py3-none-any.whl → 0.140.10__py3-none-any.whl

sunholo/agents/flask/vac_routes.py

@@ -286,30 +286,20 @@ if __name__ == "__main__":
             log.warning(f"Background trace finalization failed: {e}")
 
     def handle_stream_vac(self, vector_name):
-        request_start = time.time()
         observed_stream_interpreter = self.stream_interpreter
         is_async = inspect.iscoroutinefunction(self.stream_interpreter)
 
         if is_async:
             log.info(f"Stream interpreter is async: {observed_stream_interpreter}")
 
-        # Call prep_vac and handle errors properly
-        try:
-            prep = self.prep_vac(request, vector_name)
-        except Exception as e:
-            log.error(f"prep_vac failed: {e}")
-            error_response = {'error': f'Prep error: {str(e)}'}
-            return jsonify(error_response), 500
-        
-        log.info(f"Processing prep completed in {time.time() - request_start:.3f}s")
-        
-        trace = prep.get("trace")
-        span = prep.get("span")
+        prep = self.prep_vac(request, vector_name)
+        log.info(f"Processing prep: {prep}")
+        trace = prep["trace"]
+        span = prep["span"]
         vac_config = prep["vac_config"]
         all_input = prep["all_input"]
 
-        log.info(f'Starting stream with: {all_input["user_input"][:100]}...')
-        
+        log.info(f'Streaming data with: {all_input}')
         if span:
             span.update(
                 name="start_streaming_chat",
@@ -320,7 +310,7 @@ if __name__ == "__main__":
         def generate_response_content():
             try:
                 if is_async:
-                    from queue import Queue
+                    from queue import Queue, Empty
                     result_queue = Queue()
                     import threading
 
@@ -337,7 +327,7 @@ if __name__ == "__main__":
                                     trace_id=trace.id if trace else None,
                                     **all_input["kwargs"]
                                 )
-                                
+                                log.info(f"{async_gen=}")
                                 async for chunk in async_gen:
                                     if isinstance(chunk, dict) and 'answer' in chunk:
                                         if trace:
@@ -350,12 +340,9 @@ if __name__ == "__main__":
                                     else:
                                         result_queue.put(chunk)
                             except Exception as e:
-                                error_msg = f"Streaming Error: {str(e)} {traceback.format_exc()}"
-                                log.error(error_msg)
-                                result_queue.put(error_msg)
+                                result_queue.put(f"Streaming Error: {str(e)} {traceback.format_exc()}")
                             finally:
                                 result_queue.put(None)  # Sentinel
-                        
                         asyncio.run(process_async())
 
                     thread = threading.Thread(target=run_async)
@@ -370,7 +357,7 @@ if __name__ == "__main__":
 
                     thread.join()
                 else:
-                    log.info("Starting sync streaming response")
+                    log.info("sync streaming response")
                     for chunk in start_streaming_chat(
                         question=all_input["user_input"],
                         vector_name=vector_name,
@@ -394,19 +381,17 @@ if __name__ == "__main__":
                             yield chunk
 
             except Exception as e:
-                error_msg = f"Streaming Error: {str(e)} {traceback.format_exc()}"
-                log.error(error_msg)
-                yield error_msg
+                yield f"Streaming Error: {str(e)} {traceback.format_exc()}"
 
-        # Create streaming response
+        # Here, the generator function will handle streaming the content to the client.
         response = Response(generate_response_content(), content_type='text/plain; charset=utf-8')
         response.headers['Transfer-Encoding'] = 'chunked'
 
-        log.info(f"Streaming response created in {time.time() - request_start:.3f}s")
-        
-        # Do final trace operations in background (don't block the response)
+        log.debug(f"streaming response: {response}")
         if trace:
-            _thread_pool.submit(self._finalize_trace_background, trace, span, response, all_input)
+            span.end(output=response)
+            trace.update(output=response)
+            self.langfuse_eval_response(trace_id=trace.id, eval_percent=all_input.get('eval_percent'))
 
         return response
 

{sunholo-0.140.9.dist-info → sunholo-0.140.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sunholo
-Version: 0.140.9
+Version: 0.140.10
 Summary: AI DevOps - a package to help deploy GenAI to the Cloud.
 Author-email: Holosun ApS <multivac@sunholo.com>
 License: Apache License, Version 2.0

{sunholo-0.140.9.dist-info → sunholo-0.140.10.dist-info}/RECORD

@@ -14,7 +14,7 @@ sunholo/agents/fastapi/base.py,sha256=W-cyF8ZDUH40rc-c-Apw3-_8IIi2e4Y9qRtnoVnsc1
 sunholo/agents/fastapi/qna_routes.py,sha256=lKHkXPmwltu9EH3RMwmD153-J6pE7kWQ4BhBlV3to-s,3864
 sunholo/agents/flask/__init__.py,sha256=dEoByI3gDNUOjpX1uVKP7uPjhfFHJubbiaAv3xLopnk,63
 sunholo/agents/flask/base.py,sha256=vnpxFEOnCmt9humqj-jYPLfJcdwzsop9NorgkJ-tSaU,1756
-sunholo/agents/flask/vac_routes.py,sha256=eafqIudPKAtsOC73bnIXCpreL8AhMz_LQ212HuXqGhc,35101
+sunholo/agents/flask/vac_routes.py,sha256=QfM1nChWLAXhZ4_YYAsiXMss2CeQgxVI0GPD2fNLkmE,34541
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=PxVfDtO2_2ZEEbnhXSCbXLdeoHoQVImo4y3Jr2XkCFY,1204
 sunholo/auth/__init__.py,sha256=TeP-OY0XGxYV_8AQcVGoh35bvyWhNUcMRfhuD5l44Sk,91
@@ -168,9 +168,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.140.9.dist-info/licenses/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.140.9.dist-info/METADATA,sha256=PrTJywV40Kp5vGdiwPaLEzu2pujsY0DuoJSKuhis0MA,10067
-sunholo-0.140.9.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
-sunholo-0.140.9.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.140.9.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.140.9.dist-info/RECORD,,
+sunholo-0.140.10.dist-info/licenses/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.140.10.dist-info/METADATA,sha256=EfU0N2go-DI1A6WaL5p_K9TtXwf8PkZCdUWZOoM7j4c,10068
+sunholo-0.140.10.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
+sunholo-0.140.10.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.140.10.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.140.10.dist-info/RECORD,,