nucliadb 6.8.1.post4939__py3-none-any.whl → 6.8.1.post4957__py3-none-any.whl

nucliadb/search/search/predict_proxy.py

@@ -88,6 +88,7 @@ async def predict_proxy(
     predict_headers = predict.get_predict_headers(kbid)
     user_headers = {k: v for k, v in headers.items() if k.capitalize() in ALLOWED_HEADERS}
 
+    metrics = AskMetrics()
     # Proxy the request to predict API
     predict_response = await predict.make_request(
         method=method,
@@ -110,7 +111,8 @@ async def predict_proxy(
                 client_type=client_type,
                 origin=origin,
                 user_query=user_query,
-                is_json="json" in (media_type or ""),
+                is_ndjson_stream="json" in (media_type or ""),
+                metrics=metrics,
             )
         else:
             streaming_generator = predict_response.content.iter_any()
@@ -121,7 +123,6 @@ async def predict_proxy(
             media_type=media_type,
         )
     else:
-        metrics = AskMetrics()
         with metrics.time(PREDICT_ANSWER_METRIC):
             content = await predict_response.read()
 
@@ -173,7 +174,8 @@ async def chat_streaming_generator(
     client_type: NucliaDBClientType,
     origin: str,
     user_query: str,
-    is_json: bool,
+    is_ndjson_stream: bool,
+    metrics: AskMetrics,
 ):
     first = True
     first_reasoning = True
@@ -181,12 +183,10 @@ async def chat_streaming_generator(
     text_answer = ""
     text_reasoning = ""
     json_object = None
-    metrics = AskMetrics()
     with metrics.time(PREDICT_ANSWER_METRIC):
         async for chunk in predict_response.content:
             yield chunk
-
-            if is_json:
+            if is_ndjson_stream:
                 try:
                     parsed_chunk = GenerativeChunk.model_validate_json(chunk).chunk
                     if first and isinstance(
@@ -214,8 +214,11 @@ async def chat_streaming_generator(
                     )
             else:
                 text_answer += chunk.decode()
+                if first:
+                    metrics.record_first_chunk_yielded()
+                    first = False
 
-    if is_json is False and chunk:  # Ensure chunk is not empty before decoding
+    if is_ndjson_stream is False and chunk:  # Ensure chunk is not empty before decoding
         # If response is text the status_code comes at the last chunk of data
         last_chunk = chunk.decode()
         if last_chunk[-1] == "0":

{nucliadb-6.8.1.post4939.dist-info → nucliadb-6.8.1.post4957.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nucliadb
-Version: 6.8.1.post4939
+Version: 6.8.1.post4957
 Summary: NucliaDB
 Author-email: Nuclia <nucliadb@nuclia.com>
 License-Expression: AGPL-3.0-or-later
@@ -19,11 +19,11 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: <4,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.8.1.post4939
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.8.1.post4939
-Requires-Dist: nucliadb-protos>=6.8.1.post4939
-Requires-Dist: nucliadb-models>=6.8.1.post4939
-Requires-Dist: nidx-protos>=6.8.1.post4939
+Requires-Dist: nucliadb-telemetry[all]>=6.8.1.post4957
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.8.1.post4957
+Requires-Dist: nucliadb-protos>=6.8.1.post4957
+Requires-Dist: nucliadb-models>=6.8.1.post4957
+Requires-Dist: nidx-protos>=6.8.1.post4957
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.47.0
 Requires-Dist: uvicorn[standard]

{nucliadb-6.8.1.post4939.dist-info → nucliadb-6.8.1.post4957.dist-info}/RECORD

@@ -259,7 +259,7 @@ nucliadb/search/search/ingestion_agents.py,sha256=IK6yOPEF9rST_uoqspdVdPk0pldjDh
 nucliadb/search/search/merge.py,sha256=XiRBsxhYPshPV7lZXD-9E259KZOPIf4I2tKosY0lPo4,22470
 nucliadb/search/search/metrics.py,sha256=yodhoyn-smFdS7rKUn_XXNNXT93WqVdZj9F3TCbbQTI,4160
 nucliadb/search/search/paragraphs.py,sha256=pNAEiYqJGGUVcEf7xf-PFMVqz0PX4Qb-WNG-_zPGN2o,7799
-nucliadb/search/search/predict_proxy.py,sha256=bU18TKE7GzSt8Hqr38jE-2Lz_GPJRTFTGsFvMdPZWIM,9872
+nucliadb/search/search/predict_proxy.py,sha256=fjy4HsIkv-CfiHIk9282Pp0DfLgl3939F-whYk4LnYI,10051
 nucliadb/search/search/query.py,sha256=lYCesbUv-B7IyVFQoCCurcxl_Azc5nq3jtVQJ9tk1Ao,11552
 nucliadb/search/search/rank_fusion.py,sha256=xZtXhbmKb_56gs73u6KkFm2efvTATOSMmpOV2wrAIqE,9613
 nucliadb/search/search/rerankers.py,sha256=2LNC0I28EXriffMuBlOYzjQq0vCTjpCxaK29f852n3s,7473
@@ -379,8 +379,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vu1BGg4VqJ_x2P1u2BxqPKlSfw5orT_a3R-Ln5oPUpU,8483
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.8.1.post4939.dist-info/METADATA,sha256=asn5w5S0yk4wchW8WZt_fXuyvHAP2hkLxxu0zSHQ-Ns,4158
-nucliadb-6.8.1.post4939.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nucliadb-6.8.1.post4939.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.8.1.post4939.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.8.1.post4939.dist-info/RECORD,,
+nucliadb-6.8.1.post4957.dist-info/METADATA,sha256=KGAf5k2C2lSS6oquvHBaWibun3KJxaxpK5ZORTH5FSg,4158
+nucliadb-6.8.1.post4957.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nucliadb-6.8.1.post4957.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.8.1.post4957.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.8.1.post4957.dist-info/RECORD,,