indexify 0.4.22__py3-none-any.whl → 0.4.23__py3-none-any.whl

{indexify-0.4.22.dist-info → indexify-0.4.23.dist-info}/RECORD

@@ -1,50 +1,52 @@
 indexify/cli/__init__.py,sha256=ELFLx_Z_oWm30jwOpYjbD6Ori3Nzz4ldkvmGVK7QMgw,426
 indexify/cli/build_image.py,sha256=QLhhYz8WZtOL_xm1LvviTNJucGnYjksnMIVmeEQ8zzA,2505
 indexify/cli/deploy.py,sha256=0cs68KXH4Cw0KmYAoqYZ60oErQ5J9LI0KbohSG_Mj8g,1847
-indexify/cli/executor.py,sha256=UgKPQaObIJVFht0niLEsw8y4k8XBF3siWpTig2_nV8U,6584
+indexify/cli/executor.py,sha256=0go8YUPFCwg77pYbCaoWuPraqW7KBgZ6Fyx6sQzT4aM,6286
 indexify/executor/README.md,sha256=ozC6_hMkhQQNVCMEpBxwiUALz6lwErPQxNxQfQDqnG4,2029
-indexify/executor/blob_store/blob_store.py,sha256=XViw_KRfFSNqwcFYwMZixZF-EYCjXK2AQHdt0xh4UVo,2368
-indexify/executor/blob_store/local_fs_blob_store.py,sha256=6LexqMBGXp8f6Ka95R6xMIUyDutrZJABOMNcp-ssa98,1809
-indexify/executor/blob_store/metrics/blob_store.py,sha256=5_xiPREeHWFtxFh1NupDsF8zP4pmUPgLNNn-UE9Uzvc,1008
-indexify/executor/blob_store/s3_blob_store.py,sha256=G3B_V3gUE7XbUY42lDtBczUKuA7q8S7MD43tx1aHrJo,3445
+indexify/executor/blob_store/blob_store.py,sha256=lrSGTZa_H4Cs1BFwADp-aluvD3LpmE1XO76ZJMX5alU,5798
+indexify/executor/blob_store/local_fs_blob_store.py,sha256=nRFawLMbOCCFlCIx2ccmhalFjpfdhMRL2pE2rgV0VH8,3245
+indexify/executor/blob_store/metrics/blob_store.py,sha256=3lmLU8q4Yx87RIYcy56nmFiNQTPY94pB12ht7X6MyhA,3811
+indexify/executor/blob_store/s3_blob_store.py,sha256=wJlDBTTaq48Vp1I0LvP2958b1Xe8esvarkr5PVRawU0,7609
 indexify/executor/channel_manager.py,sha256=ihKfWJmUqQvh4UKXewZLzyJWW_f50P4fnwPqPonrozw,6651
 indexify/executor/executor.py,sha256=rM7BmJDqC_YwdwPfDGFGiFO2WxOW3Nj8Z7rwRw8UcFk,6353
 indexify/executor/function_allowlist.py,sha256=PCelCW6qIe_2sH11BCKr7LDqarRV5kwNsrfB2EV7Zwo,1772
-indexify/executor/function_executor/function_executor.py,sha256=Hz_dT_2i1m9akUGfULWQpDlMsn0CI1AX4Mdt7-oOknI,13598
+indexify/executor/function_executor/function_executor.py,sha256=MrbGEqsxpzLVOrEAH_Kmm3cW3q_5h-GYUIkenuPvyT4,12288
 indexify/executor/function_executor/health_checker.py,sha256=IxE0jnC99K_lvnizFLjXqS1942H8-FNAN4AlhLIjg2Y,6373
-indexify/executor/function_executor/invocation_state_client.py,sha256=YYJElvpkCH-OmBXplLJX59dwMZELMHXSDR4VLLn1u7k,10939
+indexify/executor/function_executor/invocation_state_client.py,sha256=q3YWnoTCYCtBrCOBlLd3b13_vwzibFOJJBHHami28Yc,11269
 indexify/executor/function_executor/metrics/function_executor.py,sha256=TDksxLRJr-P9ZKhF2Orsaxzzb4lVIBxFEjd_9Zv53Ng,6313
 indexify/executor/function_executor/metrics/health_checker.py,sha256=EaeIYJPrQ-qqNMGZVGkvjPoeQSCl4FzPKXEv3Cly1NE,456
 indexify/executor/function_executor/metrics/invocation_state_client.py,sha256=6FCW6rXHVZZSmwLquZdpjgQPSmE_99naDLke5rZiwMI,1867
 indexify/executor/function_executor/server/client_configuration.py,sha256=gOywMus0cotlX6NKIadEJwvOmBE-LbGE_wvoMi5-HzY,994
 indexify/executor/function_executor/server/function_executor_server.py,sha256=_DLivLDikupZusRk8gVWDk7fWPT9XjZ4un1yWSlOObs,883
-indexify/executor/function_executor/server/function_executor_server_factory.py,sha256=tAyBDNq6UXmHM4PUXqBkXCSGer6MgMaV1_zoruHPJVg,1843
+indexify/executor/function_executor/server/function_executor_server_factory.py,sha256=pZ3tQoaeWP2NDaR-A0PUYmzrBz768U2b9ENBFQG1INg,1814
 indexify/executor/function_executor/server/subprocess_function_executor_server.py,sha256=JekDOqF7oFD4J6zcN3xB0Dxd1cgpEXMOsb_rKZOeBlI,668
 indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=w5aGQPHWLpixlP9-BbZu6oL_muMA95-hr7WKVxiEL7Q,4303
 indexify/executor/function_executor_controller/__init__.py,sha256=VPuuBEYOKf7OWyPPjy-jGOv-d5xJqHvkJfFT_oj-AsE,492
 indexify/executor/function_executor_controller/completed_task_metrics.py,sha256=MhnC-ddgmTK4yTsuZxgTKnqZ-YSVeWn2EhbbiggsSKk,3664
-indexify/executor/function_executor_controller/create_function_executor.py,sha256=DA8niVgftxSE_OYARw7nLSJujVu8HDzHh1EW_cXquC0,9766
+indexify/executor/function_executor_controller/create_function_executor.py,sha256=wCMlECcXZ9FMF0NlXqww6lbHRwy71w204q_Rh6nFoOE,10694
 indexify/executor/function_executor_controller/debug_event_loop.py,sha256=VJOKe_c9HjIDVCjhMY3Yqyeq1tAM1eVa2chZa6CMf-U,1016
-indexify/executor/function_executor_controller/downloads.py,sha256=XjCUmLY_jrI3AlnXC7aDwwKWTvsQjV7I9AXzrbIeY6c,7063
-indexify/executor/function_executor_controller/events.py,sha256=r2K3k9Nnkzh0j6HHZC0DxOdQ3HtCmzt4eN2DIwTa7NM,5456
-indexify/executor/function_executor_controller/function_executor_controller.py,sha256=Vsgfq8FocVjAhJOK2KHQg6jFwizUl9NJUME6r3wb0no,37595
-indexify/executor/function_executor_controller/function_executor_startup_output.py,sha256=PXg2r440kqHI3oHGZbb58ehuAuW_fmEdxLTAa-0V3p4,715
+indexify/executor/function_executor_controller/downloads.py,sha256=B2dbaa6osp1_vCQ6WY_9znAca3Z2qqVzQAF2av3v8Pg,5304
+indexify/executor/function_executor_controller/events.py,sha256=G5WX8Qgyv5LuY0IkiFWtvUmNWtuqih34Kt9qTFVfYVU,5639
+indexify/executor/function_executor_controller/finalize_task.py,sha256=letfBqGXPTubvOfbRg7cvdgtvrwkSnSezx4XRknYvKM,6624
+indexify/executor/function_executor_controller/function_executor_controller.py,sha256=uBlQgSGIuVlxAQnT7Qs-T-8c5vABeITFCu_oY9-vNmU,39132
 indexify/executor/function_executor_controller/loggers.py,sha256=zEY2nt15gboX3SX6Kh1xjeCljZJZSE4lp27qNrg8yPY,3637
-indexify/executor/function_executor_controller/message_validators.py,sha256=aNiZhYA87pnxUJtZKvKGDt40rfox-TYH2J6mW7o-Pkw,2981
+indexify/executor/function_executor_controller/message_validators.py,sha256=7Hgu6GItKU5_zz_YHtHT5NlWIHnvof2P-o_21pto9vU,3128
 indexify/executor/function_executor_controller/metrics/completed_task_metrics.py,sha256=53EGBCLwCEV-RBBeyLPTElrtcveaEM0Fwxs9NmC1Hn8,2724
-indexify/executor/function_executor_controller/metrics/downloads.py,sha256=KOVTE2OZPCewnCooPyCK1maKe9ddMPvBFp7D_igqugQ,2708
+indexify/executor/function_executor_controller/metrics/downloads.py,sha256=G8UUDfnzmiK_26OvZYTqH0KgNb3kI-0TgzGLFEuSEFc,892
+indexify/executor/function_executor_controller/metrics/finalize_task.py,sha256=KlJ9o3DQ8VSWNBpMrugr0CT7sSZm2J1LH6lvZhzsQ6E,743
 indexify/executor/function_executor_controller/metrics/function_executor_controller.py,sha256=gyIZHbdsNSnrA6z4WDaRAunNolFrbbg1pa8JaL_ODNE,2666
+indexify/executor/function_executor_controller/metrics/prepare_task.py,sha256=7nHuerFWGqRCRqtgpL3vJVs-DHwxwFhBZaGjrtfOlys,764
 indexify/executor/function_executor_controller/metrics/run_task.py,sha256=ZFv_nw5_pKUJoTaavSyzdglQKW4uvC2XyK8S6xi9xLQ,1064
-indexify/executor/function_executor_controller/metrics/upload_task_output.py,sha256=Ppf8NujCNbQzFelJiuh8Sutcjty7hnkFz1dWQLYIgQI,1464
-indexify/executor/function_executor_controller/prepare_task.py,sha256=AKbo_H_5pOKdxFKKkzdOb1WhQ0XT-4Qm9D3iIsukyMU,1247
-indexify/executor/function_executor_controller/run_task.py,sha256=2qpP6YwKoi_sEWDJIJ43EyBgO3Z3yYDVFpncB01DQf4,14586
-indexify/executor/function_executor_controller/task_info.py,sha256=ZEdypd8QVmYbrLt1186Ed9YEQwrO0Sx_hKH0QLg1DVY,1181
-indexify/executor/function_executor_controller/task_output.py,sha256=krwJC8GgVWYM_b_v5dHtVytsH3mHz3Qi7REiEM2D7nA,7358
-indexify/executor/function_executor_controller/terminate_function_executor.py,sha256=YLDlKoanfUBcy7A9ydCYdUsDwApjcTTn1o4tjNVN_QA,1281
-indexify/executor/function_executor_controller/upload_task_output.py,sha256=fEZm5eodx5rNLQYFhmdkMDD9qjX3_wKo64x4aUKTu34,10403
+indexify/executor/function_executor_controller/prepare_task.py,sha256=9vUPrbaz5AQVSbe0LvTOD7lkn-02P_UvMQyjZmjhGHo,9170
+indexify/executor/function_executor_controller/run_task.py,sha256=kbQGhopCzbARczzZ4zXAvWkgWLlI9kMXSVXSOOrssos,15483
+indexify/executor/function_executor_controller/task_info.py,sha256=ufhb4PvQuXyY4JUlddNyN2bJQdUeGlMTMIRlKz_WzXc,1015
+indexify/executor/function_executor_controller/task_input.py,sha256=PHCzqpjzTzw4TJTn6wncon3P08EiTVRJazEYRbTqDu8,876
+indexify/executor/function_executor_controller/task_output.py,sha256=kDOm9wlzNHMaXp3er0SbWS1D5NI3mx9reVgqbmlCPA8,7130
+indexify/executor/function_executor_controller/terminate_function_executor.py,sha256=2eqcpAo5brfMPFtYCpTlI3FJ6ESRU9xUzbXDFU0lcP4,1561
 indexify/executor/host_resources/host_resources.py,sha256=eUyP05EX7QdOtQ5vbX_KCpvnBS2B7fl06UWeF9Oigns,3813
 indexify/executor/host_resources/nvidia_gpu.py,sha256=uTCkLXnozZSpax8VApt0QMMM9YcBUK9eggYpwmLz09I,3308
 indexify/executor/host_resources/nvidia_gpu_allocator.py,sha256=AOcXKglLyRD-GrZzyCoi_oDRJoaOhFKWBSlUOxHeAP8,2114
+indexify/executor/logging.py,sha256=e-Hs64bOy4mGVgAGHLohleqP-COy8h2JJhRv6RGjcV4,2256
 indexify/executor/metrics/channel_manager.py,sha256=1dU9bzF3xqBy1nY9Sc66GfQQWnWZSNip4lEH1vjoWdI,648
 indexify/executor/metrics/executor.py,sha256=8dJXmyGqKlBSrPuyWXW7O2I21uxQ687l-2dYTvz4fmk,398
 indexify/executor/metrics/state_reconciler.py,sha256=BSlRgvgtwih6QcYrsFU5P2ylaXAsC_X70DbzDuv9NsU,584
@@ -54,17 +56,17 @@ indexify/executor/monitoring/health_check_handler.py,sha256=e1pEtWFKaVs6H57Z4YLe
 indexify/executor/monitoring/health_checker/generic_health_checker.py,sha256=vJRV879GrdZFqwTnM9pRLA97LRMutGz2sWRy-KS-tfg,1493
 indexify/executor/monitoring/health_checker/health_checker.py,sha256=B-Q4KM1iEUSMA2fr9PBhBLdA7sYII_NuTRmPuRILGSo,665
 indexify/executor/monitoring/health_checker/metrics/health_checker.py,sha256=50JS4JaOdAgSk7iYaBV4J3tGXkRTzmIVR_jVOV66YOc,129
-indexify/executor/monitoring/metrics.py,sha256=Dx2wPcTKvbd5Y5rGOfeyscFtAQ2DZ16_s5BX6d4nhI8,6660
+indexify/executor/monitoring/metrics.py,sha256=5BpNqDBDQiL2K962WDPQU2eSo5zD6I9vF2flGyBejts,7388
 indexify/executor/monitoring/prometheus_metrics_handler.py,sha256=KiGqSf7rkXTfbDwThyXFpFe2jnuZD5q-5SBP_0GDo8Y,591
 indexify/executor/monitoring/server.py,sha256=yzdYhcxnmY6uTQUMt3vatF5jilN52ZtfFseOmHyQpTo,1254
 indexify/executor/monitoring/startup_probe_handler.py,sha256=zXXsBU15SMlBx1bSFpxWDfed1VHtKKnwvLQ8-frpG98,425
 indexify/executor/state_reconciler.py,sha256=hPTjCUkXQV0HIwa5JczYpb5gvTGonQpkxqOvQXf-QU4,20057
 indexify/executor/state_reporter.py,sha256=zf5UBhBZVv9SQ1Ju_bY8w6D_t1hBZ5YVXhjeFMEgRms,15208
-indexify/proto/executor_api.proto,sha256=Zvx5eTz_QFHCX2udzOwHZD-ncJfDlXeKVbNBhsagChI,12168
-indexify/proto/executor_api_pb2.py,sha256=iSiO2Aw7vQV5Jp7IoSeIC8q32WjE-s-AZ0Hc5MwI0uI,16266
-indexify/proto/executor_api_pb2.pyi,sha256=oReajQdT2yNPS4kZd3gDMBdbseHv-gU15fpeT0v3ZBs,22819
+indexify/proto/executor_api.proto,sha256=yYLx3LTx2hGDFJX8myCosS3_eAWUMWdsWt59PH7O-QQ,12864
+indexify/proto/executor_api_pb2.py,sha256=ZrJg5ivsv-Kn8QRRsFWupdKCo6Eru6UNR8iYRqo5AhE,16458
+indexify/proto/executor_api_pb2.pyi,sha256=YfKsaIYaePZkpLTk_toAsWfH50xOOYfjjU3aWsci9w0,23151
 indexify/proto/executor_api_pb2_grpc.py,sha256=u9GEQV4nm_GvApRxjVo806CkgBMBVReb5IVrcaDaliY,7520
-indexify-0.4.22.dist-info/METADATA,sha256=poiBPNliE54kWJyR5_FSISz-gWYYn6wXIzmgmn-Es3k,1354
-indexify-0.4.22.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-indexify-0.4.22.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
-indexify-0.4.22.dist-info/RECORD,,
+indexify-0.4.23.dist-info/METADATA,sha256=n3Un6Bc8Ei9Agb7QCV7juOL0PjJkW2suOlaUQIax4tw,1287
+indexify-0.4.23.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
+indexify-0.4.23.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
+indexify-0.4.23.dist-info/RECORD,,

indexify/executor/function_executor_controller/function_executor_startup_output.py

@@ -1,21 +0,0 @@
-from typing import Optional
-
-from indexify.proto.executor_api_pb2 import (
-    DataPayload,
-    FunctionExecutorDescription,
-    FunctionExecutorTerminationReason,
-)
-
-
-class FunctionExecutorStartupOutput:
-    def __init__(
-        self,
-        function_executor_description: FunctionExecutorDescription,
-        termination_reason: FunctionExecutorTerminationReason = None,  # None if FE created successfully (wasn't terminated)
-        stdout: Optional[DataPayload] = None,
-        stderr: Optional[DataPayload] = None,
-    ):
-        self.function_executor_description = function_executor_description
-        self.termination_reason = termination_reason
-        self.stdout = stdout
-        self.stderr = stderr

indexify/executor/function_executor_controller/metrics/upload_task_output.py

@@ -1,39 +0,0 @@
-import prometheus_client
-
-from indexify.executor.monitoring.metrics import latency_metric_for_fast_operation
-
-# Task output upload metrics.
-metric_task_output_uploads: prometheus_client.Counter = prometheus_client.Counter(
-    "task_output_uploads",
-    "Number of task output uploads",
-)
-metric_tasks_uploading_outputs: prometheus_client.Gauge = prometheus_client.Gauge(
-    "tasks_uploading_output",
-    "Number of tasks currently uploading their outputs",
-)
-metric_task_output_upload_latency: prometheus_client.Histogram = (
-    latency_metric_for_fast_operation("task_output_upload", "task output upload")
-)
-metric_task_output_upload_retries: prometheus_client.Counter = (
-    prometheus_client.Counter(
-        "tasks_output_upload_retries", "Number of task output upload retries"
-    )
-)
-
-# Metrics for individual blob store operations.
-metric_task_output_blob_store_uploads: prometheus_client.Counter = (
-    prometheus_client.Counter(
-        "task_output_blob_store_uploads", "Number of task output uploads to blob store"
-    )
-)
-metric_task_output_blob_store_upload_errors: prometheus_client.Counter = (
-    prometheus_client.Counter(
-        "task_output_blob_store_upload_errors",
-        "Number of failed task output uploads to blob store",
-    )
-)
-metric_task_output_blob_store_upload_latency: prometheus_client.Histogram = (
-    latency_metric_for_fast_operation(
-        "task_output_blob_store_upload", "Upload task output to blob store"
-    )
-)

indexify/executor/function_executor_controller/upload_task_output.py

@@ -1,274 +0,0 @@
-import asyncio
-import hashlib
-import time
-from typing import Any, List
-
-from tensorlake.function_executor.proto.function_executor_pb2 import (
-    SerializedObject,
-    SerializedObjectEncoding,
-)
-
-from indexify.executor.blob_store.blob_store import BLOBStore
-from indexify.proto.executor_api_pb2 import (
-    DataPayload,
-    DataPayloadEncoding,
-)
-
-from .events import TaskOutputUploadFinished
-from .metrics.upload_task_output import (
-    metric_task_output_blob_store_upload_errors,
-    metric_task_output_blob_store_upload_latency,
-    metric_task_output_blob_store_uploads,
-    metric_task_output_upload_latency,
-    metric_task_output_upload_retries,
-    metric_task_output_uploads,
-    metric_tasks_uploading_outputs,
-)
-from .task_info import TaskInfo
-from .task_output import TaskOutput
-
-_TASK_OUTPUT_UPLOAD_BACKOFF_SEC = 5.0
-
-
-async def upload_task_output(
-    task_info: TaskInfo, blob_store: BLOBStore, logger: Any
-) -> TaskOutputUploadFinished:
-    """Uploads the task output to blob store.
-
-    Doesn't raise any Exceptions. Runs till the reporting is successful.
-    """
-    logger = logger.bind(module=__name__)
-
-    with (
-        metric_tasks_uploading_outputs.track_inprogress(),
-        metric_task_output_upload_latency.time(),
-    ):
-        metric_task_output_uploads.inc()
-        await _upload_task_output_until_successful(
-            output=task_info.output,
-            blob_store=blob_store,
-            logger=logger,
-        )
-    _log_function_metrics(output=task_info.output, logger=logger)
-    return TaskOutputUploadFinished(task_info=task_info, is_success=True)
-
-
-async def _upload_task_output_until_successful(
-    output: TaskOutput, blob_store: BLOBStore, logger: Any
-) -> None:
-    upload_retries: int = 0
-
-    while True:
-        logger = logger.bind(retries=upload_retries)
-        try:
-            await _upload_task_output_once(
-                output=output, blob_store=blob_store, logger=logger
-            )
-            return
-        except Exception as e:
-            logger.error(
-                "failed to upload task output",
-                exc_info=e,
-            )
-            upload_retries += 1
-            metric_task_output_upload_retries.inc()
-            await asyncio.sleep(_TASK_OUTPUT_UPLOAD_BACKOFF_SEC)
-
-
-class _TaskOutputSummary:
-    def __init__(self):
-        self.output_count: int = 0
-        self.output_total_bytes: int = 0
-        self.next_functions_count: int = 0
-        self.stdout_count: int = 0
-        self.stdout_total_bytes: int = 0
-        self.stderr_count: int = 0
-        self.stderr_total_bytes: int = 0
-        self.invocation_error_output_count: int = 0
-        self.invocation_error_output_total_bytes: int = 0
-        self.total_bytes: int = 0
-
-
-async def _upload_task_output_once(
-    output: TaskOutput, blob_store: BLOBStore, logger: Any
-) -> None:
-    """Uploads the supplied task output to blob store.
-
-    Raises an Exception if the upload fails.
-    """
-    output_summary: _TaskOutputSummary = _task_output_summary(output)
-    logger.info(
-        "uploading task output to blob store",
-        total_bytes=output_summary.total_bytes,
-        total_files=output_summary.output_count
-        + output_summary.stdout_count
-        + output_summary.stderr_count
-        + output_summary.invocation_error_output_count,
-        output_files=output_summary.output_count,
-        output_bytes=output_summary.total_bytes,
-        next_functions_count=output_summary.next_functions_count,
-        stdout_bytes=output_summary.stdout_total_bytes,
-        stderr_bytes=output_summary.stderr_total_bytes,
-        invocation_error_output_bytes=output_summary.invocation_error_output_total_bytes,
-    )
-
-    start_time = time.time()
-    with (
-        metric_task_output_blob_store_upload_latency.time(),
-        metric_task_output_blob_store_upload_errors.count_exceptions(),
-    ):
-        metric_task_output_blob_store_uploads.inc()
-        await _upload_to_blob_store(
-            task_output=output, blob_store=blob_store, logger=logger
-        )
-
-    logger.info(
-        "files uploaded to blob store",
-        duration=time.time() - start_time,
-    )
-
-
-async def _upload_to_blob_store(
-    task_output: TaskOutput, blob_store: BLOBStore, logger: Any
-) -> None:
-    if task_output.stdout is not None:
-        stdout_url = f"{task_output.allocation.task.output_payload_uri_prefix}.{task_output.allocation.task.id}.stdout"
-        stdout_bytes: bytes = task_output.stdout.encode()
-        await blob_store.put(stdout_url, stdout_bytes, logger)
-        task_output.uploaded_stdout = DataPayload(
-            uri=stdout_url,
-            size=len(stdout_bytes),
-            sha256_hash=compute_hash(stdout_bytes),
-            encoding=DataPayloadEncoding.DATA_PAYLOAD_ENCODING_UTF8_TEXT,
-            encoding_version=0,
-        )
-        # stdout is uploaded, free the memory used for it and don't upload again if we retry overall output upload again.
-        task_output.stdout = None
-
-    if task_output.stderr is not None:
-        stderr_url = f"{task_output.allocation.task.output_payload_uri_prefix}.{task_output.allocation.task.id}.stderr"
-        stderr_bytes: bytes = task_output.stderr.encode()
-        await blob_store.put(stderr_url, stderr_bytes, logger)
-        task_output.uploaded_stderr = DataPayload(
-            uri=stderr_url,
-            size=len(stderr_bytes),
-            sha256_hash=compute_hash(stderr_bytes),
-            encoding=DataPayloadEncoding.DATA_PAYLOAD_ENCODING_UTF8_TEXT,
-            encoding_version=0,
-        )
-        # stderr is uploaded, free the memory used for it and don't upload again if we retry overall output upload again.
-        task_output.stderr = None
-
-    if task_output.invocation_error_output is not None:
-        invocation_error_output_url = (
-            f"{task_output.allocation.task.output_payload_uri_prefix}.inverr."
-            f"{task_output.allocation.task.graph_invocation_id}"
-        )
-        invocation_error_output_bytes: bytes = task_output.invocation_error_output.data
-        await blob_store.put(
-            invocation_error_output_url, invocation_error_output_bytes, logger
-        )
-        task_output.uploaded_invocation_error_output = DataPayload(
-            uri=invocation_error_output_url,
-            size=len(invocation_error_output_bytes),
-            sha256_hash=compute_hash(invocation_error_output_bytes),
-            encoding=_to_grpc_data_payload_encoding(
-                task_output.invocation_error_output.encoding, logger
-            ),
-            encoding_version=0,
-        )
-        # Invocation error output is uploaded, free the memory used for it and don't upload again if we retry overall output upload again.
-        task_output.invocation_error_output = None
-
-    # We can't use the default empty list output.uploaded_data_payloads because it's a singleton.
-    uploaded_data_payloads: List[DataPayload] = []
-    for output in task_output.function_outputs:
-        output: SerializedObject
-        output_ix: int = len(uploaded_data_payloads)
-        output_url: str = (
-            f"{task_output.allocation.task.output_payload_uri_prefix}.{task_output.allocation.task.id}.{output_ix}"
-        )
-        await blob_store.put(output_url, output.data, logger)
-        uploaded_data_payloads.append(
-            DataPayload(
-                uri=output_url,
-                size=len(output.data),
-                sha256_hash=compute_hash(output.data),
-                encoding=_to_grpc_data_payload_encoding(output.encoding, logger),
-                encoding_version=0,
-            )
-        )
-
-    task_output.uploaded_data_payloads = uploaded_data_payloads
-    # The output is uploaded, free the memory used for it and don't upload again if we retry overall output upload again.
-    task_output.function_outputs = []
-
-
-def _task_output_summary(task_output: TaskOutput) -> _TaskOutputSummary:
-    summary: _TaskOutputSummary = _TaskOutputSummary()
-
-    if task_output.stdout is not None:
-        summary.stdout_count += 1
-        summary.stdout_total_bytes += len(task_output.stdout)
-
-    if task_output.stderr is not None:
-        summary.stderr_count += 1
-        summary.stderr_total_bytes += len(task_output.stderr)
-
-    if task_output.invocation_error_output is not None:
-        summary.invocation_error_output_count += 1
-        summary.invocation_error_output_total_bytes += len(
-            task_output.invocation_error_output.data
-        )
-
-    for output in task_output.function_outputs:
-        output: SerializedObject
-        output_len: bytes = len(output.data)
-        summary.output_count += 1
-        summary.output_total_bytes += output_len
-
-    summary.next_functions_count = len(task_output.next_functions)
-
-    summary.total_bytes = (
-        summary.output_total_bytes
-        + summary.stdout_total_bytes
-        + summary.stderr_total_bytes
-    )
-    return summary
-
-
-def _to_grpc_data_payload_encoding(
-    encoding: SerializedObjectEncoding, logger: Any
-) -> DataPayloadEncoding:
-    if encoding == SerializedObjectEncoding.SERIALIZED_OBJECT_ENCODING_BINARY_PICKLE:
-        return DataPayloadEncoding.DATA_PAYLOAD_ENCODING_BINARY_PICKLE
-    elif encoding == SerializedObjectEncoding.SERIALIZED_OBJECT_ENCODING_UTF8_JSON:
-        return DataPayloadEncoding.DATA_PAYLOAD_ENCODING_UTF8_JSON
-    elif encoding == SerializedObjectEncoding.SERIALIZED_OBJECT_ENCODING_UTF8_TEXT:
-        return DataPayloadEncoding.DATA_PAYLOAD_ENCODING_UTF8_TEXT
-    else:
-        logger.error(
-            "Unexpected encoding for SerializedObject",
-            encoding=SerializedObjectEncoding.Name(encoding),
-        )
-        return DataPayloadEncoding.DATA_PAYLOAD_ENCODING_UNKNOWN
-
-
-def compute_hash(data: bytes) -> str:
-    hasher = hashlib.sha256(usedforsecurity=False)
-    hasher.update(data)
-    return hasher.hexdigest()
-
-
-# Temporary workaround is logging customer metrics until we store them somewhere
-# for future retrieval and processing.
-def _log_function_metrics(output: TaskOutput, logger: Any):
-    if output.metrics is None:
-        return
-
-    for counter_name, counter_value in output.metrics.counters.items():
-        logger.info(
-            "function_metric", counter_name=counter_name, counter_value=counter_value
-        )
-    for timer_name, timer_value in output.metrics.timers.items():
-        logger.info("function_metric", timer_name=timer_name, timer_value=timer_value)