indexify 0.4.3__py3-none-any.whl → 0.4.5__py3-none-any.whl

indexify/cli/build_image.py

@@ -1,3 +1,5 @@
+import importlib
+
 import click
 from tensorlake.functions_sdk.image import Image
 from tensorlake.functions_sdk.workflow_module import (
@@ -35,6 +37,7 @@ def build_image(
         )
         raise click.Abort
 
+    indexify_version: str = importlib.metadata.version("indexify")
     for image in workflow_module_info.images.keys():
         image: Image
         if image_names is not None and image.image_name not in image_names:
@@ -44,6 +47,8 @@ def build_image(
             continue
 
         click.echo(f"Building image `{image.image_name}`")
+
+        image.run(f"pip install 'indexify=={indexify_version}'")
         built_image, generator = image.build()
         for output in generator:
             click.secho(output)

indexify/executor/channel_manager.py

@@ -1,4 +1,5 @@
 import asyncio
+import os
 from typing import Any, Dict, Optional
 
 import grpc.aio
@@ -17,6 +18,7 @@ _CONNECT_TIMEOUT_SEC = 5
 class ChannelManager:
     def __init__(self, server_address: str, config_path: Optional[str], logger: Any):
         self._logger: Any = logger.bind(module=__name__, server_address=server_address)
+        self._keep_alive_period_sec: int = _keep_alive_period_sec_from_env(logger)
         self._server_address: str = server_address
         self._channel_credentials: Optional[grpc.ChannelCredentials] = None
         # This lock protects the fields below.
@@ -97,12 +99,18 @@ class ChannelManager:
 
         The channel is not be ready to use. Raises an exception on failure.
         """
+        channel_options: list[tuple[str, int]] = _channel_options(
+            self._keep_alive_period_sec
+        )
         if self._channel_credentials is None:
-            return grpc.aio.insecure_channel(target=self._server_address)
+            return grpc.aio.insecure_channel(
+                target=self._server_address, options=channel_options
+            )
         else:
             return grpc.aio.secure_channel(
                 target=self._server_address,
                 credentials=self._channel_credentials,
+                options=channel_options,
             )
 
     async def _create_ready_channel(self) -> grpc.aio.Channel:
@@ -165,3 +173,45 @@ class ChannelManager:
         except Exception as e:
             self._logger.error("failed closing channel", exc_info=e)
         self._channel = None
+
+
+def _channel_options(keep_alive_period_sec: int) -> list[tuple[str, int]]:
+    """Returns the gRPC channel options."""
+    # See https://grpc.io/docs/guides/keepalive/.
+    #
+    # NB: Rust Tonic framework that we're using in Server is not using gRPC core and doesn't support
+    # these options. From https://github.com/hyperium/tonic/issues/258 it supports gRPC PINGs when
+    # there are in-flight RPCs (and streams) without any extra configuration.
+    return [
+        ("grpc.keepalive_time_ms", keep_alive_period_sec * 1000),
+        (
+            "grpc.http2.max_pings_without_data",
+            -1,
+        ),  # Allow any number of empty PING messages
+        (
+            "grpc.keepalive_permit_without_calls",
+            0,
+        ),  # Don't send PINGs when there are no in-flight RPCs (and streams)
+    ]
+
+
+def _keep_alive_period_sec_from_env(logger: Any) -> int:
+    """Returns the keep alive period in seconds."""
+    # We have to use gRPC keep alive (PING) to prevent proxies/load-balancers from closing underlying HTTP/2
+    # (TCP) connections due to periods of idleness in gRPC streams that we use between Executor and Server.
+    # If a proxy/load-balancer closes the connection, then we see it as gRPC stream errors which results in
+    # a lot of error logs noise.
+    #
+    # The default period of 50 sec is used for one of the standard proxy/load-balancer timeouts of 1 minute.
+    DEFAULT_KEEP_ALIVE_PERIOD_SEC = "50"
+    keep_alive_period_sec = int(
+        os.getenv(
+            "INDEXIFY_EXECUTOR_GRPC_KEEP_ALIVE_PERIOD_SEC",
+            DEFAULT_KEEP_ALIVE_PERIOD_SEC,
+        )
+    )
+    if keep_alive_period_sec != int(DEFAULT_KEEP_ALIVE_PERIOD_SEC):
+        logger.info(
+            f"gRPC keep alive (PING) period is set to {keep_alive_period_sec} sec"
+        )
+    return keep_alive_period_sec

indexify/proto/executor_api_pb2.py

@@ -2,7 +2,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # NO CHECKED-IN PROTOBUF GENCODE
 # source: indexify/proto/executor_api.proto
-# Protobuf Python Version: 5.29.0
+# Protobuf Python Version: 6.31.0
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
@@ -11,7 +11,7 @@ from google.protobuf import symbol_database as _symbol_database
 from google.protobuf.internal import builder as _builder
 
 _runtime_version.ValidateProtobufRuntimeVersion(
-    _runtime_version.Domain.PUBLIC, 5, 29, 0, "", "indexify/proto/executor_api.proto"
+    _runtime_version.Domain.PUBLIC, 6, 31, 0, "", "indexify/proto/executor_api.proto"
 )
 # @@protoc_insertion_point(imports)
 

indexify/proto/executor_api_pb2.pyi

@@ -1,6 +1,6 @@
+from collections.abc import Iterable as _Iterable
+from collections.abc import Mapping as _Mapping
 from typing import ClassVar as _ClassVar
-from typing import Iterable as _Iterable
-from typing import Mapping as _Mapping
 from typing import Optional as _Optional
 from typing import Union as _Union
 

indexify/proto/executor_api_pb2_grpc.py

@@ -6,7 +6,7 @@ import grpc
 
 from indexify.proto import executor_api_pb2 as indexify_dot_proto_dot_executor__api__pb2
 
-GRPC_GENERATED_VERSION = "1.70.0"
+GRPC_GENERATED_VERSION = "1.73.0"
 GRPC_VERSION = grpc.__version__
 _version_not_supported = False
 

{indexify-0.4.3.dist-info → indexify-0.4.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: indexify
-Version: 0.4.3
+Version: 0.4.5
 Summary: Open Source Indexify components and helper tools
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0
@@ -17,7 +17,7 @@ Requires-Dist: aiohttp (>=3.11.0,<4.0.0)
 Requires-Dist: boto3 (>=1.37.30,<2.0.0)
 Requires-Dist: prometheus-client (>=0.21.1,<0.22.0)
 Requires-Dist: psutil (>=7.0.0,<8.0.0)
-Requires-Dist: tensorlake (>=0.1)
+Requires-Dist: tensorlake (==0.1.88)
 Project-URL: Repository, https://github.com/tensorlakeai/indexify
 Description-Content-Type: text/markdown
 

{indexify-0.4.3.dist-info → indexify-0.4.5.dist-info}/RECORD

@@ -1,5 +1,5 @@
 indexify/cli/__init__.py,sha256=ELFLx_Z_oWm30jwOpYjbD6Ori3Nzz4ldkvmGVK7QMgw,426
-indexify/cli/build_image.py,sha256=HG-80EXc-lCYYjU67iDnR9W8hqpDYsldE-rTW6klbRo,1601
+indexify/cli/build_image.py,sha256=tqo90TiXSaE88ywqprB5CJCH2PhOXKxhvZThvi6kA7Y,1752
 indexify/cli/deploy.py,sha256=YM5NB1B5WDalN4Hx-EC5NL30p3UBenrctMv6kPSbd94,1833
 indexify/cli/executor.py,sha256=UgKPQaObIJVFht0niLEsw8y4k8XBF3siWpTig2_nV8U,6584
 indexify/executor/README.md,sha256=ozC6_hMkhQQNVCMEpBxwiUALz6lwErPQxNxQfQDqnG4,2029
@@ -7,7 +7,7 @@ indexify/executor/blob_store/blob_store.py,sha256=XViw_KRfFSNqwcFYwMZixZF-EYCjXK
 indexify/executor/blob_store/local_fs_blob_store.py,sha256=6LexqMBGXp8f6Ka95R6xMIUyDutrZJABOMNcp-ssa98,1809
 indexify/executor/blob_store/metrics/blob_store.py,sha256=5_xiPREeHWFtxFh1NupDsF8zP4pmUPgLNNn-UE9Uzvc,1008
 indexify/executor/blob_store/s3_blob_store.py,sha256=G3B_V3gUE7XbUY42lDtBczUKuA7q8S7MD43tx1aHrJo,3445
-indexify/executor/channel_manager.py,sha256=MXHY2QkoSqEwUAb_EAUrbScPIWOgSPIvD8EL7EWBrK0,6502
+indexify/executor/channel_manager.py,sha256=SeBaOYJXJ6KNw59c4C4n54qhcCusNda2756Rbu8pFFM,8642
 indexify/executor/executor.py,sha256=AGtOHbznjGLQMjJHie10gxq1fLq3h23uXvk4tVkxxEw,6294
 indexify/executor/function_allowlist.py,sha256=PCelCW6qIe_2sH11BCKr7LDqarRV5kwNsrfB2EV7Zwo,1772
 indexify/executor/function_executor/function_executor.py,sha256=cnixOPaKNSLCBpe6LzJ_IrwPcYAlG3AP_GW48xik8Gc,12005
@@ -59,10 +59,10 @@ indexify/executor/monitoring/startup_probe_handler.py,sha256=zXXsBU15SMlBx1bSFpx
 indexify/executor/state_reconciler.py,sha256=Go0B2k1iq0iZiZTIjRkG2sfeILj_vTNpc8W2o0sBIDA,19179
 indexify/executor/state_reporter.py,sha256=OxtIEa79lsZe5HzENHJPCYB4zESPw2zkNlGpKtKeOak,14629
 indexify/proto/executor_api.proto,sha256=YWQHV4GMCSa0IJbPzM5nlEOxHDB2Fw4QlqI34vmdY4w,10858
-indexify/proto/executor_api_pb2.py,sha256=9YqbQp4XFwEJYvnnqXVNPbJ_s95D3Iwz-gxyGZd5li4,15125
-indexify/proto/executor_api_pb2.pyi,sha256=pQTJa5cGV5inEkIqU17i0k3mP2TeHPlmp3l5GxV-K3k,21133
-indexify/proto/executor_api_pb2_grpc.py,sha256=i8LEPG6esub6C-xxJ7S3vEJSgWCOxSqElNjMW3Imqg8,7607
-indexify-0.4.3.dist-info/METADATA,sha256=OH5VOD0ZS7CBSXHbYjzoXaQAyS_yH-anG6jTRAyJUF0,1112
-indexify-0.4.3.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-indexify-0.4.3.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
-indexify-0.4.3.dist-info/RECORD,,
+indexify/proto/executor_api_pb2.py,sha256=vfPLmr6mKeBQv6JwNzsTaFltT0Vna7dGwxu8PM24ZiI,15125
+indexify/proto/executor_api_pb2.pyi,sha256=yclRlxH5GuiXuebs_0ePfnKM516DrBrvqEFF4E0Etl8,21151
+indexify/proto/executor_api_pb2_grpc.py,sha256=JpT5K6jiS0NJVNyTt1mAPpyJMXuEGeNN2V6R3KmLHZ4,7607
+indexify-0.4.5.dist-info/METADATA,sha256=Xcv47Vcpt_eruMXrfGSwZMHOsQGGCH99xru6HQSknsw,1115
+indexify-0.4.5.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
+indexify-0.4.5.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
+indexify-0.4.5.dist-info/RECORD,,