indexify 0.3.5__py3-none-any.whl → 0.3.7__py3-none-any.whl

indexify/function_executor/service.py

@@ -1,145 +0,0 @@
-from typing import Iterator, Optional
-
-import grpc
-import structlog
-from tensorlake.functions_sdk.functions import TensorlakeFunctionWrapper
-from tensorlake.functions_sdk.object_serializer import get_serializer
-
-from .handlers.run_function.handler import Handler as RunTaskHandler
-from .handlers.run_function.request_validator import (
-    RequestValidator as RunTaskRequestValidator,
-)
-from .info import info_response_kv_args
-from .initialize_request_validator import InitializeRequestValidator
-from .invocation_state.invocation_state_proxy_server import InvocationStateProxyServer
-from .invocation_state.proxied_invocation_state import ProxiedInvocationState
-from .proto.function_executor_pb2 import (
-    HealthCheckRequest,
-    HealthCheckResponse,
-    InfoRequest,
-    InfoResponse,
-    InitializeRequest,
-    InitializeResponse,
-    InvocationStateResponse,
-    RunTaskRequest,
-    RunTaskResponse,
-)
-from .proto.function_executor_pb2_grpc import FunctionExecutorServicer
-
-
-class Service(FunctionExecutorServicer):
-    def __init__(self):
-        self._logger = structlog.get_logger(module=__name__).bind(
-            **info_response_kv_args()
-        )
-        self._namespace: Optional[str] = None
-        self._graph_name: Optional[str] = None
-        self._graph_version: Optional[str] = None
-        self._function_name: Optional[str] = None
-        self._function_wrapper: Optional[TensorlakeFunctionWrapper] = None
-        self._invocation_state_proxy_server: Optional[InvocationStateProxyServer] = None
-
-    def initialize(
-        self, request: InitializeRequest, context: grpc.ServicerContext
-    ) -> InitializeResponse:
-        request_validator: InitializeRequestValidator = InitializeRequestValidator(
-            request
-        )
-        request_validator.check()
-
-        self._namespace = request.namespace
-        self._graph_name = request.graph_name
-        self._graph_version = request.graph_version
-        self._function_name = request.function_name
-        # The function is only loaded once per Function Executor. It's important to use a single
-        # loaded function so all the tasks when executed are sharing the same memory. This allows
-        # implementing smart caching in customer code. E.g. load a model into GPU only once and
-        # share the model's file descriptor between all tasks or download function configuration
-        # only once.
-        self._logger = self._logger.bind(
-            namespace=request.namespace,
-            graph_name=request.graph_name,
-            graph_version=request.graph_version,
-            function_name=request.function_name,
-        )
-        graph_serializer = get_serializer(request.graph.content_type)
-        try:
-            # Process user controlled input in a try-except block to not treat errors here as our
-            # internal platform errors.
-            # TODO: capture stdout and stderr and report exceptions the same way as when we run a task.
-            graph = graph_serializer.deserialize(request.graph.bytes)
-            function = graph_serializer.deserialize(graph[request.function_name])
-            self._function_wrapper = TensorlakeFunctionWrapper(function)
-        except Exception as e:
-            return InitializeResponse(success=False, customer_error=str(e))
-
-        self._logger.info("initialized function executor service")
-        return InitializeResponse(success=True)
-
-    def initialize_invocation_state_server(
-        self,
-        client_responses: Iterator[InvocationStateResponse],
-        context: grpc.ServicerContext,
-    ):
-        self._invocation_state_proxy_server = InvocationStateProxyServer(
-            client_responses, self._logger
-        )
-        self._logger.info("initialized invocation proxy server")
-        yield from self._invocation_state_proxy_server.run()
-
-    def run_task(
-        self, request: RunTaskRequest, context: grpc.ServicerContext
-    ) -> RunTaskResponse:
-        # Customer function code never raises an exception because we catch all of them and add
-        # their details to the response. We can only get an exception here if our own code failed.
-        # If our code raises an exception the grpc framework converts it into GRPC_STATUS_UNKNOWN
-        # error with the exception message. Differentiating errors is not needed for now.
-        RunTaskRequestValidator(request=request).check()
-        self._check_task_routed_correctly(request)
-
-        return RunTaskHandler(
-            request=request,
-            graph_name=self._graph_name,
-            graph_version=self._graph_version,
-            function_name=self._function_name,
-            invocation_state=ProxiedInvocationState(
-                request.task_id, self._invocation_state_proxy_server
-            ),
-            function_wrapper=self._function_wrapper,
-            logger=self._logger,
-        ).run()
-
-    def _check_task_routed_correctly(self, request: RunTaskRequest):
-        # Fail with internal error as this happened due to wrong task routing to this Server.
-        # If we run the wrongly routed task then it can steal data from this Server if it belongs
-        # to a different customer.
-        if request.namespace != self._namespace:
-            raise ValueError(
-                f"This Function Executor is not initialized for this namespace {request.namespace}"
-            )
-        if request.graph_name != self._graph_name:
-            raise ValueError(
-                f"This Function Executor is not initialized for this graph_name {request.graph_name}"
-            )
-        if request.graph_version != self._graph_version:
-            raise ValueError(
-                f"This Function Executor is not initialized for this graph_version {request.graph_version}"
-            )
-        if request.function_name != self._function_name:
-            raise ValueError(
-                f"This Function Executor is not initialized for this function_name {request.function_name}"
-            )
-
-    def check_health(
-        self, request: HealthCheckRequest, context: grpc.ServicerContext
-    ) -> HealthCheckResponse:
-        # This health check validates that the Server:
-        # - Has its process alive (not exited).
-        # - Didn't exhaust its thread pool.
-        # - Is able to communicate over its server socket.
-        return HealthCheckResponse(healthy=True)
-
-    def get_info(
-        self, request: InfoRequest, context: grpc.ServicerContext
-    ) -> InfoResponse:
-        return InfoResponse(**info_response_kv_args())

indexify/utils/README.md

@@ -1,3 +0,0 @@
-## Overview
-
-Put here common functionality that is useful for code written in Python.

indexify/utils/http_client.py

@@ -1,88 +0,0 @@
-from typing import Optional, Union
-
-import httpx
-import yaml
-from httpx import AsyncClient, Client
-
-
-def get_httpx_client(
-    config_path: Optional[str] = None, make_async: Optional[bool] = False
-) -> Union[AsyncClient, Client]:
-    """
-    Creates and returns an httpx.Client instance, optionally configured with TLS settings from a YAML config file.
-
-    The function creates a basic httpx.Client by default. If a config path is provided and the config specifies
-    'use_tls' as True, it creates a TLS-enabled client with HTTP/2 support using the provided certificate settings.
-    To get https.AsyncClient, provide make_async as True.
-
-    Args:
-        config_path (Optional[str]): Path to a YAML configuration file. If provided, the file should contain TLS
-            configuration with the following structure:
-            {
-                "use_tls": bool,
-                "tls_config": {
-                    "cert_path": str,  # Path to client certificate
-                    "key_path": str,   # Path to client private key
-                    "ca_bundle_path": str  # Optional: Path to CA bundle for verification
-                }
-            }
-        make_async (Optional[bool]): Whether to make an asynchronous httpx client instance.
-
-    Returns:
-        httpx.Client: An initialized httpx client instance, either with basic settings or TLS configuration
-                     if specified in the config file.
-
-    Example:
-        # Basic client without TLS
-        client = get_httpx_client()
-
-        # Client with TLS configuration from config file
-        client = get_httpx_client("/path/to/config.yaml")
-    """
-    if config_path:
-        with open(config_path, "r") as file:
-            config = yaml.safe_load(file)
-        if config.get("use_tls", False):
-            print(f"Configuring client with TLS config: {config}")
-            tls_config = config["tls_config"]
-            return get_sync_or_async_client(make_async, **tls_config)
-    return get_sync_or_async_client(make_async)
-
-
-def get_sync_or_async_client(
-    make_async: Optional[bool] = False,
-    cert_path: Optional[str] = None,
-    key_path: Optional[str] = None,
-    ca_bundle_path: Optional[str] = None,
-) -> Union[AsyncClient, Client]:
-    """
-    Creates and returns either a synchronous or asynchronous httpx client with optional TLS configuration.
-
-    Args:
-        make_async (Optional[bool]): If True, returns an AsyncClient; if False, returns a synchronous Client.
-            Defaults to False.
-        cert_path (Optional[str]): Path to the client certificate file. Required for TLS configuration
-            when key_path is also provided.
-        key_path (Optional[str]): Path to the client private key file. Required for TLS configuration
-            when cert_path is also provided.
-        ca_bundle_path (Optional[str]): Path to the CA bundle file for certificate verification.
-            If not provided, defaults to system CA certificates.
-    """
-    if make_async:
-        if cert_path and key_path:
-            return httpx.AsyncClient(
-                http2=True,
-                cert=(cert_path, key_path),
-                verify=ca_bundle_path if ca_bundle_path else True,
-            )
-        else:
-            return httpx.AsyncClient()
-    else:
-        if cert_path and key_path:
-            return httpx.Client(
-                http2=True,
-                cert=(cert_path, key_path),
-                verify=ca_bundle_path if ca_bundle_path else True,
-            )
-        else:
-            return httpx.Client()

indexify/utils/logging.py

@@ -1,66 +0,0 @@
-import logging
-import sys
-
-import structlog
-from structlog.contextvars import merge_contextvars
-from structlog.dev import ConsoleRenderer, set_exc_info
-from structlog.processors import StackInfoRenderer, TimeStamper, add_log_level
-
-# Using this module allows us to be consistent with the logging configuration across all Python programs.
-
-
-def configure_logging_early():
-    """Configures standard Python logging module.
-
-    By default 3rd party modules that are using standard Python logging module
-    (logging.getLogger()) have their log lines dropped unless the module gets configured.
-
-    Not dropping log lines from 3rd party modules is useful for debugging. E.g. this helps
-    debugging errors in grpc servers if exceptions happen inside grpc module code.
-    """
-    logging.basicConfig(
-        level=logging.WARNING,
-        # This log message format is a bit similar to the default structlog format.
-        format="%(asctime)s [%(levelname)s] %(message)s logger=%(name)s",
-        datefmt="%Y-%m-%d %H:%M:%S",
-        handlers=[logging.StreamHandler(sys.stdout)],
-    )
-
-
-def configure_development_mode_logging():
-    processors = [
-        structlog_suppressor,
-        merge_contextvars,
-        add_log_level,
-        StackInfoRenderer(),
-        set_exc_info,
-        TimeStamper(fmt="%Y-%m-%d %H:%M:%S", utc=False),
-        ConsoleRenderer(),
-    ]
-    structlog.configure(
-        processors=processors,
-    )
-
-
-def configure_production_mode_logging():
-    processors = [
-        structlog_suppressor,
-        structlog.processors.format_exc_info,
-        structlog.processors.JSONRenderer(),
-    ]
-    structlog.configure(processors=processors)
-
-
-_suppress_logging = False
-
-
-def structlog_suppressor(logger, name, event_dict):
-    global _suppress_logging
-    return None if _suppress_logging else event_dict
-
-
-def suppress():
-    """Sets the log level for the root logger to the new level."""
-    global _suppress_logging
-    _suppress_logging = True
-    logging.getLogger().setLevel(logging.CRITICAL)

indexify-0.3.5.dist-info/RECORD

@@ -1,47 +0,0 @@
-indexify/cli/cli.py,sha256=WcQy4QrO2NM4Xfenzb11WzJbC8lOpMgE8GgHAkUNcZE,11504
-indexify/executor/README.md,sha256=ozC6_hMkhQQNVCMEpBxwiUALz6lwErPQxNxQfQDqnG4,2029
-indexify/executor/api_objects.py,sha256=k5tKYxaWml0sSECoEDzamCYeJnlD7zO2M7E_qGwyMrg,1032
-indexify/executor/downloader.py,sha256=Vrq1dAW4BifG62tlqFnImiMxdezIgOZcByTRnhDsnnw,6457
-indexify/executor/executor.py,sha256=hyAQKJ80IaPB-A_YRRld4yqYhAifLvMkQ8qYNMQimPI,5892
-indexify/executor/function_executor/function_executor.py,sha256=837r91kL1Nt5Ct9LVFdpB89fhtHctV-c2PrgbyVSFlE,5833
-indexify/executor/function_executor/function_executor_state.py,sha256=_85dpaudYM0sekOqwjMxKGdK7MNQdTGUhHi67sqVHyY,2853
-indexify/executor/function_executor/health_checker.py,sha256=UzAqqWO2y0DLhxm639mTDrEIYNY7gZ3T_zdgPSDuVJ4,2747
-indexify/executor/function_executor/invocation_state_client.py,sha256=jxElxnYFfdwCxKfKvQsjLIE-Z_1386wxednJ2pGKSL0,8581
-indexify/executor/function_executor/server/client_configuration.py,sha256=gOywMus0cotlX6NKIadEJwvOmBE-LbGE_wvoMi5-HzY,994
-indexify/executor/function_executor/server/function_executor_server.py,sha256=_DLivLDikupZusRk8gVWDk7fWPT9XjZ4un1yWSlOObs,883
-indexify/executor/function_executor/server/function_executor_server_factory.py,sha256=pGbJMQfC5TNvyWOs6VDKdqd2PK5OHQh5_wSDP-E7DbI,1677
-indexify/executor/function_executor/server/subprocess_function_executor_server.py,sha256=JekDOqF7oFD4J6zcN3xB0Dxd1cgpEXMOsb_rKZOeBlI,668
-indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=FYExuYZZ7CUcznUobtnxvd2hVjUjpB9Dkav0FFcA0hM,4118
-indexify/executor/function_executor/single_task_runner.py,sha256=CwLN2pLJpORDjxgxME5-xQCBJ_mzmrdnrzjB7n4sqZo,7794
-indexify/executor/function_executor/task_input.py,sha256=8pBRuaQbBBPrDWwByOKZlOaXu6UDmJUO5w-6XxAYSgY,582
-indexify/executor/function_executor/task_output.py,sha256=3-qcT1aigmOFEp6QSJtUcQfqeJfrxvo265qgk9WAUVg,1064
-indexify/executor/runtime_probes.py,sha256=bo6Dq6AGZpJH099j0DHtVSDEH80tv3j9MXf3VXSx_p8,2182
-indexify/executor/task_fetcher.py,sha256=59Cn79bXpbPFEj2bZCVFRaLaNKPAeRyJeiEsZE3F7Ys,2911
-indexify/executor/task_reporter.py,sha256=eueJNHYJIwAm8lY8SQJrUOWC-Nk-DPesDis1YTR4k7c,6643
-indexify/executor/task_runner.py,sha256=RSFeJYhQ_agXXPBm8u13HErSUPZGsCGwV1stgS7g258,5035
-indexify/function_executor/README.md,sha256=TAcbYYe6noUMriaQabJAaZ8a2SAYzlXl7hIdTfULqYY,950
-indexify/function_executor/handlers/run_function/function_inputs_loader.py,sha256=StSJCp-kkOWUuUIzONnoqtcB37nzBYGcIVy2oTEwOIQ,1588
-indexify/function_executor/handlers/run_function/handler.py,sha256=-GPM9G9GkkJtmB776RPKReFnus5hMoAw6IC0rV2WE5s,5209
-indexify/function_executor/handlers/run_function/request_validator.py,sha256=GS7_zxAlyNg0vpUrhot-DpVWFyI9Y9P8jvb7UuO4b1A,856
-indexify/function_executor/handlers/run_function/response_helper.py,sha256=FJVl-LyoRBx9HRaOo_umveiWzuh4anO7aXUmEMEki20,3074
-indexify/function_executor/info.py,sha256=kR_i84pLqAQI5AKLYuXg3mEaVIMmHZK-Hx8Dmv-_slA,454
-indexify/function_executor/initialize_request_validator.py,sha256=agYWGRHUC-7IuYtm9NPjcVo5SVOWM4PxewA93dqdkJM,682
-indexify/function_executor/invocation_state/invocation_state_proxy_server.py,sha256=YEnxvWV8NFVK_CxHI_C-BNizuagalY3ieN62IOxNttU,7023
-indexify/function_executor/invocation_state/proxied_invocation_state.py,sha256=rjZ2192bSXonNKkaDaByeOL-wVx6x6Qrtio0UVzGSz8,944
-indexify/function_executor/invocation_state/response_validator.py,sha256=05Y9_5s010owaDb6OUia9W9Alx1r1zJ179HboEkT-Xk,896
-indexify/function_executor/main.py,sha256=LvcEAPPi-yy2eyatNssihcJRXjAzz5GCcMftvLF9ciU,1224
-indexify/function_executor/proto/function_executor.proto,sha256=GZ2cAkwrNQTC6GRFTckmyGo3P-ywgY8ZKsVuuQL-x8c,4915
-indexify/function_executor/proto/function_executor_pb2.py,sha256=MtvY7kAxf-O6zu6XUkV3-IBew3Np19ceuPtmk-sxWsQ,8559
-indexify/function_executor/proto/function_executor_pb2.pyi,sha256=QYZ3MH7Z72-xCsrzyMEeUVCcxRg2mjOIosV2bLlwSAI,8179
-indexify/function_executor/proto/function_executor_pb2_grpc.py,sha256=OGSzzbZKtOSNGemTJLX0L96_jkxUiZSYJQM56LHzZ-o,12734
-indexify/function_executor/proto/message_validator.py,sha256=OKXPYgy5L9c-spnV9Zjv7PA_yxwzvykfhbYylYx8cwQ,1456
-indexify/function_executor/proto/server_configuration.py,sha256=FzrusxLU62IfvbZ42IjwmPROsDQMi5mCOu41hRA4E7s,1052
-indexify/function_executor/server.py,sha256=gOAl_-cT8Z4yC_bjD4adaHY4EzsjRm9RuykeCNGp8Mc,1068
-indexify/function_executor/service.py,sha256=OUqlh0lirRbHNsgpDOEwbaGpDptAs1-GoeKveYCq7zk,6506
-indexify/utils/README.md,sha256=2g8-H9GopacOW4YrViZc0QsaJPtK-Fox7GyfX01kcDk,86
-indexify/utils/http_client.py,sha256=deMlmAu4E_ZXV3blCdWNag3uO_cyD-GsMZjFFmO5r7s,3541
-indexify/utils/logging.py,sha256=c6NwzY7uVHMRJc8f2w2KF36rNkeZVoQfGdq7suIg9s8,2025
-indexify-0.3.5.dist-info/METADATA,sha256=bn5MHa523My7wk17i-8_ev8hnFrhABt1Q4GLXcsoKpk,1373
-indexify-0.3.5.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-indexify-0.3.5.dist-info/entry_points.txt,sha256=pJG0YRnypesbiNJHuObfHEkjk0p_ZvEDTyyTH0kGVTY,108
-indexify-0.3.5.dist-info/RECORD,,

indexify-0.3.5.dist-info/entry_points.txt

@@ -1,4 +0,0 @@
-[console_scripts]
-function-executor=indexify.function_executor.main:main
-indexify-cli=indexify.cli.cli:app
-