indexify 0.3.30__py3-none-any.whl → 0.4.2__py3-none-any.whl

indexify/proto/executor_api_pb2_grpc.py

@@ -56,12 +56,6 @@ class ExecutorAPIStub(object):
             response_deserializer=indexify_dot_proto_dot_executor__api__pb2.DesiredExecutorState.FromString,
             _registered_method=True,
         )
-        self.report_task_outcome = channel.unary_unary(
-            "/executor_api_pb.ExecutorAPI/report_task_outcome",
-            request_serializer=indexify_dot_proto_dot_executor__api__pb2.ReportTaskOutcomeRequest.SerializeToString,
-            response_deserializer=indexify_dot_proto_dot_executor__api__pb2.ReportTaskOutcomeResponse.FromString,
-            _registered_method=True,
-        )
 
 
 class ExecutorAPIServicer(object):
@@ -92,12 +86,6 @@ class ExecutorAPIServicer(object):
         context.set_details("Method not implemented!")
         raise NotImplementedError("Method not implemented!")
 
-    def report_task_outcome(self, request, context):
-        """Report the outcome of a task."""
-        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-        context.set_details("Method not implemented!")
-        raise NotImplementedError("Method not implemented!")
-
 
 def add_ExecutorAPIServicer_to_server(servicer, server):
     rpc_method_handlers = {
@@ -111,11 +99,6 @@ def add_ExecutorAPIServicer_to_server(servicer, server):
             request_deserializer=indexify_dot_proto_dot_executor__api__pb2.GetDesiredExecutorStatesRequest.FromString,
             response_serializer=indexify_dot_proto_dot_executor__api__pb2.DesiredExecutorState.SerializeToString,
         ),
-        "report_task_outcome": grpc.unary_unary_rpc_method_handler(
-            servicer.report_task_outcome,
-            request_deserializer=indexify_dot_proto_dot_executor__api__pb2.ReportTaskOutcomeRequest.FromString,
-            response_serializer=indexify_dot_proto_dot_executor__api__pb2.ReportTaskOutcomeResponse.SerializeToString,
-        ),
     }
     generic_handler = grpc.method_handlers_generic_handler(
         "executor_api_pb.ExecutorAPI", rpc_method_handlers
@@ -195,33 +178,3 @@ class ExecutorAPI(object):
             metadata,
             _registered_method=True,
         )
-
-    @staticmethod
-    def report_task_outcome(
-        request,
-        target,
-        options=(),
-        channel_credentials=None,
-        call_credentials=None,
-        insecure=False,
-        compression=None,
-        wait_for_ready=None,
-        timeout=None,
-        metadata=None,
-    ):
-        return grpc.experimental.unary_unary(
-            request,
-            target,
-            "/executor_api_pb.ExecutorAPI/report_task_outcome",
-            indexify_dot_proto_dot_executor__api__pb2.ReportTaskOutcomeRequest.SerializeToString,
-            indexify_dot_proto_dot_executor__api__pb2.ReportTaskOutcomeResponse.FromString,
-            options,
-            channel_credentials,
-            insecure,
-            call_credentials,
-            compression,
-            wait_for_ready,
-            timeout,
-            metadata,
-            _registered_method=True,
-        )

{indexify-0.3.30.dist-info → indexify-0.4.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: indexify
-Version: 0.3.30
+Version: 0.4.2
 Summary: Open Source Indexify components and helper tools
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0
@@ -18,9 +18,7 @@ Requires-Dist: aiohttp (>=3.11.0,<4.0.0)
 Requires-Dist: boto3 (>=1.37.30,<2.0.0)
 Requires-Dist: prometheus-client (>=0.21.1,<0.22.0)
 Requires-Dist: psutil (>=7.0.0,<8.0.0)
-Requires-Dist: rich (>=13.9.2,<14.0.0)
 Requires-Dist: tensorlake (>=0.1)
-Requires-Dist: typer (>=0.12,<0.13)
 Project-URL: Repository, https://github.com/tensorlakeai/indexify
 Description-Content-Type: text/markdown
 

indexify-0.4.2.dist-info/RECORD

@@ -0,0 +1,68 @@
+indexify/cli/__init__.py,sha256=ELFLx_Z_oWm30jwOpYjbD6Ori3Nzz4ldkvmGVK7QMgw,426
+indexify/cli/build_image.py,sha256=HG-80EXc-lCYYjU67iDnR9W8hqpDYsldE-rTW6klbRo,1601
+indexify/cli/deploy.py,sha256=YM5NB1B5WDalN4Hx-EC5NL30p3UBenrctMv6kPSbd94,1833
+indexify/cli/executor.py,sha256=UgKPQaObIJVFht0niLEsw8y4k8XBF3siWpTig2_nV8U,6584
+indexify/executor/README.md,sha256=ozC6_hMkhQQNVCMEpBxwiUALz6lwErPQxNxQfQDqnG4,2029
+indexify/executor/blob_store/blob_store.py,sha256=XViw_KRfFSNqwcFYwMZixZF-EYCjXK2AQHdt0xh4UVo,2368
+indexify/executor/blob_store/local_fs_blob_store.py,sha256=6LexqMBGXp8f6Ka95R6xMIUyDutrZJABOMNcp-ssa98,1809
+indexify/executor/blob_store/metrics/blob_store.py,sha256=5_xiPREeHWFtxFh1NupDsF8zP4pmUPgLNNn-UE9Uzvc,1008
+indexify/executor/blob_store/s3_blob_store.py,sha256=G3B_V3gUE7XbUY42lDtBczUKuA7q8S7MD43tx1aHrJo,3445
+indexify/executor/channel_manager.py,sha256=MXHY2QkoSqEwUAb_EAUrbScPIWOgSPIvD8EL7EWBrK0,6502
+indexify/executor/executor.py,sha256=AGtOHbznjGLQMjJHie10gxq1fLq3h23uXvk4tVkxxEw,6294
+indexify/executor/function_allowlist.py,sha256=PCelCW6qIe_2sH11BCKr7LDqarRV5kwNsrfB2EV7Zwo,1772
+indexify/executor/function_executor/function_executor.py,sha256=cnixOPaKNSLCBpe6LzJ_IrwPcYAlG3AP_GW48xik8Gc,12005
+indexify/executor/function_executor/health_checker.py,sha256=IxE0jnC99K_lvnizFLjXqS1942H8-FNAN4AlhLIjg2Y,6373
+indexify/executor/function_executor/invocation_state_client.py,sha256=tARfeEEOZJoWd38wA5e7ihKMbR3llk90eD_KQ1QD6cs,10582
+indexify/executor/function_executor/metrics/function_executor.py,sha256=TDksxLRJr-P9ZKhF2Orsaxzzb4lVIBxFEjd_9Zv53Ng,6313
+indexify/executor/function_executor/metrics/health_checker.py,sha256=EaeIYJPrQ-qqNMGZVGkvjPoeQSCl4FzPKXEv3Cly1NE,456
+indexify/executor/function_executor/metrics/invocation_state_client.py,sha256=6FCW6rXHVZZSmwLquZdpjgQPSmE_99naDLke5rZiwMI,1867
+indexify/executor/function_executor/server/client_configuration.py,sha256=gOywMus0cotlX6NKIadEJwvOmBE-LbGE_wvoMi5-HzY,994
+indexify/executor/function_executor/server/function_executor_server.py,sha256=_DLivLDikupZusRk8gVWDk7fWPT9XjZ4un1yWSlOObs,883
+indexify/executor/function_executor/server/function_executor_server_factory.py,sha256=tAyBDNq6UXmHM4PUXqBkXCSGer6MgMaV1_zoruHPJVg,1843
+indexify/executor/function_executor/server/subprocess_function_executor_server.py,sha256=JekDOqF7oFD4J6zcN3xB0Dxd1cgpEXMOsb_rKZOeBlI,668
+indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=w5aGQPHWLpixlP9-BbZu6oL_muMA95-hr7WKVxiEL7Q,4303
+indexify/executor/function_executor_controller/__init__.py,sha256=aGHUlSLp7RmRN_u5GYb248TCVMOM3OVeS8GA99zlQX0,435
+indexify/executor/function_executor_controller/completed_task_metrics.py,sha256=_awcdfAd04YjddV-X1W5_2o-odwuu4BTuH1E0QHjgzI,3596
+indexify/executor/function_executor_controller/create_function_executor.py,sha256=ndZLgbXzPHn2QKJKw-TJUqCURTB22J8vTIOVY0gYJaA,5996
+indexify/executor/function_executor_controller/debug_event_loop.py,sha256=VJOKe_c9HjIDVCjhMY3Yqyeq1tAM1eVa2chZa6CMf-U,1016
+indexify/executor/function_executor_controller/destroy_function_executor.py,sha256=FRyfY82SE1gRYaK85Gz0I05vhlpJrze6po8Hh7bOQuc,826
+indexify/executor/function_executor_controller/downloads.py,sha256=iVXuDl9mUOOMurpd6wrtIexUHubgvM9GdKxwgwQA44E,6487
+indexify/executor/function_executor_controller/events.py,sha256=uz16nlGdkorpy_r4g8K9sSVinuemQ7EWpW_8F36ueAc,5685
+indexify/executor/function_executor_controller/function_executor_controller.py,sha256=MnwjaEXFELoPKuSJ2II3e1RjQ6MrULLMkektbGiev68,32065
+indexify/executor/function_executor_controller/loggers.py,sha256=_KFbAo_CPflaBfPuGBJbhLYK6GacLhBROuxJZ9PdY5U,1967
+indexify/executor/function_executor_controller/message_validators.py,sha256=mMuP93Ul-2P35X7CqwEBZt1fnoXeVwPtAiQdADqMvC0,2223
+indexify/executor/function_executor_controller/metrics/completed_task_metrics.py,sha256=53EGBCLwCEV-RBBeyLPTElrtcveaEM0Fwxs9NmC1Hn8,2724
+indexify/executor/function_executor_controller/metrics/downloads.py,sha256=KOVTE2OZPCewnCooPyCK1maKe9ddMPvBFp7D_igqugQ,2708
+indexify/executor/function_executor_controller/metrics/function_executor_controller.py,sha256=KjUrvsUE9wSW8H0YNYI0BGMftGL10aplYVv_tAr11h4,2322
+indexify/executor/function_executor_controller/metrics/run_task.py,sha256=kdjw-Bi788B8Pq4eL08k8HVtcjIA3y8pLLSNWRBI8YA,1006
+indexify/executor/function_executor_controller/metrics/upload_task_output.py,sha256=Ppf8NujCNbQzFelJiuh8Sutcjty7hnkFz1dWQLYIgQI,1464
+indexify/executor/function_executor_controller/prepare_task.py,sha256=_oorkGMbsbVU_-fpk1n3m6aFcIEnuveqYc0iKJlkUOk,1214
+indexify/executor/function_executor_controller/run_task.py,sha256=fNtoDKkP5PV4F-abAYs0Ey9WzhHHGbzdCRGU5VWsns0,7866
+indexify/executor/function_executor_controller/task_info.py,sha256=JVhGjYqOVQ0pEQqJCz84SyRBM3zD-qdCAJUSJqMTovc,1178
+indexify/executor/function_executor_controller/task_output.py,sha256=bnjaUJXp8_yt62u1ij97SJSlBE9KDwgZ1VZJ-tse6eE,4192
+indexify/executor/function_executor_controller/upload_task_output.py,sha256=-UJAimxtyHtfO1QypixkCks-MJkzs82CSz0KgMfyqsM,8252
+indexify/executor/host_resources/host_resources.py,sha256=ZSfox24jaz1IIaQWUmciOoev0l35rk8LHbnb_koJWno,3810
+indexify/executor/host_resources/nvidia_gpu.py,sha256=BIxBcWenyhZe0fuPQT9I0g6zAWMDPcm_oZEfgOoYsFU,3306
+indexify/executor/host_resources/nvidia_gpu_allocator.py,sha256=oULSjL0AVo_nqR_pquq17079UalHQkhMwMqf72gbPHo,1872
+indexify/executor/metrics/channel_manager.py,sha256=1dU9bzF3xqBy1nY9Sc66GfQQWnWZSNip4lEH1vjoWdI,648
+indexify/executor/metrics/executor.py,sha256=8dJXmyGqKlBSrPuyWXW7O2I21uxQ687l-2dYTvz4fmk,398
+indexify/executor/metrics/state_reconciler.py,sha256=BSlRgvgtwih6QcYrsFU5P2ylaXAsC_X70DbzDuv9NsU,584
+indexify/executor/metrics/state_reporter.py,sha256=_dssgz335UyZ67OoKNyI50gn4kzPZyFN4VpFGMNw4qE,542
+indexify/executor/monitoring/handler.py,sha256=Cj1cu_LcsAP0tdviqNhoEtGm4h0OJAxxzW9C2YdNXYU,240
+indexify/executor/monitoring/health_check_handler.py,sha256=e1pEtWFKaVs6H57Z4YLejNECrJtC38PweZc7xTJeqVw,695
+indexify/executor/monitoring/health_checker/generic_health_checker.py,sha256=NQ1NTcaOJKd7xL9IaAtA8-VW4PZWIpW6N97MtTxmWVc,655
+indexify/executor/monitoring/health_checker/health_checker.py,sha256=SiWJ_bKNLsxHCzwBMjS-DnFmXmN8CuPA61aTvv_iyTI,429
+indexify/executor/monitoring/metrics.py,sha256=Dx2wPcTKvbd5Y5rGOfeyscFtAQ2DZ16_s5BX6d4nhI8,6660
+indexify/executor/monitoring/prometheus_metrics_handler.py,sha256=KiGqSf7rkXTfbDwThyXFpFe2jnuZD5q-5SBP_0GDo8Y,591
+indexify/executor/monitoring/server.py,sha256=yzdYhcxnmY6uTQUMt3vatF5jilN52ZtfFseOmHyQpTo,1254
+indexify/executor/monitoring/startup_probe_handler.py,sha256=zXXsBU15SMlBx1bSFpxWDfed1VHtKKnwvLQ8-frpG98,425
+indexify/executor/state_reconciler.py,sha256=Go0B2k1iq0iZiZTIjRkG2sfeILj_vTNpc8W2o0sBIDA,19179
+indexify/executor/state_reporter.py,sha256=OxtIEa79lsZe5HzENHJPCYB4zESPw2zkNlGpKtKeOak,14629
+indexify/proto/executor_api.proto,sha256=rpA8rLRdCcEQSb2BGSZS_blkcCpDzsEEQpMQFte-W3o,10858
+indexify/proto/executor_api_pb2.py,sha256=1NeWZ4SniqmLO4-00HYy3h8ltAcm0FmdLnYr_O38RZM,15096
+indexify/proto/executor_api_pb2.pyi,sha256=ufK8UmqhjvGxTb4KWSrwesEnco_YZG_WLTfoEvR9BoI,21121
+indexify/proto/executor_api_pb2_grpc.py,sha256=i8LEPG6esub6C-xxJ7S3vEJSgWCOxSqElNjMW3Imqg8,7607
+indexify-0.4.2.dist-info/METADATA,sha256=-kvduPjMeLAhrabmuIBHTdzMeNtdPQF03lyvC3U6Ab4,1161
+indexify-0.4.2.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
+indexify-0.4.2.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
+indexify-0.4.2.dist-info/RECORD,,

indexify-0.4.2.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+indexify-cli=indexify.cli:cli
+

indexify/cli/cli.py

@@ -1,267 +0,0 @@
-from tensorlake.utils.logging import (
-    configure_development_mode_logging,
-    configure_logging_early,
-    configure_production_mode_logging,
-)
-
-configure_logging_early()
-
-import os
-import shutil
-import sys
-from importlib.metadata import version
-from pathlib import Path
-from socket import gethostname
-from typing import Annotated, Dict, List, Optional, Tuple
-
-import nanoid
-import prometheus_client
-import structlog
-import typer
-from rich.console import Console
-from rich.text import Text
-from rich.theme import Theme
-from tensorlake.functions_sdk.image import Image
-
-from indexify.executor.api_objects import FunctionURI
-from indexify.executor.blob_store.blob_store import BLOBStore
-from indexify.executor.blob_store.local_fs_blob_store import LocalFSBLOBStore
-from indexify.executor.blob_store.s3_blob_store import S3BLOBStore
-from indexify.executor.executor import Executor
-from indexify.executor.executor_flavor import ExecutorFlavor
-from indexify.executor.function_executor.server.subprocess_function_executor_server_factory import (
-    SubprocessFunctionExecutorServerFactory,
-)
-from indexify.executor.host_resources.host_resources import HostResourcesProvider
-from indexify.executor.host_resources.nvidia_gpu_allocator import NvidiaGPUAllocator
-from indexify.executor.monitoring.health_checker.generic_health_checker import (
-    GenericHealthChecker,
-)
-
-custom_theme = Theme(
-    {
-        "info": "cyan",
-        "warning": "yellow",
-        "error": "red",
-        "highlight": "magenta",
-    }
-)
-
-console = Console(theme=custom_theme)
-
-app = typer.Typer(pretty_exceptions_enable=False, no_args_is_help=True)
-
-
-@app.command(help="Build image for function names")
-def build_image(
-    workflow_file_path: str,
-    image_names: Optional[List[str]] = None,
-    python_sdk_path: Optional[str] = None,
-):
-    globals_dict = {}
-
-    # Add the folder in the workflow file path to the current Python path
-    folder_path = os.path.dirname(workflow_file_path)
-    if folder_path not in sys.path:
-        sys.path.append(folder_path)
-
-    try:
-        exec(open(workflow_file_path).read(), globals_dict)
-    except FileNotFoundError as e:
-        raise Exception(
-            f"Could not find workflow file to execute at: `{workflow_file_path}`"
-        )
-    for _, obj in globals_dict.items():
-        if type(obj) and isinstance(obj, Image):
-            if image_names is None or obj._image_name in image_names:
-                _create_image(obj, python_sdk_path)
-
-
-@app.command(
-    context_settings={"allow_extra_args": True, "ignore_unknown_options": True},
-    help="Runs Executor that connects to the Indexify server and starts running its tasks",
-)
-def executor(
-    ctx: typer.Context,
-    server_addr: str = "localhost:8900",
-    grpc_server_addr: str = "localhost:8901",
-    verbose_logs: Annotated[
-        bool, typer.Option("--verbose", "-v", help="Run the executor in verbose mode")
-    ] = False,
-    function_uris: Annotated[
-        Optional[List[str]],
-        typer.Option(
-            "--function",
-            "-f",
-            help="Function that the executor will run "
-            "specified as <namespace>:<workflow>:<function>:<version>"
-            "version is optional, not specifying it will make the server send any version"
-            "of the function",
-        ),
-    ] = None,
-    config_path: Optional[str] = typer.Option(
-        None, help="Path to the TLS configuration file"
-    ),
-    executor_cache: Optional[str] = typer.Option(
-        "~/.indexify/executor_cache", help="Path to the executor cache directory"
-    ),
-    monitoring_server_host: Annotated[
-        str,
-        typer.Option(
-            "--monitoring-server-host",
-            help="IP address or hostname where to run Executor Monitoring server",
-        ),
-    ] = "localhost",
-    monitoring_server_port: Annotated[
-        int,
-        typer.Option(
-            "--monitoring-server-port",
-            help="Port where to run Executor Monitoring server",
-        ),
-    ] = 7000,
-    labels: Annotated[
-        List[str],
-        typer.Option(
-            "--label",
-            "-l",
-            help="Executor key-value label to be sent to the Server. "
-            "Specified as <key>=<value>",
-        ),
-    ] = [],
-    enable_grpc_state_reconciler: Annotated[
-        bool,
-        typer.Option(
-            "--enable-grpc-state-reconciler",
-            help=(
-                "(exprimental) Enable gRPC state reconciler that will reconcile the state of the Function Executors and Task Allocations\n"
-                "with the desired state provided by Server. Required --grpc-server-addr to be set."
-            ),
-        ),
-    ] = False,
-):
-    if verbose_logs:
-        compact_tracebacks: bool = os.getenv("INDEXIFY_COMPACT_TRACEBACKS", "1") == "1"
-        configure_development_mode_logging(compact_tracebacks=compact_tracebacks)
-    else:
-        configure_production_mode_logging()
-
-    kv_labels: Dict[str, str] = {}
-    for label in labels:
-        key, value = label.split("=")
-        kv_labels[key] = value
-
-    executor_id: str = nanoid.generate()
-    executor_version = version("indexify")
-    logger = structlog.get_logger(module=__name__, executor_id=executor_id)
-
-    logger.info(
-        "starting executor",
-        hostname=gethostname(),
-        server_addr=server_addr,
-        grpc_server_addr=grpc_server_addr,
-        config_path=config_path,
-        executor_version=executor_version,
-        labels=kv_labels,
-        executor_cache=executor_cache,
-        functions=function_uris,
-        verbose_logs=verbose_logs,
-        monitoring_server_host=monitoring_server_host,
-        monitoring_server_port=monitoring_server_port,
-        enable_grpc_state_reconciler=enable_grpc_state_reconciler,
-    )
-    if ctx.args:
-        logger.warning(
-            "Unknown arguments passed to the executor",
-            unknown_args=ctx.args,
-        )
-
-    executor_cache = Path(executor_cache).expanduser().absolute()
-    if os.path.exists(executor_cache):
-        shutil.rmtree(executor_cache)
-    Path(executor_cache).mkdir(parents=True, exist_ok=True)
-
-    blob_store: BLOBStore = BLOBStore(
-        # Local FS mode is used in tests and in cases when user wants to store data on NFS.
-        local=LocalFSBLOBStore(),
-        # S3 is initiliazed lazily so it's okay to create it even if the user is not going to use it.
-        s3=S3BLOBStore(),
-    )
-
-    host_resources_provider: HostResourcesProvider = HostResourcesProvider(
-        gpu_allocator=NvidiaGPUAllocator(logger),
-        # Assuming a simple setup in OSS where Executor container has a single file system
-        # used by all Function Executors and all the container resources are available to all Function Executors.
-        function_executors_ephimeral_disks_path="/",
-        host_overhead_cpus=0,
-        host_overhead_memory_gb=0,
-        host_overhead_function_executors_ephimeral_disks_gb=0,
-    )
-
-    prometheus_client.Info("cli", "CLI information").info(
-        {
-            "package": "indexify",
-        }
-    )
-
-    Executor(
-        id=executor_id,
-        flavor=ExecutorFlavor.OSS,
-        version=executor_version,
-        labels=kv_labels,
-        health_checker=GenericHealthChecker(),
-        code_path=executor_cache,
-        function_allowlist=_parse_function_uris(function_uris),
-        function_executor_server_factory=SubprocessFunctionExecutorServerFactory(),
-        server_addr=server_addr,
-        grpc_server_addr=grpc_server_addr,
-        config_path=config_path,
-        monitoring_server_host=monitoring_server_host,
-        monitoring_server_port=monitoring_server_port,
-        enable_grpc_state_reconciler=enable_grpc_state_reconciler,
-        blob_store=blob_store,
-        host_resources_provider=host_resources_provider,
-    ).run()
-
-
-def _parse_function_uris(uri_strs: Optional[List[str]]) -> Optional[List[FunctionURI]]:
-    if uri_strs is None:
-        return None
-
-    uris: List[FunctionURI] = []
-    for uri_str in uri_strs:
-        tokens = uri_str.split(":")
-        # FIXME bring this back when we have a dynamic scheduler
-        # if len(tokens) != 4:
-        if len(tokens) < 3 and len(tokens) > 4:
-            raise typer.BadParameter(
-                "Function should be specified as <namespace>:<workflow>:<function>:<version> or"
-                "<namespace>:<workflow>:<function>"
-            )
-        try:
-            version = tokens[3]
-        except IndexError:
-            version = None
-        uris.append(
-            FunctionURI(
-                namespace=tokens[0],
-                compute_graph=tokens[1],
-                compute_fn=tokens[2],
-                version=version,
-            )
-        )
-    return uris
-
-
-def _create_image(image: Image, python_sdk_path):
-    console.print(
-        Text("Creating image for ", style="cyan"),
-        Text(f"`{image._image_name}`", style="cyan bold"),
-    )
-    _build_image(image=image, python_sdk_path=python_sdk_path)
-
-
-def _build_image(image: Image, python_sdk_path: Optional[str] = None):
-    built_image, generator = image.build(python_sdk_path=python_sdk_path)
-    for output in generator:
-        print(output)
-    print(f"built image: {built_image.tags[0]}")

indexify/executor/api_objects.py

@@ -1,92 +0,0 @@
-from typing import Any, Dict, List, Optional
-
-from pydantic import BaseModel
-
-
-class DataPayload(BaseModel):
-    path: str
-    size: int
-    sha256_hash: str
-    content_type: Optional[str] = None
-
-
-class NodeGPU(BaseModel):
-    count: int
-    model: str
-
-
-class TaskResources(BaseModel):
-    cpus: float
-    memory_mb: int
-    ephemeral_disk_mb: int
-    gpu: Optional[NodeGPU] = None
-
-
-class TaskRetryPolicy(BaseModel):
-    max_retries: int
-    initial_delay_sec: float
-    max_delay_sec: float
-    delay_multiplier: float
-
-
-class Task(BaseModel):
-    id: str
-    namespace: str
-    compute_graph: str
-    compute_fn: str
-    invocation_id: str
-    input_key: str
-    reducer_output_id: Optional[str] = None
-    graph_version: str
-    image_uri: Optional[str] = None
-    "image_uri defines the URI of the image of this task. Optional since some executors do not require it."
-    secret_names: Optional[List[str]] = None
-    "secret_names defines the names of the secrets to set on function executor. Optional for backward compatibility."
-    graph_payload: Optional[DataPayload] = None
-    input_payload: Optional[DataPayload] = None
-    reducer_input_payload: Optional[DataPayload] = None
-    output_payload_uri_prefix: Optional[str] = None
-    timeout: Optional[int] = None  # in seconds
-    resources: Optional[TaskResources] = None
-    retry_policy: Optional[TaskRetryPolicy] = None
-
-
-class FunctionURI(BaseModel):
-    namespace: str
-    compute_graph: str
-    compute_fn: str
-    version: Optional[str] = None
-
-
-class ExecutorMetadata(BaseModel):
-    id: str
-    executor_version: str
-    addr: str
-    function_allowlist: Optional[List[FunctionURI]] = None
-    labels: Dict[str, Any]
-
-
-class RouterOutput(BaseModel):
-    edges: List[str]
-
-
-class TaskResult(BaseModel):
-    router_output: Optional[RouterOutput] = None
-    outcome: str
-    namespace: str
-    compute_graph: str
-    compute_fn: str
-    invocation_id: str
-    executor_id: str
-    task_id: str
-    reducer: bool = False
-
-
-class IngestFnOutputsResponse(BaseModel):
-    data_payloads: List[DataPayload]
-    stdout: Optional[DataPayload] = None
-    stderr: Optional[DataPayload] = None
-
-
-TASK_OUTCOME_SUCCESS = "success"
-TASK_OUTCOME_FAILURE = "failure"