indexify 0.3.31__py3-none-any.whl → 0.4.2__py3-none-any.whl

indexify/executor/task_runner.py

@@ -1,177 +0,0 @@
-from typing import Any, Optional
-
-from .api_objects import Task
-from .function_executor.function_executor_state import (
-    FunctionExecutorState,
-    FunctionExecutorStatus,
-)
-from .function_executor.function_executor_states_container import (
-    FunctionExecutorStatesContainer,
-)
-from .function_executor.server.function_executor_server_factory import (
-    FunctionExecutorServerFactory,
-)
-from .function_executor.single_task_runner import SingleTaskRunner
-from .function_executor.task_input import TaskInput
-from .function_executor.task_output import TaskOutput
-from .metrics.task_runner import (
-    metric_task_policy_errors,
-    metric_task_policy_latency,
-    metric_task_policy_runs,
-    metric_task_run_latency,
-    metric_task_run_platform_errors,
-    metric_task_runs,
-    metric_tasks_blocked_by_policy,
-    metric_tasks_blocked_by_policy_per_function_name,
-    metric_tasks_running,
-)
-
-
-class TaskRunner:
-    """Routes a task to its container following a scheduling policy.
-
-    Due to the scheduling policy a task might be blocked for a while."""
-
-    def __init__(
-        self,
-        executor_id: str,
-        function_executor_server_factory: FunctionExecutorServerFactory,
-        base_url: str,
-        function_executor_states: FunctionExecutorStatesContainer,
-        config_path: Optional[str],
-    ):
-        self._executor_id: str = executor_id
-        self._factory: FunctionExecutorServerFactory = function_executor_server_factory
-        self._base_url: str = base_url
-        self._config_path: Optional[str] = config_path
-        self._function_executor_states: FunctionExecutorStatesContainer = (
-            function_executor_states
-        )
-
-    async def run(self, task_input: TaskInput, logger: Any) -> TaskOutput:
-        logger = logger.bind(module=__name__)
-        state: Optional[FunctionExecutorState] = None
-
-        try:
-            with (
-                metric_task_policy_errors.count_exceptions(),
-                metric_tasks_blocked_by_policy.track_inprogress(),
-                metric_tasks_blocked_by_policy_per_function_name.labels(
-                    function_name=task_input.task.compute_fn
-                ).track_inprogress(),
-                metric_task_policy_latency.time(),
-            ):
-                metric_task_policy_runs.inc()
-                state = await self._acquire_function_executor_for_task_execution(
-                    task_input, logger
-                )
-
-            with (
-                metric_task_run_platform_errors.count_exceptions(),
-                metric_tasks_running.track_inprogress(),
-                metric_task_run_latency.time(),
-            ):
-                metric_task_runs.inc()
-                return await self._run_task(state, task_input, logger)
-        except Exception as e:
-            logger.error(
-                "failed running the task:",
-                exc_info=e,
-            )
-            return TaskOutput.internal_error(
-                task_id=task_input.task.id,
-                namespace=task_input.task.namespace,
-                graph_name=task_input.task.compute_graph,
-                function_name=task_input.task.compute_fn,
-                graph_version=task_input.task.graph_version,
-                graph_invocation_id=task_input.task.invocation_id,
-                output_payload_uri_prefix=task_input.task.output_payload_uri_prefix,
-            )
-        finally:
-            if state is not None:
-                state.lock.release()
-
-    async def _acquire_function_executor_for_task_execution(
-        self, task_input: TaskInput, logger: Any
-    ) -> FunctionExecutorState:
-        """Waits untils the task acquires a Function Executor state where the task can run.
-
-        The returned Function Executor state is locked and the caller is responsible for releasing the lock.
-        """
-        logger.info("task is blocked by policy")
-        state = await self._function_executor_states.get_or_create_state(
-            id=_function_id_without_version(task_input.task),
-            namespace=task_input.task.namespace,
-            graph_name=task_input.task.compute_graph,
-            graph_version=task_input.task.graph_version,
-            function_name=task_input.task.compute_fn,
-            image_uri=task_input.task.image_uri,
-            secret_names=task_input.task.secret_names or [],
-        )
-        await state.lock.acquire()
-
-        try:
-            await self._run_task_policy(state, task_input.task)
-            return state
-        except Exception:
-            state.lock.release()
-            raise
-
-    async def _run_task_policy(self, state: FunctionExecutorState, task: Task) -> None:
-        """Runs the task policy until the task can run on the Function Executor.
-
-        On successful return the Function Executor status is either IDLE or DESTROYED.
-        """
-        # Current policy for running tasks:
-        #   - There can only be a single Function Executor per function regardless of function versions.
-        #   --  If a Function Executor already exists for a different function version then wait until
-        #       all the tasks finish in the existing Function Executor and then destroy it.
-        #   --  This prevents failed tasks for different versions of the same function continiously
-        #       destroying each other's Function Executors.
-        #   - Each Function Executor rans at most 1 task concurrently.
-        await state.wait_status(
-            [
-                FunctionExecutorStatus.DESTROYED,
-                FunctionExecutorStatus.IDLE,
-                FunctionExecutorStatus.UNHEALTHY,
-                FunctionExecutorStatus.SHUTDOWN,
-            ]
-        )
-        # We only shutdown the Function Executor on full Executor shutdown so it's fine to raise error here.
-        if state.status == FunctionExecutorStatus.SHUTDOWN:
-            raise Exception("Function Executor state is shutting down")
-
-        if state.status == FunctionExecutorStatus.UNHEALTHY:
-            await state.destroy_function_executor()
-
-        if state.graph_version == task.graph_version:
-            return  # All good, we can run on this Function Executor.
-
-        if state.status in [FunctionExecutorStatus.IDLE]:
-            await state.destroy_function_executor()
-
-        state.graph_version = task.graph_version
-        # At this point the state belongs to the version of the function from the task
-        # and there are no running tasks in the Function Executor.
-
-    async def _run_task(
-        self, state: FunctionExecutorState, task_input: TaskInput, logger: Any
-    ) -> TaskOutput:
-        logger.info("task execution started")
-        runner: SingleTaskRunner = SingleTaskRunner(
-            executor_id=self._executor_id,
-            function_executor_state=state,
-            task_input=task_input,
-            function_executor_server_factory=self._factory,
-            base_url=self._base_url,
-            config_path=self._config_path,
-            logger=logger,
-        )
-        return await runner.run()
-
-    async def shutdown(self) -> None:
-        pass
-
-
-def _function_id_without_version(task: Task) -> str:
-    return f"not_versioned/{task.namespace}/{task.compute_graph}/{task.compute_fn}"

indexify-0.3.31.dist-info/RECORD

@@ -1,68 +0,0 @@
-indexify/cli/cli.py,sha256=5nAjgtQT96inBIeXUHkMyeNB0oQ7vqbbGiC8Oace44Q,9200
-indexify/executor/README.md,sha256=ozC6_hMkhQQNVCMEpBxwiUALz6lwErPQxNxQfQDqnG4,2029
-indexify/executor/api_objects.py,sha256=kHx5gKPwM0Rm64Ea__kPFwuarStX0u_9uaE7vV5M5z8,2222
-indexify/executor/blob_store/blob_store.py,sha256=XViw_KRfFSNqwcFYwMZixZF-EYCjXK2AQHdt0xh4UVo,2368
-indexify/executor/blob_store/local_fs_blob_store.py,sha256=6LexqMBGXp8f6Ka95R6xMIUyDutrZJABOMNcp-ssa98,1809
-indexify/executor/blob_store/metrics/blob_store.py,sha256=5_xiPREeHWFtxFh1NupDsF8zP4pmUPgLNNn-UE9Uzvc,1008
-indexify/executor/blob_store/s3_blob_store.py,sha256=G3B_V3gUE7XbUY42lDtBczUKuA7q8S7MD43tx1aHrJo,3445
-indexify/executor/downloader.py,sha256=k9VbfOa-D6YH-cX8Sz-W-gWTsxmeVpSaIOq0xTC9KB0,15474
-indexify/executor/executor.py,sha256=LRCYdhImMQ8Uj-N8iEIcInRNlwAR822rJpJfFJ31T6A,16959
-indexify/executor/executor_flavor.py,sha256=uilzDQVVYlQGR1MVnrUC4NevUActDWHdnJkr38M6kTk,118
-indexify/executor/function_executor/function_executor.py,sha256=agfUxzSQ-2TqkpMhW3OvOSMF_EhpemetaL3_dYp29Ro,11888
-indexify/executor/function_executor/function_executor_state.py,sha256=_bxUKNtuIMDVHVnDzMzMj-Qy4sR18MTwBtakdoAQ0y0,4209
-indexify/executor/function_executor/function_executor_states_container.py,sha256=ht2xcFXWgCjYxCoeMffB0WHUPgSKJ3QIoswiomwP9WA,3899
-indexify/executor/function_executor/function_executor_status.py,sha256=Ms8tHG0wlw__pToeQIfBV6SO9c4tPu3UQgJAwXUkg2M,3597
-indexify/executor/function_executor/health_checker.py,sha256=IxE0jnC99K_lvnizFLjXqS1942H8-FNAN4AlhLIjg2Y,6373
-indexify/executor/function_executor/invocation_state_client.py,sha256=VTpeNxxfsa0ej20Q_ker5RZVdHiu59HWd5qNOjo6DBQ,9800
-indexify/executor/function_executor/metrics/function_executor.py,sha256=TDksxLRJr-P9ZKhF2Orsaxzzb4lVIBxFEjd_9Zv53Ng,6313
-indexify/executor/function_executor/metrics/function_executor_state.py,sha256=qheMhnoiYLiZB7ky5EyegfDy4Mr0Zh83bOE0gJ38YmU,1607
-indexify/executor/function_executor/metrics/function_executor_state_container.py,sha256=6rrAfml-TivjkHatCM4BLY7jmVs523Wzb6QIysncc-0,302
-indexify/executor/function_executor/metrics/health_checker.py,sha256=EaeIYJPrQ-qqNMGZVGkvjPoeQSCl4FzPKXEv3Cly1NE,456
-indexify/executor/function_executor/metrics/invocation_state_client.py,sha256=6FCW6rXHVZZSmwLquZdpjgQPSmE_99naDLke5rZiwMI,1867
-indexify/executor/function_executor/metrics/single_task_runner.py,sha256=7BJlGkdPGKeufMs3zWNO_1GRVzjINRY5rW3Mp4oWWec,805
-indexify/executor/function_executor/server/client_configuration.py,sha256=gOywMus0cotlX6NKIadEJwvOmBE-LbGE_wvoMi5-HzY,994
-indexify/executor/function_executor/server/function_executor_server.py,sha256=_DLivLDikupZusRk8gVWDk7fWPT9XjZ4un1yWSlOObs,883
-indexify/executor/function_executor/server/function_executor_server_factory.py,sha256=xWEuDoxFqF-oC4RoiEer4S0Tk2tNbbJfA2kANZVShpM,1873
-indexify/executor/function_executor/server/subprocess_function_executor_server.py,sha256=JekDOqF7oFD4J6zcN3xB0Dxd1cgpEXMOsb_rKZOeBlI,668
-indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=hHYA-WSJMguvzGeSKWsMS95Xpub43Rg8NBpOuJDmcuM,3730
-indexify/executor/function_executor/single_task_runner.py,sha256=6Fb9icnZ21pJcCq3mddFRoonPdNpUdSjTSQYh9nJXS0,14977
-indexify/executor/function_executor/task_input.py,sha256=wSrHR4m0juiGClQyeVdhRC37QzDt6Rrjq-ZXJkfBi9k,584
-indexify/executor/function_executor/task_output.py,sha256=LpdQZuL1s7FDNk-3TwA__4g5twyfmv45ezBf5Ckf6IE,3434
-indexify/executor/grpc/channel_manager.py,sha256=ihDkLoiGBLfSmoA2szbntjCfL3E_NDf5LABRXE7YRec,6330
-indexify/executor/grpc/function_executor_controller.py,sha256=GRAwhCIDZA-mFGGiyZyOlcezxZ4LXQPkuH_ooTrKEgc,17418
-indexify/executor/grpc/metrics/channel_manager.py,sha256=k-WArgklmP5WhjcmFmrgRblB7yc3XlaOXO8owRyV-mw,649
-indexify/executor/grpc/metrics/state_reconciler.py,sha256=0aI2IM4XztKxFa7NCxYSLafw_iiej3p07yEiKyewXIM,585
-indexify/executor/grpc/metrics/state_reporter.py,sha256=GggBEjMzQUYIG95LtTS4fUg1u9jYowkaXoUXppAXucs,543
-indexify/executor/grpc/metrics/task_controller.py,sha256=9Nm86nGxL2rZ3rAORB0_CBdO--Fe4MBrewVW4CqGyOU,222
-indexify/executor/grpc/state_reconciler.py,sha256=vAT8LLPUQHDF42c5sa1-4T7FRBka3Bdv88Tv0L_jagk,19957
-indexify/executor/grpc/state_reporter.py,sha256=VzNnLPHs6IaaZVo9SqHyB9FrnJtxigUVZZ-jNRlKmQk,13165
-indexify/executor/grpc/task_controller.py,sha256=53QJsKQSHIbath8qB8Wgf44l-Ybj40VJ5TLm1Ra1InE,20976
-indexify/executor/host_resources/host_resources.py,sha256=bp4TK167Av700lVhWDMg_2bV_Vbt8dpPgYA-RJJ5H38,4078
-indexify/executor/host_resources/nvidia_gpu.py,sha256=BIxBcWenyhZe0fuPQT9I0g6zAWMDPcm_oZEfgOoYsFU,3306
-indexify/executor/host_resources/nvidia_gpu_allocator.py,sha256=oULSjL0AVo_nqR_pquq17079UalHQkhMwMqf72gbPHo,1872
-indexify/executor/metrics/downloader.py,sha256=lctPh8xjkXeLEFJnl1hNrD1yEhLhIl5sggsR4Yoe_Zc,2746
-indexify/executor/metrics/executor.py,sha256=ua-Vv_k1CB4juJdF7tEBQbBMksqWAA3iXKKMKXZUCLk,2369
-indexify/executor/metrics/task_fetcher.py,sha256=iJEwCLzYr2cuz7hRvNiqaa2nvQP4OrA0hm0iJY0YKG0,736
-indexify/executor/metrics/task_reporter.py,sha256=DKieoeNvyyP5R0V62OZns_dDjr_UkFcJ4eeuiy4kvkM,1837
-indexify/executor/metrics/task_runner.py,sha256=ZGFrl7zzfUdgPZnklxRIbnv9wVcHIQRhOGNqn9V2hSk,2047
-indexify/executor/monitoring/function_allowlist.py,sha256=wUGeiv3aAGWMlQXzHXq9O6MVHby6Tu-zY4U0MyWiQu0,683
-indexify/executor/monitoring/handler.py,sha256=Cj1cu_LcsAP0tdviqNhoEtGm4h0OJAxxzW9C2YdNXYU,240
-indexify/executor/monitoring/health_check_handler.py,sha256=e1pEtWFKaVs6H57Z4YLejNECrJtC38PweZc7xTJeqVw,695
-indexify/executor/monitoring/health_checker/generic_health_checker.py,sha256=ot-nan5kDMFwXanJu0_OKV65fIoqhvATIoFW4LOO6V8,3373
-indexify/executor/monitoring/health_checker/health_checker.py,sha256=c6UooJUIKaj2dYwU3507nnOglU51TC4FB9npCnLHjbY,838
-indexify/executor/monitoring/metrics.py,sha256=Dx2wPcTKvbd5Y5rGOfeyscFtAQ2DZ16_s5BX6d4nhI8,6660
-indexify/executor/monitoring/prometheus_metrics_handler.py,sha256=KiGqSf7rkXTfbDwThyXFpFe2jnuZD5q-5SBP_0GDo8Y,591
-indexify/executor/monitoring/server.py,sha256=yzdYhcxnmY6uTQUMt3vatF5jilN52ZtfFseOmHyQpTo,1254
-indexify/executor/monitoring/startup_probe_handler.py,sha256=zXXsBU15SMlBx1bSFpxWDfed1VHtKKnwvLQ8-frpG98,425
-indexify/executor/runtime_probes.py,sha256=bo6Dq6AGZpJH099j0DHtVSDEH80tv3j9MXf3VXSx_p8,2182
-indexify/executor/task_fetcher.py,sha256=p3iEsWyGi0ZMPAv0183smzOUD1KycQ_dXsyd9mpB9IU,3529
-indexify/executor/task_reporter.py,sha256=gFERv8r7dEYazmx0E6nujXsglzpy9iS-5-fqn9BESI8,16622
-indexify/executor/task_runner.py,sha256=UupZbGxU9BN4i1t6M8tH-5k3s4eUPEhMhar1YI0Aztk,7219
-indexify/proto/executor_api.proto,sha256=_gvLB6JYXa-wR-Uh7ZWtHyb3AFO7S9__3Q8IGxrwhg4,10368
-indexify/proto/executor_api_pb2.py,sha256=xXtHaDHVCffFuGpQ-1Bb4Wp29E4l7D-Sed0-wfCNyfo,15195
-indexify/proto/executor_api_pb2.pyi,sha256=i8VQQ33QpqS8cB2uWf05MQ8ooYl6dKux40rkVrs50vo,19942
-indexify/proto/executor_api_pb2_grpc.py,sha256=GGiDtyQlA2382E_ZyKUBYcWNEJHH_RlulieStKfkJXI,9514
-indexify-0.3.31.dist-info/METADATA,sha256=LJbCD7kYJ2cwHl5Vtp1K2uA8CpOREm395tgMXbpg9Dc,1237
-indexify-0.3.31.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-indexify-0.3.31.dist-info/entry_points.txt,sha256=GU9wmsgvN7nQw3N2X0PMYn1RSvF6CrhH9RuC2D8d3Gk,53
-indexify-0.3.31.dist-info/RECORD,,

indexify-0.3.31.dist-info/entry_points.txt

@@ -1,3 +0,0 @@
-[console_scripts]
-indexify-cli=indexify.cli.cli:app
-