olas-operate-middleware 0.9.0__py3-none-any.whl → 0.10.1__py3-none-any.whl

{olas_operate_middleware-0.9.0.dist-info → olas_operate_middleware-0.10.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: olas-operate-middleware
-Version: 0.9.0
+Version: 0.10.1
 Summary: 
 Author: David Vilela
 Author-email: dvilelaf@gmail.com

{olas_operate_middleware-0.9.0.dist-info → olas_operate_middleware-0.10.1.dist-info}/RECORD

@@ -1,13 +1,13 @@
 operate/__init__.py,sha256=ZQhHXOo_1L9Q5Ub_2FrZ-vu3BvORBrKgK8QcJyAsYa4,870
 operate/account/__init__.py,sha256=suJ_vBMO7hLCvLYe3MVDtLXTNDd6P03og7bvUN7fZsE,804
 operate/account/user.py,sha256=y7DqqDpqgHjbVmnfL_cN0Me_JWl3Dh6GSVt2-9FdRVw,3044
-operate/bridge/bridge_manager.py,sha256=n6dZoG-mtegES_EqVraSW1LHhPPZ1Idhm2v7lrBMbJo,17236
+operate/bridge/bridge_manager.py,sha256=sUfhB1pZvBrF-kBfDOfFVoNeesCe7wd4_YahUF3FZDU,17119
 operate/bridge/providers/lifi_provider.py,sha256=FpAlBAA_gOt-oOHKhGaOQhhTZIL-hgYYo4IIw1FN7mo,14153
-operate/bridge/providers/native_bridge_provider.py,sha256=ZTLBdh9ttPWpX8IYvHyVU5y3pg1B1DG_vQ9DHVquDfw,24666
-operate/bridge/providers/provider.py,sha256=YGvTqp2wNgw4E35Gov8vidwbNcoaCmEOuFn20FK-QgI,19809
-operate/bridge/providers/relay_provider.py,sha256=qfFiD655qZ9MK7duwOTRYCVTv1mD8u-XbqmcJMlm_ls,16748
-operate/cli.py,sha256=H6Y3ewfE_96WyV8ldXJ9C9r1LrbXEUNyVVSZFptwHzY,47886
-operate/constants.py,sha256=CWH2pw8YzCbl44HzbvKSaAAWgNB2-5yUgUP1VmlyNm8,2546
+operate/bridge/providers/native_bridge_provider.py,sha256=gG8bSyxUoAVEF6_J9tn1qKRv1PnXuMJdMwUAVJ4GJz8,24647
+operate/bridge/providers/provider.py,sha256=i54RL7m4wMSADM_D_V_quQump_ipPTmByUc-c-AOLPQ,19687
+operate/bridge/providers/relay_provider.py,sha256=U_l7qP8jCbGYvPaoUf82MAS8V8OoizqSLTuJs763JGY,17075
+operate/cli.py,sha256=EalpBA15TXX5i3tD-2KIQOxkFwEOqOEiGMbjh36cOHw,51168
+operate/constants.py,sha256=syGWEVyw07zK50gPS4OSSwyAbt9R6P8IttDimDt9vCY,2746
 operate/data/README.md,sha256=jGPyZTvg2LCGdllvmYxmFMkkkiXb6YWatbqIkcX3kv4,879
 operate/data/__init__.py,sha256=ttC51Yqk9c4ehpIgs1Qbe7aJvzkrbbdZ1ClaCxJYByE,864
 operate/data/contracts/__init__.py,sha256=_th54_WvL0ibGy-b6St0Ne9DX-fyjsh-tNOKDn-cWrg,809
@@ -53,41 +53,41 @@ operate/data/contracts/uniswap_v2_erc20/contract.py,sha256=MwBks4QmZ3XouMT_TqWLn
 operate/data/contracts/uniswap_v2_erc20/contract.yaml,sha256=XUdz-XtKtmZgLfItbO8usP-QPbtUkAxKGn0hL7OftAg,741
 operate/data/contracts/uniswap_v2_erc20/tests/__init__.py,sha256=3Arw8dsCsJz6hVOl0t9UjFASHXbV9yp3hw6x4HqgXpU,847
 operate/data/contracts/uniswap_v2_erc20/tests/test_contract.py,sha256=FzZbw9OTcr_yvjOXpk9YcO-K40eyDARyybcfSHDg2Ps,13392
-operate/keys.py,sha256=soJfdXJvHo8ytWH6ShIndjUpkShPg3KzirLs7MoFe8I,3764
+operate/keys.py,sha256=y8QMQcKOqvL62egbJyX6FgFgnxdT3tbxHrRVCmWXJMI,4371
 operate/ledger/__init__.py,sha256=ksyctDd5PU_SToN9e-_N9fAap9ZNCHw48j5hHep-erA,3353
-operate/ledger/profiles.py,sha256=Mvz2D-qoXmLzM0lBmPJGLmyNfrtXPdg_QjUeVfxLRBA,12358
-operate/migration.py,sha256=yeNI6OZwuvJcnqdRTrRNMutyo9mj2gb0vRW0hTV9EFU,3659
+operate/ledger/profiles.py,sha256=fQ9vqnXCIBZa3VHZKIvrJ-Jhn_SckFUcPC94JM5brQ8,12343
+operate/migration.py,sha256=YIJ9P8CdW2IsMm4gW9GdAJ7EKMnUfUMUB5TItiQ0dH8,15323
 operate/operate_http/__init__.py,sha256=dxCIVSUos23M4R-PFZZG6k5QrOlEiK0SxhCYSFNxh7U,4711
 operate/operate_http/exceptions.py,sha256=4UFzrn-GyDD71RhkaOyFPBynL6TrrtP3eywaaU3o4fc,1339
-operate/operate_types.py,sha256=x4OHOGNFCRctTdGsq7WS_d5CzQ5Lfg75qHkfgaUOivc,7895
+operate/operate_types.py,sha256=DmQBVu-WPYGrrRwKU30QmF99JheFQo666GxP5ObHgAw,8033
 operate/pearl.py,sha256=yrTpSXLu_ML3qT-uNxq3kScOyo31JyxBujiSMfMUbcg,1690
-operate/quickstart/analyse_logs.py,sha256=ss9BdhNs2Yo_A5NUuXpfki_j-u53YklxidBecfDQJ1k,4305
-operate/quickstart/claim_staking_rewards.py,sha256=i9vwUGFiFBlPMZHsRYbXj-lkf4fUpBotLQuFcQAPGyI,4135
-operate/quickstart/reset_configs.py,sha256=t-gVt0_-Th-LADfVmjxxKXjE2if5w-MuEscGFyMw2u0,3450
-operate/quickstart/reset_password.py,sha256=_HHnwX032WKNja5koegQIy4By0rFXGcdQRgVlusf5GA,2644
-operate/quickstart/reset_staking.py,sha256=yb293RdnVRWvFlglaG_DnMCBMY0lPKMzhpOdbXKjdvY,5157
-operate/quickstart/run_service.py,sha256=16mw9oUR5Vx-Q5jwLvxs3eyl9fGrWqf1mOX8dwI9u30,27334
-operate/quickstart/stop_service.py,sha256=V-0htRKo_P8zdI7Vk2FJEWmez8GDLbyAHKF1hREr_BI,2145
-operate/quickstart/terminate_on_chain_service.py,sha256=X96p-0dCS-cDEduQnIboOLWaSjdvDU2ec_21nNkxJSk,3023
+operate/quickstart/analyse_logs.py,sha256=K11AWWevkddUIUzTe75J3fYVS6aLfi6kT_dAI9OjrX8,4195
+operate/quickstart/claim_staking_rewards.py,sha256=AqfLMRef2YijQtWPaTuGwX2sOItNEkoyoi6Q9SICp_I,4026
+operate/quickstart/reset_configs.py,sha256=ipPpbYyB9gQ4KOKS-xBrRi8fT5LvwctSkQi-8XiUMig,3341
+operate/quickstart/reset_password.py,sha256=p_gNmhWD4hb-QXUAiQRalPtVTVyB5TEPhs7GnScYzqs,2535
+operate/quickstart/reset_staking.py,sha256=GLGUzSz6H_5lUXb9j9jFrgni_vtDXnWpPKK53favXbg,5077
+operate/quickstart/run_service.py,sha256=fKeHtEiRmOg5wt3skKvKpxHhO-u-fpoF7_5YUnAM9Sg,27224
+operate/quickstart/stop_service.py,sha256=gyLgPNG6IkI6eyRkIVWEVo9p15hLJyZouFPEVCK2t6I,2036
+operate/quickstart/terminate_on_chain_service.py,sha256=5ENU8_mkj06i80lKUX-v1QbLU0YzKeOZDUL1e_jzySE,2914
 operate/quickstart/utils.py,sha256=rmd9e7whQIsYpRKqWBEQxMA_SHrivBg6DppFY5ECtQQ,9135
 operate/resource.py,sha256=E59oIVqf6B6nN4LTmf_o2iCgLFAogTLPjm_cK6kMVxg,6305
 operate/services/__init__.py,sha256=isrThS-Ccu5Sc15JZgkN4uTAVaSg-NwUUSDeTyJEqLk,855
 operate/services/agent_runner.py,sha256=6tJePUJmlRxlIugT2fDaCJHSrQlDnl1t9pbg3-7EmCQ,7560
-operate/services/deployment_runner.py,sha256=eP1bnT3PdkYtPxi-4sZ6-Wopz8u88NkeZx7vOB2vkzc,22217
-operate/services/health_checker.py,sha256=bMmEHOUpVgKea9zocOBQdzw154XGztZ-hWB_8HkQoCI,9689
-operate/services/manage.py,sha256=uc9hA3GQ5_Uny6yUv_2jaVYhV4SwqT2YrkOl4h7XNNc,109537
+operate/services/deployment_runner.py,sha256=Su73o7cdH6fkQfj468K77J04a_TWiokJwbMyVQ25xko,27067
+operate/services/health_checker.py,sha256=2KSEDxG3YmGolUDU--648ny0UJpTAAKvxkcr_VZQv-I,9654
+operate/services/manage.py,sha256=qaLLwAhksZXvc1Jbbmej9jkF7ObSAGJsIWaPhgfSUoM,108048
 operate/services/protocol.py,sha256=RQssnJyjHc0k1CyZCj3jxHueyJyS3nmFYw4dVQaKXzA,60157
-operate/services/service.py,sha256=hwc_gTqMig5C-9lNI2EwjNdp0BASTCmb466VhTmJlQg,48809
+operate/services/service.py,sha256=ltKox10YC1VINGqdlVqy2nPXkR7XCHoysSGKMngPTSU,39669
 operate/services/utils/__init__.py,sha256=TvioaZ1mfTRUSCtrQoLNAp4WMVXyqEJqFJM4PxSQCRU,24
 operate/services/utils/mech.py,sha256=W2x4dqodivNKXjWU-Brp40QhoUHsIMyNAO7-caMoR0Q,3821
 operate/services/utils/tendermint.py,sha256=3h9nDb2Z89T0RwUr_AaVjqtymQmsu3u6DAVCfL_k1U0,25591
-operate/utils/__init__.py,sha256=cFNP2XFpjJmDLskN0SzAk5FPdqaeN2Jn4MyVbFHmH2M,3075
-operate/utils/gnosis.py,sha256=OxWq5zMW0fuShLZS6JAOlgB_TEsNvsZECa6EfzC4_SY,17678
+operate/utils/__init__.py,sha256=DZNUgg0V9yfNfDrUynp10PErSieJkoxU0AKvsEFIhAw,4670
+operate/utils/gnosis.py,sha256=CS07ZqvrO7uelkFe09VMyPBcLzKONUI1ZqFvi41BDhc,17924
 operate/utils/ssl.py,sha256=O5DrDoZD4T4qQuHP8GLwWUVxQ-1qXeefGp6uDJiF2lM,4308
 operate/wallet/__init__.py,sha256=NGiozD3XhvkBi7_FaOWQ8x1thZPK4uGpokJaeDY_o2w,813
-operate/wallet/master.py,sha256=lKtTHi278UWuATGSM3c2VdWHUEYg8pmvw7VzxGZ8u9I,31003
-olas_operate_middleware-0.9.0.dist-info/LICENSE,sha256=mdBDB-mWKV5Cz4ejBzBiKqan6Z8zVLAh9xwM64O2FW4,11339
-olas_operate_middleware-0.9.0.dist-info/METADATA,sha256=sFzHUFX9CCvAfzVtbZi00_IWsF-MxVQS5xPuhIcZmeQ,2033
-olas_operate_middleware-0.9.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-olas_operate_middleware-0.9.0.dist-info/entry_points.txt,sha256=dM1g2I7ODApKQFcgl5J4NGA7pfBTo6qsUTXM-j2OLlw,44
-olas_operate_middleware-0.9.0.dist-info/RECORD,,
+operate/wallet/master.py,sha256=MGXynIV0LQU3n28AceK7RlaxAtfsVowsXzisesG4iJM,30760
+olas_operate_middleware-0.10.1.dist-info/LICENSE,sha256=mdBDB-mWKV5Cz4ejBzBiKqan6Z8zVLAh9xwM64O2FW4,11339
+olas_operate_middleware-0.10.1.dist-info/METADATA,sha256=-wfA1j-OSW-M2y-jxSEYO0lEHq8czpmQB2wcgF6pnc4,2034
+olas_operate_middleware-0.10.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+olas_operate_middleware-0.10.1.dist-info/entry_points.txt,sha256=dM1g2I7ODApKQFcgl5J4NGA7pfBTo6qsUTXM-j2OLlw,44
+olas_operate_middleware-0.10.1.dist-info/RECORD,,

operate/bridge/bridge_manager.py

@@ -29,7 +29,6 @@ from dataclasses import dataclass
 from pathlib import Path
 from typing import cast
 
-from aea.helpers.logging import setup_logger
 from deepdiff import DeepDiff
 from web3 import Web3
 
@@ -187,13 +186,13 @@ class BridgeManager:
         self,
         path: Path,
         wallet_manager: MasterWalletManager,
-        logger: t.Optional[logging.Logger] = None,
+        logger: logging.Logger,
         quote_validity_period: int = DEFAULT_BUNDLE_VALIDITY_PERIOD,
     ) -> None:
         """Initialize bridge manager."""
         self.path = path
         self.wallet_manager = wallet_manager
-        self.logger = logger or setup_logger(name="operate.bridge.BridgeManager")
+        self.logger = logger
         self.quote_validity_period = quote_validity_period
         self.path.mkdir(exist_ok=True)
         (self.path / EXECUTED_BUNDLES_PATH).mkdir(exist_ok=True)

operate/bridge/providers/native_bridge_provider.py

@@ -417,7 +417,7 @@ class NativeBridgeProvider(Provider):
         bridge_contract_adaptor: BridgeContractAdaptor,
         provider_id: str,
         wallet_manager: MasterWalletManager,
-        logger: t.Optional[logging.Logger] = None,
+        logger: logging.Logger,
     ) -> None:
         """Initialize the provider."""
         self.bridge_contract_adaptor = bridge_contract_adaptor

operate/bridge/providers/provider.py

@@ -31,7 +31,6 @@ from dataclasses import dataclass
 from math import ceil
 
 from aea.crypto.base import LedgerApi
-from aea.helpers.logging import setup_logger
 from autonomy.chain.tx import TxSettler
 from web3 import Web3
 from web3.middleware import geth_poa_middleware
@@ -145,12 +144,12 @@ class Provider(ABC):
         self,
         wallet_manager: MasterWalletManager,
         provider_id: str,
-        logger: t.Optional[logging.Logger] = None,
+        logger: logging.Logger,
     ) -> None:
         """Initialize the provider."""
         self.wallet_manager = wallet_manager
         self.provider_id = provider_id
-        self.logger = logger or setup_logger(name="operate.bridge.providers.Provider")
+        self.logger = logger
 
     def description(self) -> str:
         """Get a human-readable description of the provider."""

operate/bridge/providers/relay_provider.py

@@ -396,7 +396,15 @@ class RelayProvider(Provider):
             )
             from_ledger_api = self._from_ledger_api(provider_request)
             to_ledger_api = self._to_ledger_api(provider_request)
-            to_tx_hash = response_json["requests"][0]["data"]["outTxs"][0]["hash"]
+
+            if (
+                response_json["requests"][0]["data"]["outTxs"][0]["chainId"]
+                == response_json["requests"][0]["data"]["inTxs"][0]["chainId"]
+            ):
+                to_tx_hash = from_tx_hash  # Should match response_json["requests"][0]["data"]["inTxs"][0]["hash"]
+            else:
+                to_tx_hash = response_json["requests"][0]["data"]["outTxs"][0]["hash"]
+
             execution_data.message = response_json.get("details", None)
             execution_data.to_tx_hash = to_tx_hash
             execution_data.elapsed_time = Provider._tx_timestamp(

operate/cli.py

@@ -28,10 +28,13 @@ import traceback
 import typing as t
 import uuid
 from concurrent.futures import ThreadPoolExecutor
+from contextlib import asynccontextmanager, suppress
 from http import HTTPStatus
 from pathlib import Path
 from types import FrameType
 
+import psutil
+import requests
 from aea.helpers.logging import setup_logger
 from clea import group, params, run
 from compose.project import ProjectError
@@ -68,6 +71,7 @@ from operate.quickstart.reset_staking import reset_staking
 from operate.quickstart.run_service import run_service
 from operate.quickstart.stop_service import stop_service
 from operate.quickstart.terminate_on_chain_service import terminate_service
+from operate.services.deployment_runner import stop_deployment_manager
 from operate.services.health_checker import HealthChecker
 from operate.utils import subtract_dicts
 from operate.utils.gnosis import get_assets_balances
@@ -82,6 +86,7 @@ ACCOUNT_NOT_FOUND_ERROR = JSONResponse(
     content={"error": "User account not found."},
     status_code=HTTPStatus.NOT_FOUND,
 )
+TRY_TO_SHUTDOWN_PREVIOUS_INSTANCE = True
 
 
 def service_not_found_error(service_config_id: str) -> JSONResponse:
@@ -108,7 +113,7 @@ class OperateApp:
         self.setup()
 
         self.logger = logger or setup_logger(name="operate")
-        self.keys_manager = services.manage.KeysManager(
+        services.manage.KeysManager(
             path=self._keys,
             logger=self.logger,
         )
@@ -116,7 +121,8 @@ class OperateApp:
 
         mm = MigrationManager(self._path, self.logger)
         mm.migrate_user_account()
-        mm.migrate_wallets()
+        mm.migrate_services(self.service_manager())
+        mm.migrate_wallets(self.wallet_manager)
         mm.migrate_qs_configs()
 
     def create_user_account(self, password: str) -> UserAccount:
@@ -164,7 +170,6 @@ class OperateApp:
         """Load service manager."""
         return services.manage.ServiceManager(
             path=self._services,
-            keys_manager=self.keys_manager,
             wallet_manager=self.wallet_manager,
             logger=self.logger,
             skip_dependency_check=skip_dependency_check,
@@ -185,6 +190,7 @@ class OperateApp:
         manager = MasterWalletManager(
             path=self._path / "wallets",
             password=self.password,
+            logger=self.logger,
         )
         manager.setup()
         return manager
@@ -195,6 +201,7 @@ class OperateApp:
         manager = BridgeManager(
             path=self._path / "bridge",
             wallet_manager=self.wallet_manager,
+            logger=self.logger,
         )
         return manager
 
@@ -230,26 +237,16 @@ def create_app(  # pylint: disable=too-many-locals, unused-argument, too-many-st
         logger.warning("Healthchecker is off!!!")
     operate = OperateApp(home=home, logger=logger)
 
-    operate.service_manager().log_directories()
-    logger.info("Migrating service configs...")
-    operate.service_manager().migrate_service_configs()
-    logger.info("Migrating service configs done.")
-    operate.service_manager().log_directories()
-
-    logger.info("Migrating wallet configs...")
-    operate.wallet_manager.migrate_wallet_configs()
-    logger.info("Migrating wallet configs done.")
-
     funding_jobs: t.Dict[str, asyncio.Task] = {}
     health_checker = HealthChecker(
-        operate.service_manager(), number_of_fails=number_of_fails
+        operate.service_manager(), number_of_fails=number_of_fails, logger=logger
     )
     # Create shutdown endpoint
     shutdown_endpoint = uuid.uuid4().hex
     (operate._path / "operate.kill").write_text(  # pylint: disable=protected-access
         shutdown_endpoint
     )
-    thread_pool_executor = ThreadPoolExecutor()
+    thread_pool_executor = ThreadPoolExecutor(max_workers=12)
 
     async def run_in_executor(fn: t.Callable, *args: t.Any) -> t.Any:
         loop = asyncio.get_event_loop()
@@ -301,6 +298,12 @@ def create_app(  # pylint: disable=too-many-locals, unused-argument, too-many-st
         logger.info("Stopping services on startup done.")
 
     def pause_all_services() -> None:
+        service_manager = operate.service_manager()
+        if not service_manager.validate_services():
+            logger.error(
+                "Some services are not valid. Only pausing the valid services."
+            )
+
         service_config_ids = [
             i["service_config_id"] for i in operate.service_manager().json
         ]
@@ -319,7 +322,12 @@ def create_app(  # pylint: disable=too-many-locals, unused-argument, too-many-st
             if deployment.status == DeploymentStatus.DELETED:
                 continue
             logger.info(f"stopping service {service_config_id}")
-            deployment.stop(force=True)
+            try:
+                deployment.stop(force=True)
+            except Exception:  # pylint: disable=broad-except
+                logger.exception(
+                    f"Deployment {service_config_id} stopping failed. but continue"
+                )
             logger.info(f"Cancelling funding job for {service_config_id}")
             cancel_funding_job(service_config_id=service_config_id)
             health_checker.stop_for_service(service_config_id=service_config_id)
@@ -338,7 +346,51 @@ def create_app(  # pylint: disable=too-many-locals, unused-argument, too-many-st
     # stop all services at  middleware exit
     atexit.register(pause_all_services)
 
-    app = FastAPI()
+    @asynccontextmanager
+    async def lifespan(app: FastAPI):
+        # Load the ML model
+        watchdog_task = set_parent_watchdog(app)
+        yield
+        # Clean up the ML models and release the resources
+
+        with suppress(Exception):
+            watchdog_task.cancel()
+
+        with suppress(Exception):
+            await watchdog_task
+
+    app = FastAPI(lifespan=lifespan)
+
+    def set_parent_watchdog(app):
+        async def stop_app():
+            logger.info("Stopping services on demand...")
+
+            stop_deployment_manager()  # TODO: make it async?
+            await run_in_executor(pause_all_services)
+
+            logger.info("Stopping services on demand done.")
+            app._server.should_exit = True  # pylint: disable=protected-access
+            logger.info("Stopping app.")
+
+        async def check_parent_alive():
+            try:
+                logger.info(
+                    f"Parent alive check task started: ppid is {os.getppid()} and own pid is {os.getpid()}"
+                )
+                while True:
+                    parent = psutil.Process(os.getpid()).parent()
+                    if not parent:
+                        logger.info("Parent is not alive, going to stop")
+                        await stop_app()
+                        return
+                    await asyncio.sleep(3)
+
+            except Exception:  # pylint: disable=broad-except
+                logger.exception("Parent alive check crashed!")
+
+        loop = asyncio.get_running_loop()
+        task = loop.create_task(check_parent_alive())
+        return task
 
     app.add_middleware(
         CORSMiddleware,
@@ -382,16 +434,17 @@ def create_app(  # pylint: disable=too-many-locals, unused-argument, too-many-st
     async def _kill_server(request: Request) -> JSONResponse:
         """Kill backend server from inside."""
         os.kill(os.getpid(), signal.SIGINT)
+        return JSONResponse(content={})
 
     @app.get("/shutdown")
     async def _shutdown(request: Request) -> JSONResponse:
         """Kill backend server from inside."""
         logger.info("Stopping services on demand...")
-        pause_all_services()
+        await run_in_executor(pause_all_services)
         logger.info("Stopping services on demand done.")
         app._server.should_exit = True  # pylint: disable=protected-access
         await asyncio.sleep(0.3)
-        return {"stopped": True}
+        return JSONResponse(content={"stopped": True})
 
     @app.get("/api")
     @with_retries
@@ -777,6 +830,21 @@ def create_app(  # pylint: disable=too-many-locals, unused-argument, too-many-st
         """Get all services."""
         return JSONResponse(content=operate.service_manager().json)
 
+    @app.get("/api/v2/services/validate")
+    @with_retries
+    async def _validate_services(request: Request) -> JSONResponse:
+        """Validate all services."""
+        service_manager = operate.service_manager()
+        service_ids = service_manager.get_all_service_ids()
+        _services = [
+            service.service_config_id
+            for service in service_manager.get_all_services()[0]
+        ]
+
+        return JSONResponse(
+            content={service_id: service_id in _services for service_id in service_ids}
+        )
+
     @app.get("/api/v2/service/{service_config_id}")
     @with_retries
     async def _get_service(request: Request) -> JSONResponse:
@@ -954,38 +1022,40 @@ def create_app(  # pylint: disable=too-many-locals, unused-argument, too-many-st
             service = service_manager.load(service_config_id=service_config_id)
 
             # terminate the service on chain
-            for chain in service.chain_configs:
+            for chain, chain_config in service.chain_configs.items():
                 service_manager.terminate_service_on_chain_from_safe(
                     service_config_id=service_config_id,
                     chain=chain,
                     withdrawal_address=withdrawal_address,
                 )
 
-            # drain the master safe and master signer for the home chain
-            chain = Chain(service.home_chain)
-            master_wallet = service_manager.wallet_manager.load(
-                ledger_type=chain.ledger_type
-            )
+                # drain the master safe and master signer for the home chain
+                chain = Chain(service.home_chain)
+                master_wallet = service_manager.wallet_manager.load(
+                    ledger_type=chain.ledger_type
+                )
 
-            # drain the master safe
-            logger.info(
-                f"Draining the Master Safe {master_wallet.safes[chain]} on chain {chain.value} (withdrawal address {withdrawal_address})."
-            )
-            master_wallet.drain(
-                withdrawal_address=withdrawal_address,
-                chain=chain,
-                from_safe=True,
-            )
+                # drain the master safe
+                logger.info(
+                    f"Draining the Master Safe {master_wallet.safes[chain]} on chain {chain.value} (withdrawal address {withdrawal_address})."
+                )
+                master_wallet.drain(
+                    withdrawal_address=withdrawal_address,
+                    chain=chain,
+                    from_safe=True,
+                    rpc=chain_config.ledger_config.rpc,
+                )
 
-            # drain the master signer
-            logger.info(
-                f"Draining the Master Signer {master_wallet.address} on chain {chain.value} (withdrawal address {withdrawal_address})."
-            )
-            master_wallet.drain(
-                withdrawal_address=withdrawal_address,
-                chain=chain,
-                from_safe=False,
-            )
+                # drain the master signer
+                logger.info(
+                    f"Draining the Master Signer {master_wallet.address} on chain {chain.value} (withdrawal address {withdrawal_address})."
+                )
+                master_wallet.drain(
+                    withdrawal_address=withdrawal_address,
+                    chain=chain,
+                    from_safe=False,
+                    rpc=chain_config.ledger_config.rpc,
+                )
         except Exception as e:  # pylint: disable=broad-except
             logger.error(f"Withdrawal failed: {e}\n{traceback.format_exc()}")
             return JSONResponse(
@@ -1136,6 +1206,16 @@ def _daemon(
             }
         )
 
+    # try automatically shutdown previous instance
+    if TRY_TO_SHUTDOWN_PREVIOUS_INSTANCE:
+        url = f"http{'s' if ssl_keyfile and ssl_certfile else ''}://{host}:{port}/shutdown"
+        logger.info(f"trying to stop  previous instance with {url}")
+        try:
+            requests.get(url, timeout=3, verify=False)  # nosec
+            logger.info("previous instance stopped")
+        except Exception:  # pylint: disable=broad-except
+            logger.exception("failed to stop previous instance. probably not running")
+
     server = Server(Config(**config_kwargs))
     app._server = server  # pylint: disable=protected-access
     server.run()

operate/constants.py

@@ -48,3 +48,8 @@ MECH_ACTIVITY_CHECKER_JSON_URL = "https://raw.githubusercontent.com/valory-xyz/a
 SERVICE_REGISTRY_TOKEN_UTILITY_JSON_URL = "https://raw.githubusercontent.com/valory-xyz/open-autonomy/refs/tags/v0.18.4/packages/valory/contracts/service_registry_token_utility/build/ServiceRegistryTokenUtility.json"  # nosec
 MECH_AGENT_FACTORY_JSON_URL = "https://raw.githubusercontent.com/valory-xyz/ai-registry-mech/main/abis/0.8.25/AgentFactory.json"
 MECH_MARKETPLACE_JSON_URL = "https://raw.githubusercontent.com/valory-xyz/mech-quickstart/refs/heads/main/contracts/MechMarketplace.json"
+NO_STAKING_PROGRAM_ID = "no_staking"
+
+
+DEPLOYMENT_START_TRIES_NUM = 3
+IPFS_CHECK_URL = "https://gateway.autonolas.tech/ipfs/bafybeigcllaxn4ycjjvika3zd6eicksuriez2wtg67gx7pamhcazl3tv54/echo/README.md"

operate/keys.py

@@ -20,18 +20,18 @@
 """Keys manager."""
 
 import json
-import logging
 import os
 import shutil
-import typing as t
+import tempfile
 from dataclasses import dataclass
 from pathlib import Path
+from typing import Any
 
-from aea.helpers.logging import setup_logger
 from aea_ledger_ethereum.ethereum import EthereumCrypto
 
 from operate.operate_types import LedgerType
 from operate.resource import LocalResource
+from operate.utils import SingletonMeta
 
 
 @dataclass
@@ -48,25 +48,21 @@ class Key(LocalResource):
         return super().load(path)  # type: ignore
 
 
-Keys = t.List[Key]
-
-
-class KeysManager:
+class KeysManager(metaclass=SingletonMeta):
     """Keys manager."""
 
-    def __init__(
-        self,
-        path: Path,
-        logger: t.Optional[logging.Logger] = None,
-    ) -> None:
+    def __init__(self, **kwargs: Any) -> None:
         """
         Initialize keys manager
 
         :param path: Path to keys storage.
         :param logger: logging.Logger object.
         """
-        self.path = path
-        self.logger = logger or setup_logger(name="operate.keys")
+        if "path" not in kwargs:
+            raise ValueError("Path must be provided for KeysManager")
+
+        self.path = kwargs["path"]
+        self.logger = kwargs["logger"]
 
     def setup(self) -> None:
         """Setup service manager."""
@@ -83,6 +79,22 @@ class KeysManager:
             )
         )
 
+    def get_crypto_instance(self, address: str) -> EthereumCrypto:
+        """Get EthereumCrypto instance for the given address."""
+        key: Key = Key.from_json(  # type: ignore
+            obj=json.loads(
+                (self.path / address).read_text(
+                    encoding="utf-8",
+                )
+            )
+        )
+        with tempfile.NamedTemporaryFile(mode="w", suffix=".txt") as temp_file:
+            temp_file.write(key.private_key)
+            temp_file.flush()
+            crypto = EthereumCrypto(private_key_path=temp_file.name)
+
+        return crypto
+
     def create(self) -> str:
         """Creates new key."""
         crypto = EthereumCrypto()

operate/ledger/profiles.py

@@ -21,12 +21,10 @@
 
 import typing as t
 
-from operate.constants import ZERO_ADDRESS
+from operate.constants import NO_STAKING_PROGRAM_ID, ZERO_ADDRESS
 from operate.operate_types import Chain, ContractAddresses
 
 
-NO_STAKING_PROGRAM_ID = "no_staking"
-
 CONTRACTS: t.Dict[Chain, ContractAddresses] = {
     Chain.GNOSIS: ContractAddresses(
         {