anyscale 0.26.40__py3-none-any.whl → 0.26.42__py3-none-any.whl

anyscale/client/openapi_client/models/machine_pool_search_query.py

@@ -0,0 +1,122 @@
+# coding: utf-8
+
+"""
+    Managed Ray API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)  # noqa: E501
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by: https://openapi-generator.tech
+"""
+
+
+import pprint
+import re  # noqa: F401
+
+import six
+
+from openapi_client.configuration import Configuration
+
+
+class MachinePoolSearchQuery(object):
+    """NOTE: This class is auto generated by OpenAPI Generator.
+    Ref: https://openapi-generator.tech
+
+    Do not edit the class manually.
+    """
+
+    """
+    Attributes:
+      openapi_types (dict): The key is attribute name
+                            and the value is attribute type.
+      attribute_map (dict): The key is attribute name
+                            and the value is json key in definition.
+    """
+    openapi_types = {
+        'machine_pool_name': 'TextQuery'
+    }
+
+    attribute_map = {
+        'machine_pool_name': 'machine_pool_name'
+    }
+
+    def __init__(self, machine_pool_name=None, local_vars_configuration=None):  # noqa: E501
+        """MachinePoolSearchQuery - a model defined in OpenAPI"""  # noqa: E501
+        if local_vars_configuration is None:
+            local_vars_configuration = Configuration()
+        self.local_vars_configuration = local_vars_configuration
+
+        self._machine_pool_name = None
+        self.discriminator = None
+
+        if machine_pool_name is not None:
+            self.machine_pool_name = machine_pool_name
+
+    @property
+    def machine_pool_name(self):
+        """Gets the machine_pool_name of this MachinePoolSearchQuery.  # noqa: E501
+
+        Filters machine pools by name. If this field is absent, no filtering is done.  # noqa: E501
+
+        :return: The machine_pool_name of this MachinePoolSearchQuery.  # noqa: E501
+        :rtype: TextQuery
+        """
+        return self._machine_pool_name
+
+    @machine_pool_name.setter
+    def machine_pool_name(self, machine_pool_name):
+        """Sets the machine_pool_name of this MachinePoolSearchQuery.
+
+        Filters machine pools by name. If this field is absent, no filtering is done.  # noqa: E501
+
+        :param machine_pool_name: The machine_pool_name of this MachinePoolSearchQuery.  # noqa: E501
+        :type: TextQuery
+        """
+
+        self._machine_pool_name = machine_pool_name
+
+    def to_dict(self):
+        """Returns the model properties as a dict"""
+        result = {}
+
+        for attr, _ in six.iteritems(self.openapi_types):
+            value = getattr(self, attr)
+            if isinstance(value, list):
+                result[attr] = list(map(
+                    lambda x: x.to_dict() if hasattr(x, "to_dict") else x,
+                    value
+                ))
+            elif hasattr(value, "to_dict"):
+                result[attr] = value.to_dict()
+            elif isinstance(value, dict):
+                result[attr] = dict(map(
+                    lambda item: (item[0], item[1].to_dict())
+                    if hasattr(item[1], "to_dict") else item,
+                    value.items()
+                ))
+            else:
+                result[attr] = value
+
+        return result
+
+    def to_str(self):
+        """Returns the string representation of the model"""
+        return pprint.pformat(self.to_dict())
+
+    def __repr__(self):
+        """For `print` and `pprint`"""
+        return self.to_str()
+
+    def __eq__(self, other):
+        """Returns true if both objects are equal"""
+        if not isinstance(other, MachinePoolSearchQuery):
+            return False
+
+        return self.to_dict() == other.to_dict()
+
+    def __ne__(self, other):
+        """Returns true if both objects are not equal"""
+        if not isinstance(other, MachinePoolSearchQuery):
+            return True
+
+        return self.to_dict() != other.to_dict()

anyscale/client/openapi_client/models/update_payment_info.py

@@ -0,0 +1,123 @@
+# coding: utf-8
+
+"""
+    Managed Ray API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)  # noqa: E501
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by: https://openapi-generator.tech
+"""
+
+
+import pprint
+import re  # noqa: F401
+
+import six
+
+from openapi_client.configuration import Configuration
+
+
+class UpdatePaymentInfo(object):
+    """NOTE: This class is auto generated by OpenAPI Generator.
+    Ref: https://openapi-generator.tech
+
+    Do not edit the class manually.
+    """
+
+    """
+    Attributes:
+      openapi_types (dict): The key is attribute name
+                            and the value is attribute type.
+      attribute_map (dict): The key is attribute name
+                            and the value is json key in definition.
+    """
+    openapi_types = {
+        'redirect_url': 'str'
+    }
+
+    attribute_map = {
+        'redirect_url': 'redirect_url'
+    }
+
+    def __init__(self, redirect_url=None, local_vars_configuration=None):  # noqa: E501
+        """UpdatePaymentInfo - a model defined in OpenAPI"""  # noqa: E501
+        if local_vars_configuration is None:
+            local_vars_configuration = Configuration()
+        self.local_vars_configuration = local_vars_configuration
+
+        self._redirect_url = None
+        self.discriminator = None
+
+        self.redirect_url = redirect_url
+
+    @property
+    def redirect_url(self):
+        """Gets the redirect_url of this UpdatePaymentInfo.  # noqa: E501
+
+        URL to redirect to for adding/updating payment info  # noqa: E501
+
+        :return: The redirect_url of this UpdatePaymentInfo.  # noqa: E501
+        :rtype: str
+        """
+        return self._redirect_url
+
+    @redirect_url.setter
+    def redirect_url(self, redirect_url):
+        """Sets the redirect_url of this UpdatePaymentInfo.
+
+        URL to redirect to for adding/updating payment info  # noqa: E501
+
+        :param redirect_url: The redirect_url of this UpdatePaymentInfo.  # noqa: E501
+        :type: str
+        """
+        if self.local_vars_configuration.client_side_validation and redirect_url is None:  # noqa: E501
+            raise ValueError("Invalid value for `redirect_url`, must not be `None`")  # noqa: E501
+
+        self._redirect_url = redirect_url
+
+    def to_dict(self):
+        """Returns the model properties as a dict"""
+        result = {}
+
+        for attr, _ in six.iteritems(self.openapi_types):
+            value = getattr(self, attr)
+            if isinstance(value, list):
+                result[attr] = list(map(
+                    lambda x: x.to_dict() if hasattr(x, "to_dict") else x,
+                    value
+                ))
+            elif hasattr(value, "to_dict"):
+                result[attr] = value.to_dict()
+            elif isinstance(value, dict):
+                result[attr] = dict(map(
+                    lambda item: (item[0], item[1].to_dict())
+                    if hasattr(item[1], "to_dict") else item,
+                    value.items()
+                ))
+            else:
+                result[attr] = value
+
+        return result
+
+    def to_str(self):
+        """Returns the string representation of the model"""
+        return pprint.pformat(self.to_dict())
+
+    def __repr__(self):
+        """For `print` and `pprint`"""
+        return self.to_str()
+
+    def __eq__(self, other):
+        """Returns true if both objects are equal"""
+        if not isinstance(other, UpdatePaymentInfo):
+            return False
+
+        return self.to_dict() == other.to_dict()
+
+    def __ne__(self, other):
+        """Returns true if both objects are not equal"""
+        if not isinstance(other, UpdatePaymentInfo):
+            return True
+
+        return self.to_dict() != other.to_dict()

anyscale/commands/cloud_commands.py

@@ -15,6 +15,7 @@ from anyscale.commands.util import AnyscaleCommand, OptionPromptNull
 from anyscale.controllers.cloud_controller import CloudController
 from anyscale.util import (
     allow_optional_file_storage,
+    SharedStorageType,
     validate_non_negative_arg,
 )
 
@@ -152,6 +153,14 @@ def default_region(provider: str) -> str:
         "disable this and instead manually grant users permissions to the cloud."
     ),
 )
+@click.option(
+    "--shared-storage",
+    required=False,
+    type=click.Choice([e.value for e in SharedStorageType], case_sensitive=False),
+    default=SharedStorageType.OBJECT_STORAGE.value,
+    show_default=True,
+    help="The type of shared storage to use for the cloud. Use 'object-storage' for cloud bucket-based storage (e.g., S3, GCS), or 'nfs' for network file systems.",
+)
 def setup_cloud(  # noqa: PLR0913
     provider: str,
     region: str,
@@ -162,8 +171,12 @@ def setup_cloud(  # noqa: PLR0913
     enable_head_node_fault_tolerance: bool,
     yes: bool,
     disable_auto_add_user: bool,
+    shared_storage: str,
 ) -> None:
     # TODO (congding): remove `anyscale_managed` in the future, now keeping it for compatibility
+
+    # Convert string to enum for type safety
+    shared_storage_type = SharedStorageType(shared_storage)
     if provider == "aws":
         CloudController().setup_managed_cloud(
             provider=provider,
@@ -174,6 +187,7 @@ def setup_cloud(  # noqa: PLR0913
             enable_head_node_fault_tolerance=enable_head_node_fault_tolerance,
             yes=yes,
             auto_add_user=(not disable_auto_add_user),
+            shared_storage=shared_storage_type,
         )
     elif provider == "gcp":
         if not project_id:
@@ -193,6 +207,7 @@ def setup_cloud(  # noqa: PLR0913
             enable_head_node_fault_tolerance=enable_head_node_fault_tolerance,
             yes=yes,
             auto_add_user=(not disable_auto_add_user),
+            shared_storage=shared_storage_type,
         )
 
 
@@ -234,6 +249,32 @@ def cloud_config_group() -> None:
     pass
 
 
+@cloud_cli.command(
+    name="add-deployment",
+    help="Add a new cloud deployment to an existing cloud.",
+    cls=AnyscaleCommand,
+    example=command_examples.CLOUD_ADD_DEPLOYMENT_EXAMPLE,
+)
+@click.option(
+    "--cloud-name",
+    "-n",
+    help="The name of the cloud to add the new deployment to.",
+    type=str,
+    required=True,
+)
+@click.option(
+    "--file", "-f", help="YAML file containing the deployment spec.", required=True,
+)
+@click.option(
+    "--yes", "-y", is_flag=True, default=False, help="Skip asking for confirmation."
+)
+def cloud_add_deployment(cloud_name: str, file: str, yes: bool,) -> None:
+    try:
+        CloudController().add_cloud_deployment(cloud_name, file, yes)
+    except click.ClickException as e:
+        print(e)
+
+
 @cloud_cli.command(
     name="update",
     help=(
@@ -294,7 +335,10 @@ def cloud_update(  # noqa: PLR0913
     file: Optional[str],
 ) -> None:
     if file:
-        CloudController().update_cloud_deployments(file)
+        try:
+            CloudController().update_cloud_deployments(file)
+        except click.ClickException as e:
+            print(e)
         return
 
     if cloud_name and name and cloud_name != name:

anyscale/commands/command_examples.py

@@ -651,6 +651,31 @@ collaborators:
     permission_level: "readonly"
 """
 
+CLOUD_ADD_DEPLOYMENT_EXAMPLE = """\
+$ anyscale cloud add-deployment --cloud my-cloud --file new-cloud-deployment.yaml
+Successfully added deployment my-new-deployment to cloud my-cloud.
+
+$ cat new-cloud-deployment.yaml
+name: my-new-deployment
+provider: AWS
+compute_stack: VM
+region: us-west-2
+networking_mode: PUBLIC
+object_storage:
+  bucket_name: s3://my-bucket
+file_storage:
+  file_storage_id: fs-123
+aws_config:
+  vpc_id: vpc-123
+  subnet_ids:
+  - subnet-123
+  security_group_ids:
+  - sg-123
+  anyscale_iam_role_id: arn:aws:iam::123456789012:role/anyscale-role-123
+  cluster_iam_role_id: arn:aws:iam::123456789012:role/cluster-role-123
+  memorydb_cluster_name: my-memorydb-cluster
+"""
+
 CLOUD_GET_CLOUD_EXAMPLE = """\
 $ anyscale cloud get --name my-cloud
 id: cld_123

anyscale/controllers/cloud_controller.py

@@ -100,6 +100,7 @@ from anyscale.util import (  # pylint:disable=private-import
     get_user_env_aws_account,
     prepare_cloudformation_template,
     REDIS_TLS_ADDRESS_PREFIX,
+    SharedStorageType,
 )
 from anyscale.utils.cloud_update_utils import (
     CLOUDFORMATION_TIMEOUT_SECONDS_LONG,
@@ -234,6 +235,7 @@ class CloudController(BaseController):
         boto3_session: Optional[boto3.Session] = None,
         is_anyscale_hosted: bool = False,
         anyscale_hosted_network_info: Optional[Dict[str, Any]] = None,
+        shared_storage: SharedStorageType = SharedStorageType.OBJECT_STORAGE,
     ):
         if boto3_session is None:
             boto3_session = boto3.Session(region_name=region)
@@ -248,6 +250,7 @@ class CloudController(BaseController):
             enable_head_node_fault_tolerance,
             boto3_session,
             is_anyscale_hosted=is_anyscale_hosted,
+            shared_storage=shared_storage,
         )
 
         parameters = [
@@ -266,6 +269,12 @@ class CloudController(BaseController):
                 "ParameterKey": "MemoryDBRedisPort",
                 "ParameterValue": MEMORYDB_REDIS_PORT,
             },
+            {
+                "ParameterKey": "EnableEFS",
+                "ParameterValue": "true"
+                if shared_storage == SharedStorageType.NFS
+                else "false",
+            },
         ]
         if not is_anyscale_hosted:
             parameters.append(
@@ -316,6 +325,7 @@ class CloudController(BaseController):
         anyscale_aws_account: str,
         _use_strict_iam_permissions: bool = False,  # This should only be used in testing.
         boto3_session: Optional[boto3.Session] = None,
+        shared_storage: SharedStorageType = SharedStorageType.OBJECT_STORAGE,
     ) -> Dict[str, Any]:
         """
         Run cloudformation to create the AWS resources for a cloud.
@@ -334,6 +344,7 @@ class CloudController(BaseController):
             cloud_id,
             enable_head_node_fault_tolerance,
             boto3_session,
+            shared_storage=shared_storage,
         )
 
         cross_account_iam_policies = self._get_anyscale_cross_account_iam_policies(
@@ -360,6 +371,12 @@ class CloudController(BaseController):
                 "ParameterKey": "MemoryDBRedisPort",
                 "ParameterValue": MEMORYDB_REDIS_PORT,
             },
+            {
+                "ParameterKey": "EnableEFS",
+                "ParameterValue": "true"
+                if shared_storage == SharedStorageType.NFS
+                else "false",
+            },
         ]
         for parameter in cross_account_iam_policies:
             parameters.append(parameter)
@@ -454,6 +471,7 @@ class CloudController(BaseController):
         anyscale_aws_account: str,
         organization_id: str,
         enable_head_node_fault_tolerance: bool,
+        shared_storage: SharedStorageType = SharedStorageType.OBJECT_STORAGE,
     ):
         setup_utils = try_import_gcp_managed_setup_utils()
 
@@ -469,6 +487,7 @@ class CloudController(BaseController):
             anyscale_aws_account,
             organization_id,
             enable_head_node_fault_tolerance,
+            shared_storage=shared_storage,
         )
 
         self.log.debug("GCP Deployment Manager resource config:")
@@ -943,6 +962,7 @@ class CloudController(BaseController):
         ] = None,  # This is used by AIOA cloud setup
         _use_strict_iam_permissions: bool = False,  # This should only be used in testing.
         auto_add_user: bool = True,
+        shared_storage: SharedStorageType = SharedStorageType.OBJECT_STORAGE,
     ) -> None:
         """
         Sets up a cloud provider
@@ -991,6 +1011,7 @@ class CloudController(BaseController):
                     anyscale_aws_account,
                     _use_strict_iam_permissions=_use_strict_iam_permissions,
                     boto3_session=boto3_session,
+                    shared_storage=shared_storage,
                 )
                 self.cloud_event_producer.produce(
                     CloudAnalyticsEventName.RESOURCES_CREATED, succeeded=True,
@@ -1111,6 +1132,7 @@ class CloudController(BaseController):
                     anyscale_aws_account,
                     organization_id,
                     enable_head_node_fault_tolerance,
+                    shared_storage=shared_storage,
                 )
                 self.cloud_event_producer.produce(
                     CloudAnalyticsEventName.RESOURCES_CREATED, succeeded=True,
@@ -1525,48 +1547,6 @@ class CloudController(BaseController):
 
         return formatted_diff.strip()
 
-    def _compare_cloud_deployments(
-        self,
-        deployments: List[CloudDeployment],
-        existing_deployments: Dict[str, CloudDeployment],
-    ) -> List[CloudDeployment]:
-        """
-        Compares the new deployments with the existing deployments and returns a list of updated/added deployments.
-        """
-
-        deployment_ids = {
-            deployment.cloud_deployment_id
-            for deployment in deployments
-            if deployment.cloud_deployment_id
-        }
-
-        if existing_deployments.keys() - deployment_ids:
-            raise ClickException("Deleting cloud deployments is not supported.")
-
-        unknown_deployments = deployment_ids - existing_deployments.keys()
-        if unknown_deployments:
-            raise ClickException(
-                f"Cloud deployment(s) {unknown_deployments} do not exist. Do not include a deployment ID when adding a new deployment."
-            )
-
-        updated_deployments: List[CloudDeployment] = []
-        for d in deployments:
-            if d.cloud_deployment_id:
-                if d == existing_deployments[d.cloud_deployment_id]:
-                    continue
-                if d.provider == CloudProviders.PCP:
-                    raise ClickException(
-                        "Updating machine pool deployments is not supported."
-                    )
-            else:
-                if d.provider == CloudProviders.PCP:
-                    raise ClickException(
-                        "Please use `anyscale machine-pool attach` to attach a machine pool to a cloud."
-                    )
-            updated_deployments.append(d)
-
-        return updated_deployments
-
     def _preprocess_aws(self, cloud_id: str, deployment: CloudDeployment,) -> None:
         if not deployment.aws_config and not deployment.file_storage:
             return
@@ -1685,6 +1665,62 @@ class CloudController(BaseController):
 
             deployment.gcp_config = gcp_config
 
+    def add_cloud_deployment(
+        self, cloud_name: str, spec_file: str, yes: bool = False,
+    ):
+        cloud_id, _ = get_cloud_id_and_name(self.api_client, cloud_name=cloud_name)
+
+        # Read the spec file.
+        path = pathlib.Path(spec_file)
+        if not path.exists():
+            raise ClickException(f"{spec_file} does not exist.")
+        if not path.is_file():
+            raise ClickException(f"{spec_file} is not a file.")
+
+        spec = yaml.safe_load(path.read_text())
+        try:
+            new_deployment = CloudDeployment(**spec)
+        except Exception as e:  # noqa: BLE001
+            raise ClickException(f"Failed to parse deployment: {e}")
+
+        if new_deployment.provider == CloudProviders.AWS:
+            self._preprocess_aws(cloud_id=cloud_id, deployment=new_deployment)
+        elif new_deployment.provider == CloudProviders.GCP:
+            self._preprocess_gcp(deployment=new_deployment)
+
+        # Log an additional warning if a new deployment is being added but a deployment with the same AWS/GCP region already exists.
+        existing_spec = self.get_cloud_deployments(cloud_id)
+        existing_deployments = {
+            deployment["cloud_deployment_id"]: CloudDeployment(**deployment)
+            for deployment in existing_spec["deployments"]
+        }
+        existing_stack_provider_regions = {
+            (d.compute_stack, d.provider, d.region)
+            for d in existing_deployments.values()
+            if d.provider in (CloudProviders.AWS, CloudProviders.GCP)
+        }
+        if (
+            new_deployment.compute_stack,
+            new_deployment.provider,
+            new_deployment.region,
+        ) in existing_stack_provider_regions:
+            self.log.warning(
+                f"A {new_deployment.provider} {new_deployment.compute_stack} deployment in region {new_deployment.region} already exists."
+            )
+            confirm("Would you like to proceed with adding this deployment?", yes)
+
+        # Add the deployment.
+        try:
+            self.api_client.add_cloud_deployment_api_v2_clouds_cloud_id_add_deployment_put(
+                cloud_id=cloud_id, cloud_deployment=new_deployment,
+            )
+        except Exception as e:  # noqa: BLE001
+            raise ClickException(f"Failed to add cloud deployment: {e}")
+
+        self.log.info(
+            f"Successfully added deployment {new_deployment.name} to cloud {existing_spec['name']}!"
+        )
+
     def update_cloud_deployments(  # noqa: PLR0912
         self, spec_file: str, yes: bool = False,
     ):
@@ -1707,58 +1743,41 @@ class CloudController(BaseController):
             raise ClickException("Changing the name of a cloud is not supported.")
 
         # Diff the existing and new specs
-        diff = self._generate_diff(existing_spec, spec)
+        diff = self._generate_diff(existing_spec["deployments"], spec["deployments"])
         if not diff:
             self.log.info("No changes detected.")
             return
 
-        # Get updated/new deployments.
-        try:
-            deployments = [CloudDeployment(**d) for d in spec["deployments"]]
-        except Exception as e:  # noqa: BLE001
-            raise ClickException(f"Failed to parse deployments: {e}")
-
         existing_deployments = {
             deployment["cloud_deployment_id"]: CloudDeployment(**deployment)
             for deployment in existing_spec["deployments"]
         }
 
-        # Figure out which deployments have been updated/added.
-        updated_deployments = self._compare_cloud_deployments(
-            deployments, existing_deployments,
-        )
+        updated_deployments: List[CloudDeployment] = []
+        for d in spec["deployments"]:
+            try:
+                deployment = CloudDeployment(**d)
+            except Exception as e:  # noqa: BLE001
+                raise ClickException(f"Failed to parse deployment: {e}")
+
+            if not deployment.cloud_deployment_id:
+                raise ClickException(
+                    "All cloud deployments must include a cloud_deployment_id."
+                )
+            if deployment.cloud_deployment_id not in existing_deployments:
+                raise ClickException(
+                    f"Cloud deployment {deployment.cloud_deployment_id} not found."
+                )
+            if deployment.provider == CloudProviders.PCP:
+                raise ClickException(
+                    "Please use the `anyscale machine-pool` CLI to update machine pools."
+                )
+            if deployment != existing_deployments[deployment.cloud_deployment_id]:
+                updated_deployments.append(deployment)
 
         # Log the diff and confirm.
         self.log.info(f"Detected the following changes:\n{diff}")
 
-        existing_deployment_ids = {
-            d.cloud_deployment_id for d in updated_deployments if d.cloud_deployment_id
-        }
-        if len(updated_deployments) - len(existing_deployment_ids):
-            self.log.info(
-                f"{len(updated_deployments) - len(existing_deployment_ids)} new deployment(s) will be added."
-            )
-        if existing_deployment_ids:
-            self.log.info(
-                f"{len(existing_deployment_ids)} existing deployment(s) will be updated ({', '.join(existing_deployment_ids)})"
-            )
-
-        # Log an additional warning if a new deployment is being added but a deployment with the same AWS/GCP region already exists.
-        existing_stack_provider_regions = {
-            (d.compute_stack, d.provider, d.region)
-            for d in existing_deployments.values()
-            if d.provider in (CloudProviders.AWS, CloudProviders.GCP)
-        }
-        for d in updated_deployments:
-            if (
-                not d.cloud_deployment_id
-                and (d.compute_stack, d.provider, d.region)
-                in existing_stack_provider_regions
-            ):
-                self.log.warning(
-                    f"A {d.provider} {d.compute_stack} deployment in region {d.region} already exists."
-                )
-
         confirm("Would you like to proceed with updating this cloud?", yes)
 
         # Preprocess the deployments if necessary.
@@ -2658,7 +2677,10 @@ class CloudController(BaseController):
                 self.api_client, cloud_id, CloudProviders.GCP, self.log
             )
             verify_filestore_result = True
-            if cloud_resource.gcp_filestore_config.instance_name:
+            if (
+                cloud_resource.gcp_filestore_config
+                and cloud_resource.gcp_filestore_config.instance_name
+            ):
                 verify_filestore_result = verify_lib.verify_filestore(
                     factory, cloud_resource, region, gcp_logger, strict=strict
                 )
@@ -2679,7 +2701,10 @@ class CloudController(BaseController):
             f"cloud storage: {self._passed_or_failed_str_from_bool(verify_cloud_storage_result)}",
         ]
 
-        if cloud_resource.gcp_filestore_config.instance_name:
+        if (
+            cloud_resource.gcp_filestore_config
+            and cloud_resource.gcp_filestore_config.instance_name
+        ):
             verification_results.append(
                 f"filestore: {self._passed_or_failed_str_from_bool(verify_filestore_result)}"
             )