oracle-ads 2.10.1__py3-none-any.whl → 2.11.0__py3-none-any.whl

ads/aqua/deployment.py

@@ -0,0 +1,643 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# Copyright (c) 2024 Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
+
+import json
+import logging
+from dataclasses import dataclass, field, asdict
+from typing import Dict, List, Union
+
+import requests
+from oci.data_science.models import ModelDeployment, ModelDeploymentSummary
+
+from ads.aqua.base import AquaApp, logger
+from ads.aqua.exception import AquaRuntimeError, AquaValueError
+from ads.aqua.model import AquaModelApp, Tags
+from ads.aqua.utils import (
+    UNKNOWN,
+    MODEL_BY_REFERENCE_OSS_PATH_KEY,
+    load_config,
+    get_container_image,
+    UNKNOWN_DICT,
+    get_resource_name,
+    get_model_by_reference_paths,
+)
+from ads.aqua.finetune import FineTuneCustomMetadata
+from ads.aqua.data import AquaResourceIdentifier
+from ads.common.utils import get_console_link, get_log_links
+from ads.common.auth import default_signer
+from ads.model.deployment import (
+    ModelDeployment,
+    ModelDeploymentContainerRuntime,
+    ModelDeploymentInfrastructure,
+    ModelDeploymentMode,
+)
+from ads.common.serializer import DataClassSerializable
+from ads.config import (
+    AQUA_MODEL_DEPLOYMENT_CONFIG,
+    COMPARTMENT_OCID,
+    AQUA_CONFIG_FOLDER,
+    AQUA_MODEL_DEPLOYMENT_CONFIG_DEFAULTS,
+    AQUA_DEPLOYMENT_CONTAINER_METADATA_NAME,
+    AQUA_SERVED_MODEL_NAME,
+)
+from ads.common.object_storage_details import ObjectStorageDetails
+from ads.telemetry import telemetry
+
+
+@dataclass
+class ShapeInfo:
+    instance_shape: str = None
+    instance_count: int = None
+    ocpus: float = None
+    memory_in_gbs: float = None
+
+
+@dataclass(repr=False)
+class AquaDeployment(DataClassSerializable):
+    """Represents an Aqua Model Deployment"""
+
+    id: str = None
+    display_name: str = None
+    aqua_service_model: bool = None
+    state: str = None
+    description: str = None
+    created_on: str = None
+    created_by: str = None
+    endpoint: str = None
+    console_link: str = None
+    lifecycle_details: str = None
+    shape_info: field(default_factory=ShapeInfo) = None
+    tags: dict = None
+
+    @classmethod
+    def from_oci_model_deployment(
+        cls,
+        oci_model_deployment: Union[ModelDeploymentSummary, ModelDeployment],
+        region: str,
+    ) -> "AquaDeployment":
+        """Converts oci model deployment response to AquaDeployment instance.
+
+        Parameters
+        ----------
+        oci_model_deployment: Union[ModelDeploymentSummary, ModelDeployment]
+            The instance of either oci.data_science.models.ModelDeployment or
+            oci.data_science.models.ModelDeploymentSummary class.
+        region: str
+            The region of this model deployment.
+
+        Returns
+        -------
+        AquaDeployment:
+            The instance of the Aqua model deployment.
+        """
+        instance_configuration = (
+            oci_model_deployment.model_deployment_configuration_details.model_configuration_details.instance_configuration
+        )
+        instance_shape_config_details = (
+            instance_configuration.model_deployment_instance_shape_config_details
+        )
+        instance_count = (
+            oci_model_deployment.model_deployment_configuration_details.model_configuration_details.scaling_policy.instance_count
+        )
+        shape_info = ShapeInfo(
+            instance_shape=instance_configuration.instance_shape_name,
+            instance_count=instance_count,
+            ocpus=(
+                instance_shape_config_details.ocpus
+                if instance_shape_config_details
+                else None
+            ),
+            memory_in_gbs=(
+                instance_shape_config_details.memory_in_gbs
+                if instance_shape_config_details
+                else None
+            ),
+        )
+
+        return AquaDeployment(
+            id=oci_model_deployment.id,
+            display_name=oci_model_deployment.display_name,
+            aqua_service_model=oci_model_deployment.freeform_tags.get(
+                Tags.AQUA_SERVICE_MODEL_TAG.value
+            )
+            is not None,
+            shape_info=shape_info,
+            state=oci_model_deployment.lifecycle_state,
+            lifecycle_details=getattr(
+                oci_model_deployment, "lifecycle_details", UNKNOWN
+            ),
+            description=oci_model_deployment.description,
+            created_on=str(oci_model_deployment.time_created),
+            created_by=oci_model_deployment.created_by,
+            endpoint=oci_model_deployment.model_deployment_url,
+            console_link=get_console_link(
+                resource="model-deployments",
+                ocid=oci_model_deployment.id,
+                region=region,
+            ),
+            tags=oci_model_deployment.freeform_tags,
+        )
+
+
+@dataclass(repr=False)
+class AquaDeploymentDetail(AquaDeployment, DataClassSerializable):
+    """Represents a details of Aqua deployment."""
+
+    log_group: AquaResourceIdentifier = field(default_factory=AquaResourceIdentifier)
+    log: AquaResourceIdentifier = field(default_factory=AquaResourceIdentifier)
+
+
+class AquaDeploymentApp(AquaApp):
+    """Provides a suite of APIs to interact with Aqua model deployments within the Oracle
+    Cloud Infrastructure Data Science service, serving as an interface for deploying
+    machine learning models.
+
+
+    Methods
+    -------
+    create(model_id: str, instance_shape: str, display_name: str,...) -> AquaDeployment
+        Creates a model deployment for Aqua Model.
+    get(model_deployment_id: str) -> AquaDeployment:
+        Retrieves details of an Aqua model deployment by its unique identifier.
+    list(**kwargs) -> List[AquaModelSummary]:
+        Lists all Aqua deployments within a specified compartment and/or project.
+    get_deployment_config(self, model_id: str) -> Dict:
+        Gets the deployment config of given Aqua model.
+
+    Note:
+        Use `ads aqua deployment <method_name> --help` to get more details on the parameters available.
+        This class is designed to work within the Oracle Cloud Infrastructure
+        and requires proper configuration and authentication set up to interact
+        with OCI services.
+    """
+
+    @telemetry(entry_point="plugin=deployment&action=create", name="aqua")
+    def create(
+        self,
+        model_id: str,
+        instance_shape: str,
+        display_name: str,
+        instance_count: int = None,
+        log_group_id: str = None,
+        access_log_id: str = None,
+        predict_log_id: str = None,
+        compartment_id: str = None,
+        project_id: str = None,
+        description: str = None,
+        bandwidth_mbps: int = None,
+        web_concurrency: int = None,
+        server_port: int = 8080,
+        health_check_port: int = 8080,
+        env_var: Dict = None,
+    ) -> "AquaDeployment":
+        """
+        Creates a new Aqua deployment
+
+        Parameters
+        ----------
+        model_id: str
+            The model OCID to deploy.
+        compartment_id: str
+            The compartment OCID
+        project_id: str
+            Target project to list deployments from.
+        display_name: str
+            The name of model deployment.
+        description: str
+            The description of the deployment.
+        instance_count: (int, optional). Defaults to 1.
+            The number of instance used for deployment.
+        instance_shape: (str).
+            The shape of the instance used for deployment.
+        log_group_id: (str)
+            The oci logging group id. The access log and predict log share the same log group.
+        access_log_id: (str).
+            The access log OCID for the access logs. https://docs.oracle.com/en-us/iaas/data-science/using/model_dep_using_logging.htm
+        predict_log_id: (str).
+            The predict log OCID for the predict logs. https://docs.oracle.com/en-us/iaas/data-science/using/model_dep_using_logging.htm
+        bandwidth_mbps: (int). Defaults to 10.
+            The bandwidth limit on the load balancer in Mbps.
+        web_concurrency: str
+            The number of worker processes/threads to handle incoming requests
+        with_bucket_uri(bucket_uri)
+            Sets the bucket uri when uploading large size model.
+        server_port: (int). Defaults to 8080.
+            The server port for docker container image.
+        health_check_port: (int). Defaults to 8080.
+            The health check port for docker container image.
+        env_var : dict, optional
+            Environment variable for the deployment, by default None.
+        Returns
+        -------
+        AquaDeployment
+            An Aqua deployment instance
+
+        """
+        # todo: revisit error handling and pull deployment image info from config
+        # if not AQUA_MODEL_DEPLOYMENT_IMAGE:
+        #     raise AquaValueError(
+        #         f"AQUA_MODEL_DEPLOYMENT_IMAGE must be available in environment variables to "
+        #         f"continue with Aqua model deployment."
+        #     )
+
+        # todo: for fine tuned models, skip model creation.
+        # Create a model catalog entry in the user compartment
+        aqua_model = AquaModelApp().create(
+            model_id=model_id, comparment_id=compartment_id, project_id=project_id
+        )
+
+        tags = {}
+        for tag in [
+            Tags.AQUA_SERVICE_MODEL_TAG.value,
+            Tags.AQUA_FINE_TUNED_MODEL_TAG.value,
+            Tags.AQUA_TAG.value,
+        ]:
+            if tag in aqua_model.freeform_tags:
+                tags[tag] = aqua_model.freeform_tags[tag]
+
+        # Set up info to get deployment config
+        config_source_id = model_id
+        model_name = aqua_model.display_name
+
+        is_fine_tuned_model = (
+            Tags.AQUA_FINE_TUNED_MODEL_TAG.value in aqua_model.freeform_tags
+        )
+
+        if is_fine_tuned_model:
+            try:
+                config_source_id = aqua_model.custom_metadata_list.get(
+                    FineTuneCustomMetadata.FINE_TUNE_SOURCE.value
+                ).value
+                model_name = aqua_model.custom_metadata_list.get(
+                    FineTuneCustomMetadata.FINE_TUNE_SOURCE_NAME.value
+                ).value
+            except:
+                raise AquaValueError(
+                    f"Either {FineTuneCustomMetadata.FINE_TUNE_SOURCE.value} or {FineTuneCustomMetadata.FINE_TUNE_SOURCE_NAME.value} is missing "
+                    f"from custom metadata for the model {config_source_id}"
+                )
+
+        deployment_config = self.get_deployment_config(config_source_id)
+        vllm_params = (
+            deployment_config.get("configuration", UNKNOWN_DICT)
+            .get(instance_shape, UNKNOWN_DICT)
+            .get("parameters", UNKNOWN_DICT)
+            .get("VLLM_PARAMS", UNKNOWN)
+        )
+
+        # set up env vars
+        if not env_var:
+            env_var = dict()
+
+        try:
+            model_path_prefix = aqua_model.custom_metadata_list.get(
+                MODEL_BY_REFERENCE_OSS_PATH_KEY
+            ).value.rstrip("/")
+        except ValueError:
+            raise AquaValueError(
+                f"{MODEL_BY_REFERENCE_OSS_PATH_KEY} key is not available in the custom metadata field."
+            )
+
+        # todo: remove this after absolute path is removed from env var
+        if ObjectStorageDetails.is_oci_path(model_path_prefix):
+            os_path = ObjectStorageDetails.from_path(model_path_prefix)
+            model_path_prefix = os_path.filepath.rstrip("/")
+
+        env_var.update({"BASE_MODEL": f"{model_path_prefix}"})
+        params = f"--served-model-name {AQUA_SERVED_MODEL_NAME} --seed 42 "
+        if vllm_params:
+            params += vllm_params
+        env_var.update({"PARAMS": params})
+        env_var.update({"MODEL_DEPLOY_PREDICT_ENDPOINT": "/v1/completions"})
+        env_var.update({"MODEL_DEPLOY_ENABLE_STREAMING": "true"})
+
+        if is_fine_tuned_model:
+            _, fine_tune_output_path = get_model_by_reference_paths(
+                aqua_model.model_file_description
+            )
+
+            if not fine_tune_output_path:
+                raise AquaValueError(
+                    f"Fine tuned output path is not available in the model artifact."
+                )
+
+            os_path = ObjectStorageDetails.from_path(fine_tune_output_path)
+            fine_tune_output_path = os_path.filepath.rstrip("/")
+
+            env_var.update({"FT_MODEL": f"{fine_tune_output_path}"})
+
+        logging.info(f"Env vars used for deploying {aqua_model.id} :{env_var}")
+
+        try:
+            container_type_key = aqua_model.custom_metadata_list.get(
+                AQUA_DEPLOYMENT_CONTAINER_METADATA_NAME
+            ).value
+        except ValueError:
+            raise AquaValueError(
+                f"{AQUA_DEPLOYMENT_CONTAINER_METADATA_NAME} key is not available in the custom metadata field for model {aqua_model.id}"
+            )
+
+        # fetch image name from config
+        container_image = get_container_image(
+            container_type=container_type_key,
+        )
+        logging.info(
+            f"Aqua Image used for deploying {aqua_model.id} : {container_image}"
+        )
+
+        # Start model deployment
+        # configure model deployment infrastructure
+        # todo : any other infrastructure params needed?
+        infrastructure = (
+            ModelDeploymentInfrastructure()
+            .with_project_id(project_id)
+            .with_compartment_id(compartment_id)
+            .with_shape_name(instance_shape)
+            .with_bandwidth_mbps(bandwidth_mbps)
+            .with_replica(instance_count)
+            .with_web_concurrency(web_concurrency)
+            .with_access_log(
+                log_group_id=log_group_id,
+                log_id=access_log_id,
+            )
+            .with_predict_log(
+                log_group_id=log_group_id,
+                log_id=predict_log_id,
+            )
+        )
+        # configure model deployment runtime
+        # todo : any other runtime params needed?
+        container_runtime = (
+            ModelDeploymentContainerRuntime()
+            .with_image(container_image)
+            .with_server_port(server_port)
+            .with_health_check_port(health_check_port)
+            .with_env(env_var)
+            .with_deployment_mode(ModelDeploymentMode.HTTPS)
+            .with_model_uri(aqua_model.id)
+            .with_region(self.region)
+            .with_overwrite_existing_artifact(True)
+            .with_remove_existing_artifact(True)
+        )
+        # configure model deployment and deploy model on container runtime
+        # todo : any other deployment params needed?
+        deployment = (
+            ModelDeployment()
+            .with_display_name(display_name)
+            .with_description(description)
+            .with_freeform_tags(**tags)
+            .with_infrastructure(infrastructure)
+            .with_runtime(container_runtime)
+        ).deploy(wait_for_completion=False)
+
+        if is_fine_tuned_model:
+            # tracks unique deployments that were created in the user compartment
+            self.telemetry.record_event_async(
+                category="aqua/custom/deployment", action="create", detail=model_name
+            )
+            # tracks the shape used for deploying the custom models
+            self.telemetry.record_event_async(
+                category="aqua/custom/deployment/create",
+                action="shape",
+                detail=instance_shape,
+            )
+            # tracks the shape used for deploying the custom models by name
+            self.telemetry.record_event_async(
+                category=f"aqua/custom/{model_name}/deployment/create",
+                action="shape",
+                detail=instance_shape,
+            )
+        else:
+            # tracks unique deployments that were created in the user compartment
+            self.telemetry.record_event_async(
+                category="aqua/service/deployment", action="create", detail=model_name
+            )
+            # tracks the shape used for deploying the service models
+            self.telemetry.record_event_async(
+                category="aqua/service/deployment/create",
+                action="shape",
+                detail=instance_shape,
+            )
+            # tracks the shape used for deploying the service models by name
+            self.telemetry.record_event_async(
+                category=f"aqua/service/{model_name}/deployment/create",
+                action="shape",
+                detail=instance_shape,
+            )
+
+        return AquaDeployment.from_oci_model_deployment(
+            deployment.dsc_model_deployment, self.region
+        )
+
+    @telemetry(entry_point="plugin=deployment&action=list", name="aqua")
+    def list(self, **kwargs) -> List["AquaDeployment"]:
+        """List Aqua model deployments in a given compartment and under certain project.
+
+        Parameters
+        ----------
+        kwargs
+            Keyword arguments, such as compartment_id and project_id,
+            for `list_call_get_all_results <https://docs.oracle.com/en-us/iaas/tools/python/2.118.1/api/pagination.html#oci.pagination.list_call_get_all_results>`_
+
+        Returns
+        -------
+        List[AquaDeployment]:
+            The list of the Aqua model deployments.
+        """
+        compartment_id = kwargs.pop("compartment_id", COMPARTMENT_OCID)
+
+        model_deployments = self.list_resource(
+            self.ds_client.list_model_deployments,
+            compartment_id=compartment_id,
+            **kwargs,
+        )
+
+        results = []
+        for model_deployment in model_deployments:
+            oci_aqua = (
+                (
+                    Tags.AQUA_TAG.value in model_deployment.freeform_tags
+                    or Tags.AQUA_TAG.value.lower() in model_deployment.freeform_tags
+                )
+                if model_deployment.freeform_tags
+                else False
+            )
+
+            if oci_aqua:
+                results.append(
+                    AquaDeployment.from_oci_model_deployment(
+                        model_deployment, self.region
+                    )
+                )
+
+        # tracks number of times deployment listing was called
+        self.telemetry.record_event_async(category="aqua/deployment", action="list")
+
+        return results
+
+    @telemetry(entry_point="plugin=deployment&action=get", name="aqua")
+    def get(self, model_deployment_id: str, **kwargs) -> "AquaDeploymentDetail":
+        """Gets the information of Aqua model deployment.
+
+        Parameters
+        ----------
+        model_deployment_id: str
+            The OCID of the Aqua model deployment.
+        kwargs
+            Keyword arguments, for `get_model_deployment
+            <https://docs.oracle.com/en-us/iaas/tools/python/2.119.1/api/data_science/client/oci.data_science.DataScienceClient.html#oci.data_science.DataScienceClient.get_model_deployment>`_
+
+        Returns
+        -------
+        AquaDeploymentDetail:
+            The instance of the Aqua model deployment details.
+        """
+        model_deployment = self.ds_client.get_model_deployment(
+            model_deployment_id=model_deployment_id, **kwargs
+        ).data
+
+        oci_aqua = (
+            (
+                Tags.AQUA_TAG.value in model_deployment.freeform_tags
+                or Tags.AQUA_TAG.value.lower() in model_deployment.freeform_tags
+            )
+            if model_deployment.freeform_tags
+            else False
+        )
+
+        if not oci_aqua:
+            raise AquaRuntimeError(
+                f"Target deployment {model_deployment_id} is not Aqua deployment."
+            )
+
+        log_id = ""
+        log_group_id = ""
+        log_name = ""
+        log_group_name = ""
+
+        logs = (
+            model_deployment.category_log_details.access
+            or model_deployment.category_log_details.predict
+        )
+        if logs:
+            log_id = logs.log_id
+            log_group_id = logs.log_group_id
+        if log_id:
+            log_name = get_resource_name(log_id)
+        if log_group_id:
+            log_group_name = get_resource_name(log_group_id)
+
+        log_group_url = get_log_links(region=self.region, log_group_id=log_group_id)
+        log_url = get_log_links(
+            region=self.region,
+            log_group_id=log_group_id,
+            log_id=log_id,
+            compartment_id=model_deployment.compartment_id,
+            source_id=model_deployment.id
+        )
+
+        return AquaDeploymentDetail(
+            **vars(
+                AquaDeployment.from_oci_model_deployment(model_deployment, self.region)
+            ),
+            log_group=AquaResourceIdentifier(
+                log_group_id, log_group_name, log_group_url
+            ),
+            log=AquaResourceIdentifier(log_id, log_name, log_url),
+        )
+
+    @telemetry(
+        entry_point="plugin=deployment&action=get_deployment_config", name="aqua"
+    )
+    def get_deployment_config(self, model_id: str) -> Dict:
+        """Gets the deployment config of given Aqua model.
+
+        Parameters
+        ----------
+        model_id: str
+            The OCID of the Aqua model.
+
+        Returns
+        -------
+        Dict:
+            A dict of allowed deployment configs.
+        """
+        config = self.get_config(model_id, AQUA_MODEL_DEPLOYMENT_CONFIG)
+        if not config:
+            logger.info(f"Fetching default deployment config for model: {model_id}")
+            config = load_config(
+                AQUA_CONFIG_FOLDER,
+                config_file_name=AQUA_MODEL_DEPLOYMENT_CONFIG_DEFAULTS,
+            )
+        return config
+
+
+@dataclass
+class ModelParams:
+    max_tokens: int = None
+    temperature: float = None
+    top_k: float = None
+    top_p: float = None
+    model: str = None
+
+
+@dataclass
+class MDInferenceResponse(AquaApp):
+    """Contains APIs for Aqua Model deployments Inference.
+
+    Attributes
+    ----------
+
+    model_params: Dict
+    prompt: string
+
+    Methods
+    -------
+    get_model_deployment_response(self, **kwargs) -> "String"
+        Creates an instance of model deployment via Aqua
+    """
+
+    prompt: str = None
+    model_params: field(default_factory=ModelParams) = None
+
+    @telemetry(entry_point="plugin=inference&action=get_response", name="aqua")
+    def get_model_deployment_response(self, endpoint):
+        """
+        Returns MD inference response
+
+        Parameters
+        ----------
+        endpoint: str
+            MD predict url
+        prompt: str
+            User prompt.
+
+        model_params: (Dict, optional)
+            Model parameters to be associated with the message.
+            Currently supported VLLM+OpenAI parameters.
+
+            --model-params '{
+                "max_tokens":500,
+                "temperature": 0.5,
+                "top_k": 10,
+                "top_p": 0.5,
+                "model": "/opt/ds/model/deployed_model",
+                ...}'
+
+        Returns
+        -------
+        model_response_content
+        """
+
+        params_dict = asdict(self.model_params)
+        params_dict = {
+            key: value for key, value in params_dict.items() if value is not None
+        }
+        body = {"prompt": self.prompt, **params_dict}
+        request_kwargs = {"json": body, "headers": {"Content-Type": "application/json"}}
+        response = requests.post(
+            endpoint, auth=default_signer()["signer"], **request_kwargs
+        )
+        return json.loads(response.content)

ads/aqua/dummy_data/icon.txt

@@ -0,0 +1 @@
+data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCA1MiA1MiI+PHBhdGggZD0iTTQ2Ljk0IDUySDUuMDZDMi4yNyA1MiAwIDQ5LjczIDAgNDYuOTRWNS4wNkMwIDIuMjcgMi4yNyAwIDUuMDYgMGg0MS44N0M0OS43MyAwIDUyIDIuMjcgNTIgNS4wNnY0MS44N2MwIDIuOC0yLjI3IDUuMDctNS4wNiA1LjA3eiIgZmlsbD0iI2I5ZGFjNCIvPjxwYXRoIGQ9Ik00NC4yNSAxOC4yM3YtMy41Yy4xNi0uMDQuMzItLjA4LjQ3LS4xNWEyLjY5IDIuNjkgMCAwMC0xLjA0LTUuMTdjLTEuNDggMC0yLjY5IDEuMjEtMi42OSAyLjY5IDAgLjUzLjE2IDEuMDIuNDIgMS40NGwtNS4xMiA1LjA3Yy0uMjctLjE3LS41Ny0uMy0uODktLjM3di0zLjVjLjE2LS4wNC4zMi0uMDguNDctLjE1YTIuNjkgMi42OSAwIDEwLTMuNzMtMi40OGMwIC41My4xNiAxLjAyLjQyIDEuNDRsLTUuMTIgNS4wN2MtLjI3LS4xNy0uNTctLjMtLjg5LS4zN3YtMy41Yy4xNi0uMDQuMzItLjA4LjQ3LS4xNWEyLjY5IDIuNjkgMCAwMC0xLjA0LTUuMTdjLTEuNDggMC0yLjY5IDEuMjEtMi42OSAyLjY5YTIuNyAyLjcgMCAwMDIuMTIgMi42M3YzLjVhMi42OSAyLjY5IDAgMDAuNTcgNS4zMiAyLjY5MyAyLjY5MyAwIDAwMi43LTIuNjljMC0uNTMtLjE2LTEuMDItLjQyLTEuNDRsNS4xMi01LjA3Yy4yNy4xNy41Ny4zLjg5LjM3djMuNWEyLjY5IDIuNjkgMCAwMC41NyA1LjMyIDIuNjkzIDIuNjkzIDAgMDAyLjctMi42OWMwLS41My0uMTYtMS4wMi0uNDItMS40NGw1LjEyLTUuMDdjLjI3LjE3LjU3LjMuODkuMzd2My41YTIuNjkgMi42OSAwIDAwLjU3IDUuMzIgMi42ODQgMi42ODQgMCAwMDIuNjktMi42OSAyLjczIDIuNzMgMCAwMC0yLjE0LTIuNjN6bS0uNTgtNy42OGExLjU0IDEuNTQgMCAxMS0uMDAxIDMuMDgxIDEuNTQgMS41NCAwIDAxLjAwMS0zLjA4MXptLTguODUgMGExLjU0IDEuNTQgMCAxMS0uMDAxIDMuMDgxIDEuNTQgMS41NCAwIDAxLjAwMS0zLjA4MXpNMjQuNDEgMTIuMWExLjU0IDEuNTQgMCAxMTEuNTQgMS41NGMtLjg0IDAtMS41NC0uNjktMS41NC0xLjU0em0yLjE1IDEwLjE4YTEuNTQgMS41NCAwIDExLTEuMTk5LTIuODQxIDEuNTQgMS41NCAwIDAxMS4xOTkgMi44NDF6bTguODYgMGExLjU0IDEuNTQgMCAxMS0xLjE5OS0yLjg0MSAxLjU0IDEuNTQgMCAwMTEuMTk5IDIuODQxem04Ljg1IDBhMS41NCAxLjU0IDAgMTEuOTQtMS40MmMuMDEuNjItLjM2IDEuMTgtLjk0IDEuNDJ6TTI1LjMzIDM3LjE2Yy0uODUgMC0xLjUxLS4yNi0xLjk3LS43Ny0uNDYtLjUyLS42OS0xLjI1LS42OS0yLjE5cy4yMy0xLjY2LjctMi4xOGMuNDctLjUyIDEuMTItLjc4IDEuOTctLjc4Ljg1IDAgMS41LjI2IDEuOTcuNzguNDYuNTIuNyAxLjI1LjcgMi4xOCAwIC45NS0uMjMgMS42OC0uNjkgMi4xOS0uNDguNTEtMS4xNC43Ny0xLjk5Ljc3em0wLTEuMDRjLjQ4IDAgLjgzLS4xNiAxLjA2LS40OS4yMy0uMzMuMzUtLjguMzUtMS40MyAwLS42Mi0uMTItMS4xLS4zNS0xLjQyLS4yMy0uMzMtLjU5LS40OS0xLjA2LS40OS0uNDggMC0uODMuMTYtMS4wNi40OS0uMjMuMzMtLjM1LjgtLjM1IDEuNDIgMCAuNjIuMTIgMS4xLjM1IDEuNDMuMjIuMzIuNTguNDkgMS4wNi40OXptNC43My45M2gtMS4xOVYzMi45aC43OGwuMTcuNjFjLjE0LS4yLjMxLS4zNS41MS0uNDdzLjQ0LS4xNy43MS0uMTdjLjEyIDAgLjIxLjAxLjMuMDJ2MS4wOGgtLjI1Yy0uMjcgMC0uNDkuMDctLjY3LjIxLS4xOC4xNC0uMjkuMzItLjM0LjU1djIuMzJ6bTQuNDcgMGwtLjE2LS41OGMtLjE0LjIxLS4zMy4zNy0uNTUuNDlzLS40OC4xOC0uNzYuMThjLS40MyAwLS43Ny0uMTItMS4wMi0uMzUtLjI1LS4yNC0uMzctLjU2LS4zNy0uOTcgMC0uNDMuMTctLjc4LjQ5LTEuMDMuMzMtLjI1Ljc3LS4zOCAxLjMzLS4zOGguNjh2LS4xNWMwLS4yMy0uMDYtLjM4LS4xNy0uNDUtLjEyLS4wNy0uMy0uMS0uNTQtLjEtLjQ0IDAtLjkxLjEtMS40Mi4zdi0uOWMuMjEtLjA5LjQ1LS4xNi43My0uMjIuMjgtLjA2LjU2LS4wOS44NS0uMDkuNTQgMCAuOTYuMTIgMS4yNC4zNy4yOS4yNS40My42MS40MyAxLjA3djIuOGgtLjc2em0tMS4xNi0uNzhjLjE3IDAgLjMzLS4wNC40OC0uMTMuMTUtLjA5LjI3LS4yMS4zNi0uMzZ2LS42OGgtLjU2Yy0uMjcgMC0uNDguMDUtLjYzLjE2LS4xNS4xLS4yMi4yNS0uMjIuNDUgMCAuMzguMTkuNTYuNTcuNTZ6bTYuMDMtLjI4di45M2MtLjE2LjA2LS4zNS4xMi0uNTcuMTYtLjIyLjA0LS40NS4wNi0uNjcuMDYtMS4zOCAwLTIuMDYtLjc0LTIuMDYtMi4yMSAwLS42Ni4xOS0xLjE4LjU3LTEuNTYuMzgtLjM4LjktLjU3IDEuNTYtLjU3LjM2IDAgLjcxLjA2IDEuMDYuMTh2LjkyYy0uMjYtLjEzLS41NC0uMi0uODUtLjItLjM3IDAtLjY1LjEtLjg1LjMtLjIuMi0uMy41MS0uMy45MiAwIC40LjA5LjcxLjI2Ljk1LjE4LjIzLjQzLjM1Ljc3LjM1LjE3IDAgLjM0LS4wMi41Mi0uMDZzLjM3LS4xLjU2LS4xN3ptLjg0IDEuMDZWMzJsLS40My0uMzZ2LS40OGgxLjYydjUuODloLTEuMTl6bTUuNjctLjJjLS40LjE5LS44OC4yOS0xLjQ0LjI5LS43MSAwLTEuMjYtLjE5LTEuNjQtLjU2LS4zOC0uMzctLjU3LS45MS0uNTctMS42MiAwLS42Ny4xOC0xLjIuNTUtMS41OC4zNy0uMzguODgtLjU3IDEuNTMtLjU3LjU4IDAgMS4wMS4xNyAxLjMyLjUuMy4zMy40Ni44LjQ2IDEuMzl2LjZoLTIuNjdjLjA1LjMyLjE2LjU2LjM1LjcxLjE5LjE1LjQ1LjIyLjguMjIuMjIgMCAuNDMtLjAyLjYzLS4wNi4yLS4wNC40My0uMTEuNjktLjIxdi44OXptLTEuNi0zLjE4Yy0uNTYgMC0uODYuMjktLjkuODZoMS42M2MtLjAxLS4yNy0uMDgtLjQ4LS4yMS0uNjNhLjY1My42NTMgMCAwMC0uNTItLjIzek0xMi4xOCA0NS4wNWwyLjE3LTUuN2gxLjE4bDIuMTggNS43aC0xLjM3bC0uMzgtMS4xN2gtMi4xbC0uMzggMS4xN2gtMS4zem0yLjAxLTIuMmgxLjQ0bC0uNzItMi4yNC0uNzIgMi4yNHptMy45My42VjQwLjloMS4xOXYyLjUxYzAgLjUxLjIuNzYuNi43Ni4xOCAwIC4zNC0uMDYuNDktLjE3LjE1LS4xMS4yNy0uMjcuMzUtLjQ2VjQwLjloMS4xOXY0LjE1aC0uNzhsLS4xNi0uNjNjLS4zOC40OS0uODcuNzMtMS40NS43My0uNDYgMC0uODEtLjE1LTEuMDYtLjQ0LS4yNC0uMy0uMzctLjcyLS4zNy0xLjI2em01LjA3LjE3VjQxLjhoLS43M3YtLjZsLjc4LS4zMi4zNS0xLjE3aC43OHYxLjE5aC44OXYuODloLS44OXYxLjc2YzAgLjIuMDUuMzUuMTUuNDQuMS4wOS4yNS4xMy40NC4xM2guMTdjLjA2IDAgLjEyLS4wMS4xNy0uMDF2Ljk1Yy0uMTMuMDItLjI0LjAzLS4zNC4wNC0uMS4wMS0uMjEuMDEtLjM0LjAxLS40OCAwLS44My0uMTItMS4wOC0uMzZzLS4zNS0uNjItLjM1LTEuMTN6bTQuNjYgMS41MmMtLjY1IDAtMS4xNS0uMTktMS41Mi0uNTctLjM2LS4zOC0uNTUtLjkyLS41NS0xLjYgMC0uNjkuMTgtMS4yMi41NS0xLjYuMzYtLjM4Ljg3LS41NyAxLjUyLS41N3MxLjE2LjE5IDEuNTIuNTdjLjM2LjM4LjU0LjkxLjU0IDEuNiAwIC42OC0uMTggMS4yMi0uNTQgMS42LS4zNi4zOC0uODcuNTctMS41Mi41N3ptMC0uOWMuNTggMCAuODYtLjQyLjg2LTEuMjcgMC0uODQtLjI5LTEuMjYtLjg2LTEuMjZzLS44Ni40Mi0uODYgMS4yNmMwIC44NS4yOSAxLjI3Ljg2IDEuMjd6bTIuOTMuODF2LTUuN2gxLjI4bDEuODEgMy43NiAxLjc5LTMuNzZoMS4yOHY1LjdoLTEuMjF2LTMuNjlsLTEuNTEgMy4xNWgtLjc1bC0xLjUxLTMuMXYzLjY1aC0xLjE4em03LjI3IDB2LTUuN2gxLjIydjQuNjFoMi41MXYxLjA5aC0zLjczem00LjAzIDBsMS40NC0yLjEzLTEuMzgtMi4wMmgxLjM0bC43NyAxLjI0Ljc5LTEuMjRoMS4yMmwtMS4zOCAyLjAzIDEuNDQgMi4xMmgtMS4zNGwtLjgyLTEuMzYtLjg2IDEuMzZoLTEuMjJ6IiBmaWxsPSIjMzEyZTJjIi8+PHBhdGggZmlsbD0iI2M5NDYzNSIgZD0iTTAgNS44aDE4LjMzdjE4LjMzSDB6Ii8+PHBhdGggZD0iTTYuMjEgMTYuOTZ2Ljc5Yy0uMjEuMTEtLjQ1LjItLjcxLjI2LS4yNi4wNi0uNTQuMDktLjgzLjA5LS44NCAwLTEuNDgtLjI1LTEuOTMtLjc0LS40NS0uNS0uNjctMS4yMS0uNjctMi4xNSAwLS41OC4xMS0xLjA3LjMyLTEuNDguMjEtLjQxLjUxLS43My45MS0uOTUuNC0uMjIuODctLjMzIDEuNDEtLjMzLjI0IDAgLjQ4LjAzLjcxLjA4LjI0LjA2LjQ0LjEzLjYxLjIzdi43OWMtLjI2LS4xMS0uNDktLjE4LS42OC0uMjNzLS4zOS0uMDctLjU4LS4wN2MtLjU2IDAtLjk5LjE3LTEuMy41MS0uMy4zNC0uNDYuODItLjQ2IDEuNDQgMCAuNjcuMTUgMS4xOC40NSAxLjUzcy43NC41NCAxLjMuNTRjLjIyIDAgLjQ0LS4wMy42Ny0uMDhzLjUtLjEyLjc4LS4yM3ptLjgxIDEuMDN2LTUuNDVoMS44N2MxLjMxIDAgMS45Ni42IDEuOTYgMS43OSAwIDEuMi0uNjYgMS43OS0xLjk2IDEuNzloLS45NHYxLjg3aC0uOTN6TTguNyAxMy4zaC0uNzV2Mi4wN2guNzVjLjQzIDAgLjc0LS4wOC45My0uMjQuMTktLjE2LjI5LS40My4yOS0uNzkgMC0uMzctLjEtLjYzLS4yOS0uNzktLjE5LS4xNy0uNS0uMjUtLjkzLS4yNXptMi44NiAyLjE3di0yLjkzaC45NHYyLjkyYzAgLjYzLjEgMS4wOS4zIDEuMzhzLjUyLjQ0Ljk2LjQ0Yy40NCAwIC43Ni0uMTUuOTYtLjQ0LjItLjI5LjMtLjc1LjMtMS4zOHYtMi45MmguOTR2Mi45M2MwIC44OS0uMTggMS41NS0uNTQgMS45OHMtLjkxLjY0LTEuNjUuNjRjLS43NCAwLTEuMjktLjIxLTEuNjUtLjY0LS4zOC0uNDItLjU2LTEuMDgtLjU2LTEuOTh6IiBmaWxsPSIjZmZmIi8+PC9zdmc+