oracle-ads 2.13.7__py3-none-any.whl → 2.13.9rc0__py3-none-any.whl

ads/opctl/operator/lowcode/feature_store_marketplace/__main__.py

@@ -1,116 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*--
-# Copyright (c) 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-import json
-import sys
-
-from ads.opctl.backend.marketplace.marketplace_utils import Color, StatusIcons
-from ads.opctl.operator.lowcode.feature_store_marketplace.operator_utils import (
-    get_nlb_id_from_service,
-    update_resource_manager_stack,
-    apply_stack,
-    prompt_security_rules,
-)
-
-from ads.opctl.operator.lowcode.feature_store_marketplace.models.apigw_config import (
-    APIGatewayConfig,
-)
-from kubernetes.client import (
-    V1ServiceList,
-)
-
-from ads.opctl.backend.marketplace.marketplace_operator_interface import Status
-from ads.opctl.backend.marketplace.marketplace_operator_runner import (
-    MarketplaceOperatorRunner,
-)
-
-from ads.opctl.backend.marketplace.models.marketplace_type import (
-    MarketplaceListingDetails,
-    HelmMarketplaceListingDetails,
-    SecretStrategy,
-)
-from typing import Dict
-
-from ads.opctl.backend.marketplace.models.ocir_details import OCIRDetails
-from ads.opctl.operator.lowcode.feature_store_marketplace.const import LISTING_ID
-
-
-class FeatureStoreOperatorRunner(MarketplaceOperatorRunner):
-    @staticmethod
-    def __get_spec_from_config__(operator_config: str):
-        operator_config_json = json.loads(operator_config)
-        return operator_config_json["spec"]
-
-    def get_listing_details(self, operator_config: str) -> MarketplaceListingDetails:
-        operator_config_spec = self.__get_spec_from_config__(operator_config)
-        helm_values = operator_config_spec["helm"]["values"]
-        secret_name: str = operator_config_spec["clusterDetails"].get(
-            "dockerRegistrySecretName", ""
-        )
-        secret_strategy = SecretStrategy.PROMPT
-        helm_values["imagePullSecrets"] = [{"name": f"{secret_name}"}]
-
-        return HelmMarketplaceListingDetails(
-            listing_id=LISTING_ID,
-            helm_chart_tag=operator_config_spec["version"],
-            image_tag_pattern=[
-                f"feature-store-api-{operator_config_spec['version']}",
-                f"feature-store-authoriser-{operator_config_spec['version']}",
-            ],
-            marketplace_version=operator_config_spec["version"],
-            helm_values=helm_values,
-            ocir_details=OCIRDetails(operator_config_spec["ocirURL"]),
-            compartment_id=operator_config_spec["compartmentId"],
-            helm_app_name=operator_config_spec["helm"]["appName"],
-            docker_registry_secret=secret_name,
-            namespace=operator_config_spec["clusterDetails"]["namespace"],
-            secret_strategy=secret_strategy.PROMPT,
-        )
-
-    def get_oci_meta(self, operator_config: str, tags_map: Dict[str, str]) -> dict:
-        operator_config_spec = self.__get_spec_from_config__(operator_config)
-        ocir_details = OCIRDetails(operator_config_spec["ocirURL"])
-        image_tag = tags_map[f"feature-store-api-{operator_config_spec['version']}"]
-        oci_meta = {
-            "repo": ocir_details.repository_url,
-            "images": {
-                "api": {"image": f"/{ocir_details.image}", "tag": image_tag},
-                "authoriser": {"image": "dummy", "tag": "dummy"},
-            },
-        }
-        return oci_meta
-
-    def finalise_installation(
-        self,
-        operator_config: str,
-        status: Status,
-        tags_map: Dict[str, str],
-        kubernetes_service_list: V1ServiceList,
-    ):
-        if status == Status.FAILURE:
-            return
-        operator_config_spec = self.__get_spec_from_config__(operator_config)
-        ocir_details = OCIRDetails(operator_config_spec["ocirURL"])
-        apigw_config: APIGatewayConfig = APIGatewayConfig.from_dict(
-            operator_config_spec["apiGatewayDeploymentDetails"]
-        )
-        if not apigw_config.enabled:
-            return
-        fn_tag = tags_map[f"feature-store-authoriser-{operator_config_spec['version']}"]
-        nlb_id = get_nlb_id_from_service(kubernetes_service_list.items[0], apigw_config)
-        update_resource_manager_stack(
-            apigw_config,
-            nlb_id,
-            f"{ocir_details.ocir_url}:{fn_tag}",
-        )
-        apply_stack(apigw_config.stack_id)
-        prompt_security_rules(apigw_config.stack_id)
-        print(
-            f"{Color.GREEN}Successfully completed API Gateway deployment. {Color.END}{StatusIcons.TADA}"
-        )
-
-
-if __name__ == "__main__":
-    FeatureStoreOperatorRunner().run(sys.argv)

ads/opctl/operator/lowcode/feature_store_marketplace/cmd.py

@@ -1,85 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*--
-
-# Copyright (c) 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-from typing import Dict
-
-import click
-from ads.opctl.operator.lowcode.feature_store_marketplace.models.apigw_config import (
-    APIGatewayConfig,
-)
-
-from ads.opctl.operator.lowcode.feature_store_marketplace.operator_utils import (
-    get_latest_listing_version,
-    get_db_details,
-)
-
-from ads.opctl.operator.lowcode.feature_store_marketplace.models.db_config import (
-    DBConfig,
-)
-from ads.opctl.backend.marketplace.marketplace_utils import Color, print_heading
-from ads.opctl.operator.common.utils import _load_yaml_from_uri
-from ads.opctl.operator.common.operator_yaml_generator import YamlGenerator
-
-
-def init(**kwargs: Dict) -> dict:
-    """
-    Generates operator config by the schema.
-
-    Properties
-    ----------
-    kwargs: (Dict, optional).
-        Additional key value arguments.
-
-        - type: str
-            The type of the operator.
-
-    Returns
-    -------
-    str
-        The YAML specification generated based on the schema.
-    """
-    print(
-        "========= Feature store marketplace kubernetes cluster configuration ========="
-    )
-
-    print_heading("OCIR Configuration", colors=[Color.BOLD, Color.BLUE])
-    compartment_id = click.prompt("Compartment Id")
-    ocir_url: str = click.prompt(
-        "URL of the OCIR repository where the images will be cloned from marketplace \n"
-        "(format: {region}.ocir.io/{tenancy_namespace}/{repository})",
-    )
-    db_config: DBConfig = get_db_details()
-
-    print_heading(
-        f"Cluster configuration",
-        colors=[Color.BOLD, Color.BLUE],
-        prefix_newline_count=2,
-    )
-    helm_app_name = click.prompt("Helm app name", default="feature-store-api")
-    kubernetes_namespace = click.prompt("Kubernetes namespace", default="default")
-    version = click.prompt(
-        "Version of feature store stack to install",
-        default=get_latest_listing_version(compartment_id),
-    )
-    # api_gw_config = get_api_gw_details(compartment_id)
-    api_gw_config = APIGatewayConfig()
-    api_gw_config.enabled = False
-    yaml_dict: Dict = YamlGenerator(
-        schema=_load_yaml_from_uri(__file__.replace("cmd.py", "schema.yaml"))
-    ).generate_example_dict(
-        values={
-            "helm.values.db": db_config.to_dict(),
-            "helm.appName": helm_app_name,
-            "clusterDetails.namespace": kubernetes_namespace,
-            "compartmentId": compartment_id,
-            "ocirURL": f"{ocir_url.rstrip('/')}",
-            "spec.version": version,
-            "apiGatewayDeploymentDetails": api_gw_config.to_dict(),
-        },
-        required_keys=[],
-    )
-
-    return yaml_dict

ads/opctl/operator/lowcode/feature_store_marketplace/const.py

@@ -1,15 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*--
-
-# Copyright (c) 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-LISTING_ID = "ocid1.mktpublisting.oc1.iad.amaaaaaabiudgxya26lzh2dsyvg7cfzgllvdl6xo5phz4mnsoktxeutecrvq"
-APIGW_STACK_NAME = "fs-apigw-stack"
-STACK_URL = "https://raw.githubusercontent.com/harsh97/oci-data-science-ai-samples/feature-store/feature_store/fs_apigw_terraform.zip"
-NLB_RULES_ADDRESS = (
-    "module.feature_store_gw_subnet.oci_core_security_list.nlb_security_rules"
-)
-NODES_RULES_ADDRESS = (
-    "module.feature_store_gw_subnet.oci_core_security_list.node_security_rules"
-)

ads/opctl/operator/lowcode/feature_store_marketplace/models/__init__.py

@@ -1,4 +0,0 @@
-#!/usr/bin/env python
-
-# Copyright (c) 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/

ads/opctl/operator/lowcode/feature_store_marketplace/models/apigw_config.py

@@ -1,32 +0,0 @@
-#!/usr/bin/env python
-
-# Copyright (c) 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-from enum import Enum
-from typing import Union, Optional, List
-
-from ads.opctl.operator.lowcode.feature_store_marketplace.models.serializable_yaml_model import (
-    SerializableYAMLModel,
-)
-
-from ads.opctl.operator.lowcode.feature_store_marketplace.models.mysql_config import (
-    MySqlConfig,
-)
-
-
-class APIGatewayConfig(SerializableYAMLModel):
-    yaml_mapping = {
-        "enabled": "enabled",
-        "rootCompartmentId": "root_compartment_id",
-        "region": "region",
-        "authorizedUserGroups": "authorized_user_groups",
-        "stackId": "stack_id",
-    }
-
-    def __init__(self):
-        self.enabled = False
-        self.root_compartment_id: Optional[str] = None
-        self.region: Optional[str] = None
-        self.authorized_user_groups: Optional[str] = None
-        self.stack_id: Optional[str] = None

ads/opctl/operator/lowcode/feature_store_marketplace/models/db_config.py

@@ -1,43 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8; -*-
-
-# Copyright (c) 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-from enum import Enum
-from typing import Union, Optional
-
-from ads.opctl.operator.lowcode.feature_store_marketplace.models.serializable_yaml_model import (
-    SerializableYAMLModel,
-)
-
-from ads.opctl.operator.lowcode.feature_store_marketplace.models.mysql_config import (
-    MySqlConfig,
-)
-
-
-class DBConfig(SerializableYAMLModel):
-    yaml_mapping = {"configuredDB": "configured_db", "mysql": "mysql_config"}
-
-    class DBType(Enum):
-        MySQL = "MYSQL"
-
-    def __init__(self):
-        self._configured_db: Optional[DBConfig.DBType] = self.DBType.MySQL
-        self._mysql_config: Optional[MySqlConfig] = None
-
-    @property
-    def configured_db(self) -> DBType:
-        return self._configured_db
-
-    @configured_db.setter
-    def configured_db(self, configured_db: DBType):
-        self._configured_db = configured_db
-
-    @property
-    def mysql_config(self) -> MySqlConfig:
-        return self._mysql_config
-
-    @mysql_config.setter
-    def mysql_config(self, mysql_config: MySqlConfig):
-        self._mysql_config = mysql_config

ads/opctl/operator/lowcode/feature_store_marketplace/models/mysql_config.py

@@ -1,120 +0,0 @@
-#!/usr/bin/env python
-
-# Copyright (c) 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-
-from typing import Optional
-
-
-from ads.common.extended_enum import ExtendedEnum
-
-from ads.opctl.operator.lowcode.feature_store_marketplace.models.serializable_yaml_model import (
-    SerializableYAMLModel,
-)
-
-
-class MySqlConfig(SerializableYAMLModel):
-    class MySQLAuthType(ExtendedEnum):
-        VAULT = "VAULT"
-        BASIC = "BASIC"
-
-    class VaultConfig(SerializableYAMLModel):
-        yaml_mapping = {"vaultOcid": "vault_ocid", "secretName": "secret_name"}
-
-        def __init__(self):
-            self._vault_ocid: Optional[str] = None
-            self._secret_name: Optional[str] = None
-
-        @property
-        def vault_ocid(self) -> str:
-            return self._vault_ocid
-
-        @vault_ocid.setter
-        def vault_ocid(self, vault_ocid: str):
-            self._vault_ocid = vault_ocid
-
-        @property
-        def secret_name(self):
-            return self._secret_name
-
-        @secret_name.setter
-        def secret_name(self, secret_name: str):
-            self._secret_name = secret_name
-
-    class BasicConfig(SerializableYAMLModel):
-        yaml_mapping = {
-            "password": "password",
-        }
-
-        def __init__(self):
-            self._password: Optional[str] = None
-
-        @property
-        def password(self) -> str:
-            return self._password
-
-        @password.setter
-        def password(self, password: str):
-            self._password = password
-
-    yaml_mapping = {
-        "authType": "auth_type",
-        "jdbcURL": "url",
-        "username": "username",
-        "basic": "basic_config",
-        "vault": "vault_config",
-    }
-
-    def __init__(self):
-        self._url: Optional[str] = None
-        self._username: Optional[str] = None
-        self._vault_config: Optional[MySqlConfig.VaultConfig] = None
-        self._basic_config: Optional[MySqlConfig.BasicConfig] = None
-        self._auth_type: Optional[MySqlConfig.MySQLAuthType] = None
-
-    @property
-    def url(self) -> str:
-        return self._url
-
-    @url.setter
-    def url(self, url: str):
-        self._url = url
-
-    @property
-    def username(self) -> str:
-        return self._username
-
-    @username.setter
-    def username(self, username: str):
-        self._username = username
-
-    @property
-    def basic_config(self) -> BasicConfig:
-        return self._basic_config
-
-    @basic_config.setter
-    def basic_config(self, basic_config: BasicConfig):
-        self._basic_config = basic_config
-
-    @property
-    def vault_config(self) -> VaultConfig:
-        return self._vault_config
-
-    @vault_config.setter
-    def vault_config(self, vault_config: VaultConfig):
-        self._vault_config = vault_config
-
-    @property
-    def auth_type(self) -> MySQLAuthType:
-        if self._auth_type is None:
-            if self.basic_config is None and self.vault_config is not None:
-                return self.MySQLAuthType.VAULT
-            else:
-                return self.MySQLAuthType.BASIC
-        else:
-            return self._auth_type
-
-    @auth_type.setter
-    def auth_type(self, auth_type: MySQLAuthType):
-        self._auth_type = auth_type

ads/opctl/operator/lowcode/feature_store_marketplace/models/serializable_yaml_model.py

@@ -1,34 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8; -*-
-
-# Copyright (c) 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-from enum import Enum
-
-from typing import Type, Dict
-
-
-class SerializableYAMLModel:
-    yaml_mapping = {}
-
-    def to_dict(self) -> Dict[str, object]:
-        d = {}
-        for yaml_key, obj_key in self.yaml_mapping.items():
-            obj_value = self.__getattribute__(obj_key)
-            if obj_value is not None:
-                if isinstance(obj_value, SerializableYAMLModel):
-                    obj_value = obj_value.to_dict()
-                elif isinstance(obj_value, Enum):
-                    obj_value = obj_value.value
-                d[yaml_key] = obj_value
-        return d
-
-    @classmethod
-    def from_dict(cls: Type["SerializableYAMLModel"], d: dict):
-        instance = cls()
-        yaml_mapping = instance.yaml_mapping
-        for yaml_key, obj_value in d.items():
-            if yaml_key in yaml_mapping:
-                instance.__setattr__(yaml_mapping.get(yaml_key), obj_value)
-        return instance