oracle-ads 2.13.7__py3-none-any.whl → 2.13.9rc0__py3-none-any.whl

ads/opctl/operator/lowcode/recommender/schema.yaml

@@ -1,265 +0,0 @@
-kind:
-  allowed:
-    - operator
-  required: true
-  type: string
-  default: operator
-  meta:
-    description: "Which service are you trying to use? Common kinds: `operator`, `job`"
-
-version:
-  allowed:
-    - "v1"
-  required: true
-  type: string
-  default: v1
-  meta:
-    description: "Operators may change yaml file schemas from version to version, as well as implementation details. Double check the version to ensure compatibility."
-
-type:
-  required: true
-  type: string
-  default: recommender
-  meta:
-    description: "Type should always be `recommender` when using a recommender operator"
-
-
-spec:
-  required: true
-  type: dict
-  schema:
-    user_data:
-      required: true
-      type: dict
-      default: {"url": "user_data.csv"}
-      meta:
-        description: "This should contain user related attribute."
-      schema:
-        connect_args:
-          nullable: true
-          required: false
-          type: dict
-        format:
-          allowed:
-            - csv
-            - json
-            - clipboard
-            - excel
-            - feather
-            - sql_table
-            - sql_query
-            - hdf
-            - tsv
-          required: false
-          type: string
-        columns:
-          required: false
-          type: list
-          schema:
-            type: string
-        filters:
-          required: false
-          type: list
-          schema:
-            type: string
-        options:
-          nullable: true
-          required: false
-          type: dict
-        sql:
-          required: false
-          type: string
-        table_name:
-          required: false
-          type: string
-        url:
-          required: false
-          type: string
-          meta:
-            description: "The url can be local, or remote. For example: `oci://<bucket>@<namespace>/data.csv`"
-        limit:
-          required: false
-          type: integer
-
-    item_data:
-      required: true
-      type: dict
-      default: {"url": "item_data.csv"}
-      meta:
-        description: "This should contain item related attribute"
-      schema:
-        connect_args:
-          nullable: true
-          required: false
-          type: dict
-        format:
-          allowed:
-            - csv
-            - json
-            - clipboard
-            - excel
-            - feather
-            - sql_table
-            - sql_query
-            - hdf
-            - tsv
-          required: false
-          type: string
-        columns:
-          required: false
-          type: list
-          schema:
-            type: string
-        filters:
-          required: false
-          type: list
-          schema:
-            type: string
-        options:
-          nullable: true
-          required: false
-          type: dict
-        sql:
-          required: false
-          type: string
-        table_name:
-          required: false
-          type: string
-        url:
-          required: false
-          type: string
-          meta:
-            description: "The url can be local, or remote. For example: `oci://<bucket>@<namespace>/data.csv`"
-        limit:
-          required: false
-          type: integer
-
-    interactions_data:
-      required: true
-      default: {"url": "interactions_data.csv"}
-      meta:
-        description: "This should include interactions between items and users"
-      schema:
-        connect_args:
-          nullable: true
-          required: false
-          type: dict
-        format:
-          allowed:
-            - csv
-            - json
-            - clipboard
-            - excel
-            - feather
-            - sql_table
-            - sql_query
-            - hdf
-            - tsv
-          required: false
-          type: string
-        columns:
-          required: false
-          type: list
-          schema:
-            type: string
-        filters:
-          required: false
-          type: list
-          schema:
-            type: string
-        options:
-          nullable: true
-          required: false
-          type: dict
-        sql:
-          required: false
-          type: string
-        table_name:
-          required: false
-          type: string
-        url:
-          required: false
-          type: string
-          meta:
-            description: "The url can be local, or remote. For example: `oci://<bucket>@<namespace>/data.csv`"
-        limit:
-          required: false
-          type: integer
-      type: dict
-
-    top_k:
-      required: true
-      type: integer
-      default: 1
-
-    output_directory:
-      required: false
-      schema:
-        connect_args:
-          nullable: true
-          required: false
-          type: dict
-        format:
-          allowed:
-            - csv
-            - json
-            - clipboard
-            - excel
-            - feather
-            - sql_table
-            - sql_query
-            - hdf
-            - tsv
-          required: false
-          type: string
-        columns:
-          required: false
-          type: list
-          schema:
-            type: string
-        filters:
-          required: false
-          type: list
-          schema:
-            type: string
-        options:
-          nullable: true
-          required: false
-          type: dict
-        sql:
-          required: false
-          type: string
-        table_name:
-          required: false
-          type: string
-        url:
-          required: false
-          type: string
-          meta:
-            description: "The url can be local, or remote. For example: `oci://<bucket>@<namespace>/data.csv`"
-        limit:
-          required: false
-          type: integer
-      type: dict
-
-    report_filename:
-      required: false
-      type: string
-      default: report.html
-      meta:
-        description: "Placed into output_directory location. Defaults to report.html"
-
-    user_column:
-      type: string
-      required: true
-      default: "user_id"
-
-    item_column:
-      type: string
-      required: true
-      default: "item_id"
-
-    interaction_column:
-      type: string
-      required: true
-      default: "rating"

ads/opctl/operator/lowcode/recommender/utils.py

@@ -1,13 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*--
-
-# Copyright (c) 2023, 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-import os
-
-
-def default_signer(**kwargs):
-    os.environ["EXTRA_USER_AGENT_INFO"] = "Recommender-Operator"
-    from ads.common.auth import default_signer
-    return default_signer(**kwargs)

ads/opctl/operator/runtime/__init__.py

@@ -1,5 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*--
-
-# Copyright (c) 2023 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/

ads/opctl/operator/runtime/const.py

@@ -1,17 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8; -*-
-
-# Copyright (c) 2023, 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-
-from .runtime import ContainerRuntime, PythonRuntime
-from .marketplace_runtime import MarketplacePythonRuntime
-
-RUNTIME_TYPE_MAP = {
-    ContainerRuntime.type: ContainerRuntime,
-    PythonRuntime.type: PythonRuntime,
-}
-MARKETPLACE_RUNTIME_MAP = {
-    MarketplacePythonRuntime.type: MarketplacePythonRuntime,
-}

ads/opctl/operator/runtime/container_runtime_schema.yaml

@@ -1,50 +0,0 @@
-kind:
-  allowed:
-    - operator.local
-  required: true
-  type: string
-  meta:
-    description: "The operator local runtime. Kind should always be `operator.local` when using an operator with local container runtime."
-version:
-  allowed:
-    - "v1"
-  required: true
-  type: string
-  meta:
-    description: "Operator local runtime may change yaml file schemas from version to version, as well as implementation details. Double check the version to ensure compatibility."
-type:
-  allowed:
-    - container
-  required: true
-  type: string
-  meta:
-    description: "Type should always be `container` when using an operator with local container runtime."
-spec:
-  required: true
-  type: dict
-  schema:
-    image:
-      nullable: true
-      required: false
-      type: string
-      default: image:tag
-      meta:
-        description: "The image to run the operator. By default will be used the operator name with latest tag."
-    env:
-      nullable: true
-      required: false
-      type: list
-      schema:
-        type: dict
-        schema:
-          name:
-            type: string
-          value:
-            type:
-              - number
-              - string
-    volume:
-      required: false
-      type:
-        - string
-        - list

ads/opctl/operator/runtime/marketplace_runtime.py

@@ -1,50 +0,0 @@
-#!/usr/bin/env python
-
-# Copyright (c) 2024, 2025 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-from dataclasses import dataclass
-from typing import ClassVar, Dict
-
-from ads.common.extended_enum import ExtendedEnum
-from ads.opctl.operator.common.operator_yaml_generator import YamlGenerator
-from ads.opctl.operator.common.utils import _load_yaml_from_uri
-from ads.opctl.operator.runtime.runtime import Runtime
-
-
-class OPERATOR_MARKETPLACE_LOCAL_RUNTIME_TYPE(ExtendedEnum):
-    PYTHON = "python"
-
-
-MARKETPLACE_OPERATOR_LOCAL_KIND = "marketplace.local"
-
-
-@dataclass(repr=True)
-class MarketplacePythonRuntime(Runtime):
-    """Represents a python operator runtime."""
-
-    _schema: ClassVar[str] = "python_marketplace_runtime_schema.yaml"
-    type: str = OPERATOR_MARKETPLACE_LOCAL_RUNTIME_TYPE.PYTHON
-    version: str = "v1"
-
-    def __init__(self, **kwargs):
-        kwargs.update(kind=MARKETPLACE_OPERATOR_LOCAL_KIND)
-        self.spec = YamlGenerator(
-            schema=_load_yaml_from_uri(
-                __file__.replace("marketplace_runtime.py", self._schema)
-            )
-        ).generate_example_dict()
-
-        super().__init__(**kwargs)
-
-    @classmethod
-    def init(cls, **kwargs: Dict) -> "MarketplacePythonRuntime":
-        """Initializes a starter specification for the runtime.
-
-        Returns
-        -------
-        PythonRuntime
-            The runtime instance.
-        """
-        instance = cls()
-        return instance

ads/opctl/operator/runtime/python_marketplace_runtime_schema.yaml

@@ -1,21 +0,0 @@
-kind:
-  allowed:
-    - marketplace.local
-  required: true
-  type: string
-  meta:
-    description: "The operator marketplace local runtime. Kind should always be `operator.local` when using an operator with local python runtime."
-version:
-  allowed:
-    - "v1"
-  required: true
-  type: string
-  meta:
-    description: "Operator local runtime may change yaml file schemas from version to version, as well as implementation details. Double check the version to ensure compatibility."
-type:
-  allowed:
-    - python
-  required: true
-  type: string
-  meta:
-    description: "Type should always be `python` when using an operator with local python runtime."

ads/opctl/operator/runtime/python_runtime_schema.yaml

@@ -1,21 +0,0 @@
-kind:
-  allowed:
-    - operator.local
-  required: true
-  type: string
-  meta:
-    description: "The operator local runtime. Kind should always be `operator.local` when using an operator with local python runtime."
-version:
-  allowed:
-    - "v1"
-  required: true
-  type: string
-  meta:
-    description: "Operator local runtime may change yaml file schemas from version to version, as well as implementation details. Double check the version to ensure compatibility."
-type:
-  allowed:
-    - python
-  required: true
-  type: string
-  meta:
-    description: "Type should always be `python` when using an operator with local python runtime."

ads/opctl/operator/runtime/runtime.py

@@ -1,115 +0,0 @@
-#!/usr/bin/env python
-
-# Copyright (c) 2023, 2025 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-
-import json
-import os
-from dataclasses import dataclass, field
-from typing import Any, ClassVar, Dict, List
-
-from cerberus import Validator
-
-from ads.common.extended_enum import ExtendedEnum
-from ads.common.serializer import DataClassSerializable
-from ads.opctl.operator.common.errors import InvalidParameterError
-from ads.opctl.operator.common.utils import _load_yaml_from_uri
-
-
-class OPERATOR_LOCAL_RUNTIME_TYPE(ExtendedEnum):
-    PYTHON = "python"
-    CONTAINER = "container"
-
-
-OPERATOR_LOCAL_RUNTIME_KIND = "operator.local"
-
-
-@dataclass(repr=True)
-class Runtime(DataClassSerializable):
-    """Base class for the operator's runtimes."""
-
-    _schema: ClassVar[str] = ""
-    type: str = None
-    version: str = None
-    spec: Any = None
-    kind: str = None
-
-    def __init__(self, kind: str = OPERATOR_LOCAL_RUNTIME_KIND, **kwargs):
-        self.kind = kind
-
-    @classmethod
-    def _validate_dict(cls, obj_dict: Dict) -> bool:
-        """Validates the operator specification.
-
-        Parameters
-        ----------
-        obj_dict: (dict)
-            Dictionary representation of the object
-
-        Returns
-        -------
-        bool
-            True if the validation passed, else False.
-        """
-        schema = _load_yaml_from_uri(
-            os.path.join(os.path.dirname(os.path.abspath(__file__)), cls._schema)
-        )
-        validator = Validator(schema, purge_unknown=True)
-        result = validator.validate(obj_dict)
-
-        if not result:
-            raise InvalidParameterError(json.dumps(validator.errors, indent=2))
-        return True
-
-
-@dataclass(repr=True)
-class ContainerRuntimeSpec(DataClassSerializable):
-    """Represents a container operator runtime specification."""
-
-    image: str = None
-    env: List[Dict] = field(default_factory=list)
-    volume: List[str] = field(default_factory=list)
-
-
-@dataclass(repr=True)
-class ContainerRuntime(Runtime):
-    """Represents a container operator runtime."""
-
-    _schema: ClassVar[str] = "container_runtime_schema.yaml"
-    type: str = OPERATOR_LOCAL_RUNTIME_TYPE.CONTAINER
-    version: str = "v1"
-    kind: str = OPERATOR_LOCAL_RUNTIME_KIND
-    spec: ContainerRuntimeSpec = field(default_factory=ContainerRuntimeSpec)
-
-    @classmethod
-    def init(cls, **kwargs: Dict) -> "ContainerRuntime":
-        """Initializes a starter specification for the runtime.
-
-        Returns
-        -------
-        ContainerRuntime
-            The runtime instance.
-        """
-        return cls(spec=ContainerRuntimeSpec.from_dict(kwargs))
-
-
-@dataclass(repr=True)
-class PythonRuntime(Runtime):
-    """Represents a python operator runtime."""
-
-    _schema: ClassVar[str] = "python_runtime_schema.yaml"
-    kind: str = OPERATOR_LOCAL_RUNTIME_KIND
-    type: str = OPERATOR_LOCAL_RUNTIME_TYPE.PYTHON
-    version: str = "v1"
-
-    @classmethod
-    def init(cls, **kwargs: Dict) -> "PythonRuntime":
-        """Initializes a starter specification for the runtime.
-
-        Returns
-        -------
-        PythonRuntime
-            The runtime instance.
-        """
-        return cls()

ads/opctl/schema.yaml.yml

@@ -1,36 +0,0 @@
-schema.yaml
-
-kind:
-  allowed:
-    - distributed
-  required: true
-  type: string
-type:
-  allowed:
-    - dask_cluster
-  required: true
-  type: string
-version:
-  allowed:
-    - 1.0
-  required: true
-  type: string
-spec:
-  type: dict
-  required: true
-  schema:
-    infrastructure:
-      kind:
-        allowed:
-          - infrastructure
-        required: True
-        type: string
-      type:
-        allowed:
-          - DataScienceJob
-        required: true
-        type: string
-      spec:
-        type: dict
-        required: true
-        schema:

ads/opctl/script.py

@@ -1,40 +0,0 @@
-import argparse
-import json
-
-from ads.common.auth import AuthContext
-from ads.model.generic_model import GenericModel
-
-
-def verify(artifact_dir, payload, auth, profile): # pragma: no cover
-    kwargs = {"auth": auth}
-    if profile != 'None':
-        kwargs["profile"] = profile
-    with AuthContext(**kwargs):
-        model = GenericModel.from_model_artifact(
-            uri=artifact_dir,
-            artifact_dir=artifact_dir,
-            force_overwrite=True,
-        )
-
-        try:
-            payload = json.loads(payload)
-        except:
-            pass
-        print(model.verify(payload, auto_serialize_data=False))
-
-
-def main(): # pragma: no cover
-    parser = argparse.ArgumentParser()
-    parser.add_argument("--payload", type=str, required=True)
-    parser.add_argument("--artifact-directory", type=str, required=True)
-    parser.add_argument("--auth", type=str, required=True)
-    parser.add_argument("--profile", type=str,required=False)
-    args = parser.parse_args()
-    verify(
-        artifact_dir=args.artifact_directory, payload=args.payload, auth=args.auth, profile=args.profile
-    )
-    return 0
-
-
-if __name__ == "__main__": # pragma: no cover
-    main()

ads/opctl/spark/__init__.py

@@ -1,5 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8; -*-
-
-# Copyright (c) 2022 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/

ads/opctl/spark/cli.py

@@ -1,43 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8; -*-
-
-# Copyright (c) 2022, 2023 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-
-import click
-
-from ads.common.auth import AuthType
-from ads.opctl.utils import suppress_traceback
-from ads.opctl.spark.cmds import core_site as core_site_cmd
-
-
-@click.group("spark")
-@click.help_option("--help", "-h")
-def commands():
-    "The CLI to assist in the management of the Spark workloads."
-    pass
-
-
-@commands.command()
-@click.option(
-    "--auth",
-    "-a",
-    help="authentication method",
-    type=click.Choice(AuthType.values()),
-    default=None,
-)
-@click.option("--oci-config", help="oci config file path", default=None, required=False)
-@click.option(
-    "--overwrite", "-o", help="overwrite core-site.xml", default=False, is_flag=True
-)
-@click.option("--oci-profile", help="oci profile to use", default=None, required=False)
-@click.option("--debug", "-d", help="set debug mode", is_flag=True, default=False)
-@click.help_option("--help", "-h")
-def core_site(auth, oci_config, overwrite, oci_profile, debug):
-    suppress_traceback(debug)(core_site_cmd)(
-        auth,
-        oci_config,
-        overwrite,
-        oci_profile,
-    )