snowflake-cli-labs 2.8.0rc1__py3-none-any.whl → 2.8.2__py3-none-any.whl

snowflake/cli/plugins/spcs/image_repository/commands.py

@@ -1,196 +0,0 @@
-# Copyright (c) 2024 Snowflake Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from __future__ import annotations
-
-import json
-from typing import Optional
-
-import requests
-import typer
-from click import ClickException
-from snowflake.cli.api.commands.flags import (
-    IfNotExistsOption,
-    ReplaceOption,
-    like_option,
-)
-from snowflake.cli.api.commands.snow_typer import SnowTyperFactory
-from snowflake.cli.api.console import cli_console
-from snowflake.cli.api.constants import ObjectType
-from snowflake.cli.api.output.types import (
-    CollectionResult,
-    MessageResult,
-    SingleQueryResult,
-)
-from snowflake.cli.api.project.util import is_valid_object_name
-from snowflake.cli.plugins.object.command_aliases import (
-    add_object_command_aliases,
-    scope_option,
-)
-from snowflake.cli.plugins.spcs.image_registry.manager import RegistryManager
-from snowflake.cli.plugins.spcs.image_repository.manager import ImageRepositoryManager
-
-app = SnowTyperFactory(
-    name="image-repository",
-    help="Manages Snowpark Container Services image repositories.",
-    short_help="Manages image repositories.",
-)
-
-
-def _repo_name_callback(name: str):
-    if not is_valid_object_name(name, max_depth=2, allow_quoted=False):
-        raise ClickException(
-            f"'{name}' is not a valid image repository name. Note that image repository names must be unquoted identifiers. The same constraint also applies to database and schema names where you create an image repository."
-        )
-    return name
-
-
-REPO_NAME_ARGUMENT = typer.Argument(
-    help="Name of the image repository.",
-    callback=_repo_name_callback,
-    show_default=False,
-)
-
-add_object_command_aliases(
-    app=app,
-    object_type=ObjectType.IMAGE_REPOSITORY,
-    name_argument=REPO_NAME_ARGUMENT,
-    like_option=like_option(
-        help_example='`list --like "my%"` lists all image repositories that begin with “my”.'
-    ),
-    scope_option=scope_option(help_example="`list --in database my_db`"),
-    ommit_commands=["describe"],
-)
-
-
-@app.command(requires_connection=True)
-def create(
-    name: str = REPO_NAME_ARGUMENT,
-    replace: bool = ReplaceOption(),
-    if_not_exists: bool = IfNotExistsOption(),
-    **options,
-):
-    """
-    Creates a new image repository in the current schema.
-    """
-    return SingleQueryResult(
-        ImageRepositoryManager().create(
-            name=name, replace=replace, if_not_exists=if_not_exists
-        )
-    )
-
-
-@app.command("list-images", requires_connection=True)
-def list_images(
-    name: str = REPO_NAME_ARGUMENT,
-    **options,
-) -> CollectionResult:
-    """Lists images in the given repository."""
-    repository_manager = ImageRepositoryManager()
-    database = repository_manager.get_database()
-    schema = repository_manager.get_schema()
-    url = repository_manager.get_repository_url(name)
-    api_url = repository_manager.get_repository_api_url(url)
-    bearer_login = RegistryManager().login_to_registry(api_url)
-    repos = []
-    query: Optional[str] = f"{api_url}/_catalog?n=10"
-
-    while query:
-        # Make paginated catalog requests
-        response = requests.get(
-            query, headers={"Authorization": f"Bearer {bearer_login}"}
-        )
-
-        if response.status_code != 200:
-            raise ClickException(f"Call to the registry failed {response.text}")
-
-        data = json.loads(response.text)
-        if "repositories" in data:
-            repos.extend(data["repositories"])
-
-        if "Link" in response.headers:
-            # There are more results
-            query = f"{api_url}/_catalog?n=10&last={repos[-1]}"
-        else:
-            query = None
-
-    images = []
-    for repo in repos:
-        prefix = f"/{database}/{schema}/{name}/"
-        repo = repo.replace("baserepo/", prefix)
-        images.append({"image": repo})
-
-    return CollectionResult(images)
-
-
-@app.command("list-tags", requires_connection=True)
-def list_tags(
-    name: str = REPO_NAME_ARGUMENT,
-    image_name: str = typer.Option(
-        ...,
-        "--image-name",
-        "--image_name",
-        "-i",
-        help="Fully qualified name of the image as shown in the output of list-images",
-        show_default=False,
-    ),
-    **options,
-) -> CollectionResult:
-    """Lists tags for the given image in a repository."""
-
-    repository_manager = ImageRepositoryManager()
-    url = repository_manager.get_repository_url(name)
-    api_url = repository_manager.get_repository_api_url(url)
-    bearer_login = RegistryManager().login_to_registry(api_url)
-
-    image_realname = "/".join(image_name.split("/")[4:])
-    tags = []
-    query: Optional[str] = f"{api_url}/{image_realname}/tags/list?n=10"
-
-    while query is not None:
-        # Make paginated catalog requests
-        response = requests.get(
-            query, headers={"Authorization": f"Bearer {bearer_login}"}
-        )
-
-        if response.status_code != 200:
-            cli_console.warning(f"Call to the registry failed {response.text}")
-
-        data = json.loads(response.text)
-        if "tags" in data:
-            tags.extend(data["tags"])
-
-        if "Link" in response.headers:
-            # There are more results
-            query = f"{api_url}/{image_realname}/tags/list?n=10&last={tags[-1]}"
-        else:
-            query = None
-
-    tags_list = []
-    for tag in tags:
-        image_tag = f"{image_name}:{tag}"
-        tags_list.append({"tag": image_tag})
-
-    return CollectionResult(tags_list)
-
-
-@app.command("url", requires_connection=True)
-def repo_url(
-    name: str = REPO_NAME_ARGUMENT,
-    **options,
-):
-    """Returns the URL for the given repository."""
-    return MessageResult(
-        (ImageRepositoryManager().get_repository_url(repo_name=name, with_scheme=False))
-    )

snowflake/cli/plugins/spcs/image_repository/manager.py

@@ -1,84 +0,0 @@
-# Copyright (c) 2024 Snowflake Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from urllib.parse import urlparse
-
-from snowflake.cli.api.constants import ObjectType
-from snowflake.cli.api.identifiers import FQN
-from snowflake.cli.api.sql_execution import SqlExecutionMixin
-from snowflake.cli.plugins.spcs.common import handle_object_already_exists
-from snowflake.connector.errors import ProgrammingError
-
-
-class ImageRepositoryManager(SqlExecutionMixin):
-    def get_database(self):
-        return self._conn.database
-
-    def get_schema(self):
-        return self._conn.schema
-
-    def get_role(self):
-        return self._conn.role
-
-    def get_repository_url(self, repo_name: str, with_scheme: bool = True):
-
-        repo_row = self.show_specific_object(
-            "image repositories", repo_name, check_schema=True
-        )
-        if repo_row is None:
-            fqn = FQN.from_string(repo_name).using_connection(self._conn)
-            raise ProgrammingError(
-                f"Image repository '{fqn.identifier}' does not exist or not authorized."
-            )
-        if with_scheme:
-            return f"https://{repo_row['repository_url']}"
-        else:
-            return repo_row["repository_url"]
-
-    def get_repository_api_url(self, repo_url):
-        """
-        Converts a repo URL to a registry OCI API URL.
-        https://reg.com/db/schema/repo becomes https://reg.com/v2/db/schema/repo
-        """
-        parsed_url = urlparse(repo_url)
-
-        scheme = parsed_url.scheme
-        host = parsed_url.netloc
-        path = parsed_url.path
-
-        return f"{scheme}://{host}/v2{path}"
-
-    def create(
-        self,
-        name: str,
-        if_not_exists: bool,
-        replace: bool,
-    ):
-        if if_not_exists and replace:
-            raise ValueError(
-                "'replace' and 'if_not_exists' options are mutually exclusive for ImageRepositoryManager.create"
-            )
-        elif replace:
-            create_statement = "create or replace image repository"
-        elif if_not_exists:
-            create_statement = "create image repository if not exists"
-        else:
-            create_statement = "create image repository"
-
-        try:
-            return self._execute_schema_query(f"{create_statement} {name}", name=name)
-        except ProgrammingError as e:
-            handle_object_already_exists(
-                e, ObjectType.IMAGE_REPOSITORY, name, replace_available=True
-            )

snowflake/cli/plugins/spcs/jobs/__init__.py

@@ -1,13 +0,0 @@
-# Copyright (c) 2024 Snowflake Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.

snowflake/cli/plugins/spcs/jobs/commands.py

@@ -1,78 +0,0 @@
-# Copyright (c) 2024 Snowflake Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import sys
-from pathlib import Path
-
-import typer
-from snowflake.cli.api.commands.snow_typer import SnowTyperFactory
-from snowflake.cli.api.output.types import CommandResult, SingleQueryResult
-from snowflake.cli.plugins.spcs.common import print_log_lines
-from snowflake.cli.plugins.spcs.jobs.manager import JobManager
-
-app = SnowTyperFactory(
-    name="job",
-    help="Manages Snowpark jobs.",
-    is_hidden=lambda: True,
-)
-
-
-@app.command(requires_connection=True)
-def create(
-    compute_pool: str = typer.Option(
-        ..., "--compute-pool", help="Name of the pool in which to run the job."
-    ),
-    spec_path: Path = typer.Option(
-        ...,
-        "--spec-path",
-        help="Path to the `spec.yaml` file containing the job details.",
-        file_okay=True,
-        dir_okay=False,
-        exists=True,
-    ),
-    **options,
-) -> CommandResult:
-    """
-    Creates a job to run in a compute pool.
-    """
-    cursor = JobManager().create(compute_pool=compute_pool, spec_path=spec_path)
-    return SingleQueryResult(cursor)
-
-
-@app.command(requires_connection=True)
-def logs(
-    identifier: str = typer.Argument(..., help="Job id"),
-    container_name: str = typer.Option(
-        ..., "--container-name", help="Name of the container."
-    ),
-    **options,
-):
-    """
-    Retrieves local logs from a job container.
-    """
-    results = JobManager().logs(job_name=identifier, container_name=container_name)
-    cursor = results.fetchone()
-    logs = next(iter(cursor)).split("\n")
-    print_log_lines(sys.stdout, identifier, "0", logs)
-
-
-@app.command(requires_connection=True)
-def status(
-    identifier: str = typer.Argument(..., help="ID of the job."), **options
-) -> CommandResult:
-    """
-    Returns the status of a named Snowpark Container Services job.
-    """
-    cursor = JobManager().status(job_name=identifier)
-    return SingleQueryResult(cursor)

snowflake/cli/plugins/spcs/jobs/manager.py

@@ -1,53 +0,0 @@
-# Copyright (c) 2024 Snowflake Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from pathlib import Path
-
-from snowflake.cli.api.constants import DEFAULT_SIZE_LIMIT_MB
-from snowflake.cli.api.secure_path import SecurePath
-from snowflake.cli.api.sql_execution import SqlExecutionMixin
-from snowflake.connector.cursor import SnowflakeCursor
-
-
-class JobManager(SqlExecutionMixin):
-    def create(self, compute_pool: str, spec_path: Path) -> SnowflakeCursor:
-        spec = self._read_yaml(spec_path)
-        return self._execute_schema_query(
-            f"""\
-            EXECUTE SERVICE
-            IN COMPUTE POOL {compute_pool}
-            FROM SPECIFICATION $$
-            {spec}
-            $$
-            """
-        )
-
-    def _read_yaml(self, path: Path) -> str:
-        # TODO(aivanou): Add validation towards schema
-        # TODO(aivanou): Combine this with service manager
-        import json
-
-        import yaml
-
-        with SecurePath(path).open("r", read_file_limit_mb=DEFAULT_SIZE_LIMIT_MB) as fh:
-            data = yaml.safe_load(fh)
-        return json.dumps(data)
-
-    def status(self, job_name: str) -> SnowflakeCursor:
-        return self._execute_query(f"CALL SYSTEM$GET_JOB_STATUS('{job_name}')")
-
-    def logs(self, job_name: str, container_name: str):
-        return self._execute_query(
-            f"call SYSTEM$GET_JOB_LOGS('{job_name}', '{container_name}')"
-        )

snowflake/cli/plugins/spcs/plugin_spec.py

@@ -1,30 +0,0 @@
-# Copyright (c) 2024 Snowflake Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from snowflake.cli.api.plugins.command import (
-    SNOWCLI_ROOT_COMMAND_PATH,
-    CommandSpec,
-    CommandType,
-    plugin_hook_impl,
-)
-from snowflake.cli.plugins.spcs import app
-
-
-@plugin_hook_impl
-def command_spec():
-    return CommandSpec(
-        parent_command_path=SNOWCLI_ROOT_COMMAND_PATH,
-        command_type=CommandType.COMMAND_GROUP,
-        typer_instance=app.create_instance(),
-    )

snowflake/cli/plugins/spcs/services/__init__.py

@@ -1,13 +0,0 @@
-# Copyright (c) 2024 Snowflake Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.