cmem-cmemc 23.2__py3-none-any.whl → 23.3.0__py3-none-any.whl

cmem/cmemc/cli/__init__.py

@@ -1,5 +1,5 @@
 """The main command line interface."""
-
+from importlib.resources import open_text
 import os
 from subprocess import CalledProcessError  # nosec
 import sys
@@ -38,6 +38,12 @@ from cmem.cmemc.cli.commands import CmemcGroup
 
 CMEMC_VERSION = get_version()
 
+# this will output a custom zsh completion function
+if os.environ.get("_CMEMC_COMPLETE", "") == "zsh_source":
+    with open_text("cmem.cmemc.cli", "_cmemc.zsh") as zsh_output:
+        print(zsh_output.read())
+    sys.exit(0)
+
 version = sys.version_info
 PYTHON_VERSION = f"{version.major}.{version.minor}.{version.micro}"
 PYTHON_EXPECTED = "3.11"
@@ -65,12 +71,12 @@ CONTEXT_SETTINGS = {
 @click.option(
     '-c', '--connection',
     type=click.STRING,
-    autocompletion=completion.connections,
+    shell_complete=completion.connections,
     help='Use a specific connection from the config file.'
 )
 @click.option(
     '--config-file',
-    autocompletion=completion.ini_files,
+    shell_complete=completion.ini_files,
     type=click.Path(
         readable=True,
         allow_dash=False,

cmem/cmemc/cli/_cmemc.zsh

@@ -0,0 +1,44 @@
+#compdef cmemc
+
+_cmemc_completion() {
+    local -a completions
+    local -a completions_with_descriptions
+    local -a response
+    (( ! $+commands[cmemc] )) && return 1
+
+    response=("${(@f)$(env COMP_WORDS="${words[*]}" COMP_CWORD=$((CURRENT-1)) _CMEMC_COMPLETE=zsh_complete cmemc)}")
+
+    for type key descr in ${response}; do
+        if [[ "$type" == "plain" ]]; then
+            if [[ "$descr" == "_" ]]; then
+                completions+=("$key")
+            else
+                completions_with_descriptions+=("$key":"$descr")
+            fi
+        elif [[ "$type" == "dir" ]]; then
+            _path_files -/
+        elif [[ "$type" == "file" ]]; then
+            _path_files -f
+        fi
+    done
+
+    if [ -n "$completions_with_descriptions" ]; then
+        _describe -V unsorted completions_with_descriptions -U
+    fi
+
+    if [ -n "$completions" ]; then
+        compadd -U -V unsorted -a completions
+    fi
+    # Other than the standard click completion function, we re-added this line
+    # in order to have working completions for task IDs
+    compstate[insert]="automenu"
+}
+
+if [[ $zsh_eval_context[-1] == loadautofunc ]]; then
+    # autoload from fpath, call function directly
+    _cmemc_completion "$@"
+else
+    # eval/source/. command, register function for later
+    compdef _cmemc_completion cmemc
+fi
+

cmem/cmemc/cli/commands/__init__.py

@@ -61,6 +61,7 @@ class CmemcGroup(HelpColorsGroup, DYMGroup):
                 "cache": COLOR_FOR_COMMAND_GROUPS,
                 "resource": COLOR_FOR_COMMAND_GROUPS,
                 "client": COLOR_FOR_COMMAND_GROUPS,
+                "variable": COLOR_FOR_COMMAND_GROUPS,
             }
         )
         super().__init__(*args, **kwargs)

cmem/cmemc/cli/commands/admin.py

@@ -21,7 +21,7 @@ from cmem.cmempy.health import get_complete_status_info
 @click.command(cls=CmemcCommand, name="status")
 @click.option(
     "--key", "key",
-    autocompletion=completion.status_keys,
+    shell_complete=completion.status_keys,
     help="Get only specific key(s) from the status / info output. There are "
          "two special keys available: 'all' will list all available keys in "
          "the table, 'overall.healthy' with result in  UP in case all "

cmem/cmemc/cli/commands/client.py

@@ -64,7 +64,7 @@ def list_command(app: ApplicationContext, raw, id_only):
 @click.command(cls=CmemcCommand, name="secret")
 @click.argument(
     "client-id",
-    autocompletion=completion.client_ids
+    shell_complete=completion.client_ids
 )
 @click.option(
     "--generate",
@@ -115,7 +115,7 @@ def secret_command(app: ApplicationContext, client_id, generate, output):
     nargs=-1,
     required=False,
     type=click.STRING,
-    autocompletion=completion.client_ids
+    shell_complete=completion.client_ids
 )
 @click.pass_obj
 def open_command(app: ApplicationContext, client_ids):

cmem/cmemc/cli/commands/config.py

@@ -41,7 +41,7 @@ def edit_command(app):
     "KEY",
     nargs=1,
     type=click.Choice(
-        KNOWN_CONFIG_KEYS.keys(),
+        list(KNOWN_CONFIG_KEYS.keys()),
         case_sensitive=False
     )
 )

cmem/cmemc/cli/commands/dataset.py

@@ -6,22 +6,21 @@ import re
 import click
 
 import requests.exceptions
+from click import UsageError
 
 from cmem.cmemc.cli import completion
 from cmem.cmemc.cli.commands import CmemcCommand, CmemcGroup
 from cmem.cmemc.cli.commands.resource import resource
 from cmem.cmemc.cli.context import ApplicationContext
-from cmem.cmemc.cli.utils import struct_to_table
+from cmem.cmemc.cli.utils import struct_to_table, check_or_select_project
 from cmem.cmempy.config import get_cmem_base_uri
 from cmem.cmempy.workspace.search import list_items
-from cmem.cmempy.workspace.projects.project import (
-    get_projects
-)
 from cmem.cmempy.workspace.projects.datasets.dataset import (
     create_dataset,
     delete_dataset,
     get_dataset,
-    post_resource
+    post_resource,
+    update_dataset
 )
 from cmem.cmempy.workspace.projects.resources.resource import (
     create_resource,
@@ -312,7 +311,7 @@ def _check_or_set_dataset_type(
     return dataset_type
 
 
-def _show_parameter_list(app, dataset_type=None):
+def _show_parameter_list(app, dataset_type):
     """Output the parameter list for a given dataset type.
 
     Args:
@@ -373,45 +372,6 @@ def _show_type_list(app):
     )
 
 
-def _check_or_select_project(app, project_id=None):
-    """Check for given project, select the first one if there is only one.
-
-    Args:
-        app (ApplicationContext): the click cli app context.
-        project_id (str): The project ID.
-
-    Raises:
-        ValueError: if no projects available.
-        ValueError: if more than one project is.
-
-    Returns:
-        Maybe project_id if there was no project_id before.
-    """
-    if project_id is not None:
-        return project_id
-
-    projects = get_projects()
-    if len(projects) == 1:
-        project_name = projects[0]["name"]
-        app.echo_warning(
-            "Missing project (--project) - since there is only one project, "
-            f"this is selected: {project_name}"
-        )
-        return project_name
-
-    if len(projects) == 0:
-        raise ValueError(
-            "There are no projects available. "
-            "Please create a project with 'cmemc project create'."
-        )
-
-    # more than one project
-    raise ValueError(
-        "There is more than one project available so you need to "
-        "specify the project with '--project'."
-    )
-
-
 def _check_or_select_dataset_type(app, dataset_type):
     """Test type and return plugin.
 
@@ -440,7 +400,7 @@ def _check_or_select_dataset_type(app, dataset_type):
     "--filter", "filter_",
     type=(str, str),
     multiple=True,
-    autocompletion=completion.dataset_list_filter,
+    shell_complete=completion.dataset_list_filter,
     help=DATASET_LIST_FILTER_HELP_TEXT,
 )
 @click.option(
@@ -497,7 +457,7 @@ def list_command(app: ApplicationContext, filter_, raw, id_only):
 @click.option(
     "--project", "project_id",
     type=click.STRING,
-    autocompletion=completion.project_ids,
+    shell_complete=completion.project_ids,
     help="In combination with the '--all' flag, this option allows for "
          "deletion of all datasets of a certain project. The behaviour is "
          "similar to the 'dataset list --project' command."
@@ -506,14 +466,14 @@ def list_command(app: ApplicationContext, filter_, raw, id_only):
     "--filter", "filter_",
     type=(str, str),
     multiple=True,
-    autocompletion=completion.dataset_list_filter,
+    shell_complete=completion.dataset_list_filter,
     help=DATASET_DELETE_FILTER_HELP_TEXT,
 )
 @click.argument(
     "dataset_ids",
     nargs=-1,
     type=click.STRING,
-    autocompletion=completion.dataset_ids
+    shell_complete=completion.dataset_ids
 )
 @click.pass_obj
 def delete_command(app, project_id, all_, filter_, dataset_ids):
@@ -577,7 +537,7 @@ def delete_command(app, project_id, all_, filter_, dataset_ids):
 @click.argument(
     "dataset_id",
     type=click.STRING,
-    autocompletion=completion.dataset_ids
+    shell_complete=completion.dataset_ids
 )
 @click.argument(
     "output_path",
@@ -646,12 +606,12 @@ def download_command(app, dataset_id, output_path, replace):
 @click.argument(
     "dataset_id",
     type=click.STRING,
-    autocompletion=completion.dataset_ids
+    shell_complete=completion.dataset_ids
 )
 @click.argument(
     "input_path",
     required=True,
-    autocompletion=completion.dataset_files,
+    shell_complete=completion.dataset_files,
     type=click.Path(
         allow_dash=True,
         dir_okay=False,
@@ -690,7 +650,7 @@ def upload_command(app, dataset_id, input_path):
 @click.argument(
     "dataset_id",
     type=click.STRING,
-    autocompletion=completion.dataset_ids
+    shell_complete=completion.dataset_ids
 )
 @click.option(
     "--raw",
@@ -722,7 +682,7 @@ def inspect_command(app, dataset_id, raw):
 @click.argument(
     "DATASET_FILE",
     required=False,
-    autocompletion=completion.dataset_files,
+    shell_complete=completion.dataset_files,
     type=click.Path(
         allow_dash=False,
         readable=True,
@@ -734,21 +694,21 @@ def inspect_command(app, dataset_id, raw):
     "--type", "-t", "dataset_type",
     multiple=False,
     type=click.STRING,
-    autocompletion=completion.dataset_types,
+    shell_complete=completion.dataset_types,
     help="The dataset type of the dataset to create. Example types are 'csv',"
          "'json' and 'eccencaDataPlatform' (-> Knowledge Graph)."
 )
 @click.option(
     "--project", "project_id",
     type=click.STRING,
-    autocompletion=completion.project_ids,
+    shell_complete=completion.project_ids,
     help="The project, where you want to create the dataset in. If there is "
          "only one project in the workspace, this option can be omitted."
 )
 @click.option(
     "--parameter", "-p",
     type=(str, str),
-    autocompletion=completion.dataset_parameter,
+    shell_complete=completion.dataset_parameter,
     multiple=True,
     help="A set of key/value pairs. Each dataset type has different "
          "parameters (such as charset, arraySeparator, ignoreBadLines, ...). "
@@ -826,7 +786,7 @@ def create_command(
         dataset_file=dataset_file
     )
 
-    project_id = _check_or_select_project(app, project_id)
+    project_id = check_or_select_project(app, project_id)
 
     # file required but not given
     if "file" in plugin["required"] \
@@ -869,13 +829,97 @@ def create_command(
     app.echo_success("done")
 
 
+@click.command(cls=CmemcCommand, name="update")
+@click.argument(
+    "dataset_id",
+    type=click.STRING,
+    required=True,
+    shell_complete=completion.dataset_ids,
+)
+@click.option(
+    "--parameter", "-p",
+    type=(str, str),
+    shell_complete=completion.dataset_parameter,
+    multiple=True,
+    help="A configuration parameter key/value pair. Each dataset type has different "
+         "parameters (such as charset, arraySeparator, ignoreBadLines, ...). "
+         "In order to get a list of possible parameter, use the"
+         "'--help-parameter' option."
+)
+@click.option(
+    "--help-parameter",
+    is_flag=True,
+    help="Lists all possible (optional and mandatory) configuration parameter for"
+         " a given dataset. Note that this option already needs access to the instance."
+)
+@click.pass_obj
+def update_command(
+        app, dataset_id, parameter,
+        help_parameter
+):
+    """Update a dataset.
+
+    With this command, you can update the configuration of an existing dataset.
+    Similar to the `dataset create` command, you need to use configuration key/value
+    pairs on the `--parameter` option.
+
+    To get more information about the available configuration parameters on a dataset,
+    use the `--help-parameter` option.
+
+    Example: cmemc dataset update my-project:my-csv -p separator ";"
+    """
+    project_part, dataset_part = _validate_and_split_dataset_id(dataset_id)
+    try:
+        project = get_dataset(project_part, dataset_part)
+    except requests.exceptions.HTTPError as http_exception:
+        if http_exception.response.status_code == 404:
+            raise UsageError(
+                f"Dataset {dataset_part} does not exist in project {project_part}."
+            ) from http_exception
+    dataset_type = project["data"]["type"]
+
+    if help_parameter:
+        _show_parameter_list(app, dataset_type=dataset_type)
+        return
+
+    if not parameter:
+        raise UsageError("You need to use the `--parameter/-p` option at least once,"
+                         " in order to execute this command.")
+
+    desc = get_task_plugin_description(dataset_type)
+    possible_keys = ["label", "description", "readOnly"]
+    possible_keys.extend(desc["properties"])
+    possible_keys.extend(desc["required"])
+
+    # transform the parameter list of tuple to a dictionary
+    parameter_dict = {}
+    for key, value in parameter:
+        if key not in possible_keys:
+            raise UsageError(
+                f"Configuration key '{key}' is not valid for"
+                f" the dataset type '{dataset_type}'."
+            )
+        parameter_dict[key] = value
+
+    app.echo_info(f"Updating dataset {dataset_id} ... ", nl=False)
+    update_dataset(
+        dataset_id=dataset_part,
+        project_id=project_part,
+        parameters=parameter_dict,
+        metadata=_get_metadata_out_of_parameter(parameter_dict),
+        read_only=_get_read_only_out_of_parameter(parameter_dict),
+        uri_property=parameter_dict.get("uriProperty", "")
+    )
+    app.echo_success("done")
+
+
 @click.command(cls=CmemcCommand, name="open")
 @click.argument(
     "dataset_ids",
     nargs=-1,
     required=True,
     type=click.STRING,
-    autocompletion=completion.dataset_ids
+    shell_complete=completion.dataset_ids
 )
 @click.pass_obj
 def open_command(app, dataset_ids):
@@ -925,4 +969,5 @@ dataset.add_command(upload_command)
 dataset.add_command(inspect_command)
 dataset.add_command(create_command)
 dataset.add_command(open_command)
+dataset.add_command(update_command)
 dataset.add_command(resource)

cmem/cmemc/cli/commands/graph.py

@@ -371,7 +371,7 @@ def _prepare_tree_output_id_only(iris, graphs):
     "iris",
     nargs=-1,
     type=click.STRING,
-    autocompletion=completion.graph_uris
+    shell_complete=completion.graph_uris
 )
 @click.pass_obj
 def tree_command(app, all_, raw, id_only, iris):
@@ -456,7 +456,7 @@ def tree_command(app, all_, raw, id_only, iris):
         click.Choice(["access", 'imported-by']),
         str
     ]),
-    autocompletion=completion.graph_list_filter,
+    shell_complete=completion.graph_list_filter,
     default=[None] * 2,
     help="Filter graphs based on effective access conditions or import "
          "closure. "
@@ -535,7 +535,7 @@ def list_command(app, raw, id_only, filter_):
     ),
     default="-",
     show_default=True,
-    autocompletion=completion.triple_files,
+    shell_complete=completion.triple_files,
     help="Export to this file."
 )
 @click.option(
@@ -543,7 +543,7 @@ def list_command(app, raw, id_only, filter_):
     default="{{hash}}",
     show_default=True,
     type=click.STRING,
-    autocompletion=completion.graph_export_templates,
+    shell_complete=completion.graph_export_templates,
     help="Template for the export file name(s). "
          "Used together with --output-dir. "
          "Possible placeholders are (Jinja2): "
@@ -565,7 +565,7 @@ def list_command(app, raw, id_only, filter_):
     "iris",
     nargs=-1,
     type=click.STRING,
-    autocompletion=completion.graph_uris
+    shell_complete=completion.graph_uris
 )
 @click.pass_obj
 def export_command(
@@ -660,7 +660,7 @@ def export_command(
 @click.argument(
     "input_path",
     required=True,
-    autocompletion=completion.triple_files,
+    shell_complete=completion.triple_files,
     type=click.Path(
         allow_dash=False,
         readable=True
@@ -670,7 +670,7 @@ def export_command(
     "iri",
     type=click.STRING,
     required=False,
-    autocompletion=completion.graph_uris
+    shell_complete=completion.graph_uris
 )
 @click.pass_obj
 def import_command(app, input_path, replace, skip_existing, iri: tuple[str, ...]):
@@ -752,7 +752,7 @@ def import_command(app, input_path, replace, skip_existing, iri: tuple[str, ...]
     "iris",
     nargs=-1,
     type=click.STRING,
-    autocompletion=completion.writable_graph_uris
+    shell_complete=completion.writable_graph_uris
 )
 @click.pass_obj
 def delete_command(app, all_, include_imports, iris: tuple[str, ...]):
@@ -782,7 +782,7 @@ def delete_command(app, all_, include_imports, iris: tuple[str, ...]):
 @click.argument(
     "iri",
     type=click.STRING,
-    autocompletion=completion.graph_uris
+    shell_complete=completion.graph_uris
 )
 @click.pass_obj
 def open_command(app, iri):
@@ -807,7 +807,7 @@ def open_command(app, iri):
     "iris",
     nargs=-1,
     type=click.STRING,
-    autocompletion=completion.graph_uris
+    shell_complete=completion.graph_uris
 )
 @click.pass_obj
 def count_command(app, all_, summarize, iris: tuple[str, ...]):

cmem/cmemc/cli/commands/metrics.py

@@ -49,7 +49,7 @@ def _filter_samples(family: Metric, label_filter: Tuple[Tuple[str, str], ...]) -
     "metric_id",
     required=True,
     type=click.STRING,
-    autocompletion=completion.metric_ids
+    shell_complete=completion.metric_ids
 )
 @click.option(
     "--job", "job_id",
@@ -61,7 +61,7 @@ def _filter_samples(family: Metric, label_filter: Tuple[Tuple[str, str], ...]) -
 @click.option(
     "--filter", "label_filter",
     type=(str, str),
-    autocompletion=completion.metric_label_filter,
+    shell_complete=completion.metric_label_filter,
     multiple=True,
     help="A set of label name/value pairs in order to filter the samples "
          "of the requested metric family. Each metric has a different set "
@@ -137,7 +137,7 @@ def get_command(app, metric_id, job_id, label_filter, raw, enforce_table):
     "metric_id",
     required=True,
     type=click.STRING,
-    autocompletion=completion.metric_ids
+    shell_complete=completion.metric_ids
 )
 @click.option(
     "--job", "job_id",