cmem-cmemc 24.1.5__py3-none-any.whl → 24.2.0__py3-none-any.whl

cmem_cmemc/smart_path/clients/__init__.py

@@ -0,0 +1,63 @@
+"""Client module to handle Path API calls."""
+
+from __future__ import annotations
+
+from abc import ABC, abstractmethod
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from collections.abc import Generator
+
+
+class StoragePath(ABC):
+    """Storage path interface."""
+
+    def __init__(self, path: str):
+        self.path = path
+
+    @property
+    @abstractmethod
+    def suffix(self) -> str:
+        """Return the suffix of the path."""
+
+    @property
+    @abstractmethod
+    def name(self) -> str:
+        """Return the file name."""
+
+    @property
+    @abstractmethod
+    def parent(self) -> StoragePath:
+        """The logical parent of the path."""
+
+    @abstractmethod
+    def is_dir(self) -> bool:
+        """Check if the path is a directory."""
+
+    @abstractmethod
+    def is_file(self) -> bool:
+        """Check if the path is a file."""
+
+    @abstractmethod
+    def exists(self) -> bool:
+        """Check if the path exists."""
+
+    @abstractmethod
+    def mkdir(self, parents: bool = False, exist_ok: bool = False) -> None:
+        """Create a directory."""
+
+    @abstractmethod
+    def absolute(self) -> StoragePath:
+        """Return an absolute version of this path"""
+
+    def resolve(self) -> StoragePath:
+        """Resolve the resolved path of the path."""
+        raise NotImplementedError(f"resolve in {self.__class__} is not implemented yet.")
+
+    @abstractmethod
+    def glob(self, pattern: str) -> Generator[StoragePath, StoragePath, StoragePath]:
+        """Iterate over this subtree and yield all existing files"""
+
+    @abstractmethod
+    def __truediv__(self, key: str) -> StoragePath:
+        """Return StoragePath with appending the key to the exising path"""

cmem_cmemc/smart_path/clients/http.py

@@ -0,0 +1,65 @@
+"""Provides functionality for interacting with http/https paths"""
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from cmem_cmemc.smart_path.clients import StoragePath
+
+if TYPE_CHECKING:
+    from collections.abc import Generator
+
+
+class HttpPath(StoragePath):
+    """Client class for interacting with Amazon S3 storage.
+
+    This class provides methods for working with http paths within the context
+    of the `Path` application.
+    """
+
+    @property
+    def suffix(self) -> str:
+        """Return the suffix of the path."""
+        raise NotImplementedError(f"suffix in {self.__class__} is not implemented yet.")
+
+    @property
+    def name(self) -> str:
+        """Determine the name of the path."""
+        return self.path.split("/")[-1]
+
+    @property
+    def parent(self) -> HttpPath:
+        """The logical parent of the path."""
+        raise NotImplementedError(f"parent in {self.__class__} is not implemented yet.")
+
+    def is_dir(self) -> bool:
+        """Determine if path is a directory or not."""
+        return False
+
+    def is_file(self) -> bool:
+        """Determine if path is a file or not."""
+        return not self.is_dir()
+
+    def exists(self) -> bool:
+        """Return the suffix of the path."""
+        raise NotImplementedError(f"exists in {self.__class__} is not implemented yet.")
+
+    def mkdir(self, parents: bool = False, exist_ok: bool = False) -> None:
+        """Return the suffix of the path."""
+        raise NotImplementedError(f"mkdir in {self.__class__} is not implemented yet.")
+
+    def absolute(self) -> HttpPath:
+        """Return an absolute version of this path"""
+        raise NotImplementedError(f"absolute in {self.__class__} is not implemented yet.")
+
+    def resolve(self) -> HttpPath:
+        """Resolve the resolved path of the path."""
+        raise NotImplementedError(f"resolve in {self.__class__} is not implemented yet.")
+
+    def glob(self, pattern: str) -> Generator[StoragePath, StoragePath, StoragePath]:
+        """Iterate over this subtree and yield all existing files"""
+        raise NotImplementedError(f"glob in {self.__class__} is not implemented yet.")
+
+    def __truediv__(self, key: str) -> HttpPath:
+        """Return path with appending the key"""
+        raise NotImplementedError(f"__truediv__ in {self.__class__} is not implemented yet.")

cmem_cmemc/utils.py

@@ -2,23 +2,26 @@
 
 import json
 import os
+import pathlib
 import re
 import sys
 import unicodedata
 from dataclasses import dataclass
 from importlib.metadata import version as cmemc_version
-from pathlib import Path
+from zipfile import BadZipFile, ZipFile
 
 import requests
 from bs4 import BeautifulSoup
 from cmem.cmempy.dp.admin import get_prometheus_data
 from cmem.cmempy.dp.proxy.graph import get_graphs_list
+from cmem.cmempy.queries import QueryCatalog
 from cmem.cmempy.workspace.projects.project import get_projects
 from prometheus_client import Metric
 from prometheus_client.parser import text_string_to_metric_families
 
 from cmem_cmemc.constants import NAMESPACES
 from cmem_cmemc.context import ApplicationContext
+from cmem_cmemc.smart_path import SmartPath as Path
 
 
 def get_version() -> str:
@@ -88,7 +91,7 @@ def read_rdf_graph_files(directory_path: str) -> list[tuple[str, str]]:
             full_file_path = Path(root) / _file
             graph_file_name = _file + ".graph"
             full_graph_file_name_path = Path(root) / graph_file_name
-            if not _file.endswith(".graph") and Path(full_graph_file_name_path).exists():
+            if not _file.endswith(".graph") and full_graph_file_name_path.exists():
                 graph_name = read_file_to_string(str(full_graph_file_name_path)).strip()
                 rdf_graphs.append((str(full_file_path.resolve()), graph_name))
     return rdf_graphs
@@ -97,7 +100,7 @@ def read_rdf_graph_files(directory_path: str) -> list[tuple[str, str]]:
 def read_file_to_string(file_path: str) -> str:
     """Read file to string."""
     with Path(file_path).open(mode="rb") as _file:
-        return _file.read().decode("utf-8")
+        return str(_file.read().decode("utf-8"))
 
 
 def get_graphs(writeable: bool = True, readonly: bool = True) -> list:
@@ -350,3 +353,50 @@ def convert_qname_to_iri(qname: str, default_ns: str) -> str:
         return default_ns + qname[1:]
 
     return qname
+
+
+def get_query_text(file_or_uri: str, required_projections: set) -> str:
+    """Get query text for a file or graph catalog URI.
+
+    Args:
+    ----
+        file_or_uri (str): The file path or URI to fetch the query from.
+        required_projections (set): A set of required projections.
+
+    Returns:
+    -------
+        str: The query text.
+
+    Raises:
+    ------
+        ValueError: If the input is not a readable file or a query URI,
+                    or if the query contains placeholders,
+                    or if the query does not include the required projections.
+
+    """
+    sparql_query = QueryCatalog().get_query(file_or_uri)
+    if sparql_query is None:
+        raise ValueError(f"{file_or_uri} is neither a readable file nor a query URI.")
+
+    if sparql_query.get_placeholder_keys():
+        raise ValueError("Placeholder queries are not supported.")
+
+    result = sparql_query.get_json_results()
+    projected_vars = set(result["head"]["vars"])
+
+    missing_projections = required_projections - projected_vars
+    if missing_projections:
+        missing = ", ".join(missing_projections)
+        raise ValueError(f"Select query must include projections for: {missing}")
+    txt: str = sparql_query.text
+    return txt
+
+
+def validate_zipfile(zipfile: str | pathlib.Path) -> bool:
+    """Validate a zipfile."""
+    zipfile = pathlib.Path(zipfile)
+    try:
+        ZipFile(zipfile).testzip()
+    except BadZipFile:
+        return False
+    return True

{cmem_cmemc-24.1.5.dist-info → cmem_cmemc-24.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cmem-cmemc
-Version: 24.1.5
+Version: 24.2.0
 Summary: Command line client for eccenca Corporate Memory
 Home-page: https://eccenca.com/go/cmemc
 License: Apache-2.0
@@ -25,25 +25,28 @@ Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Topic :: Database
 Classifier: Topic :: Software Development :: Testing
 Classifier: Topic :: Utilities
-Requires-Dist: beautifulsoup4 (>=4.12.2,<5.0.0)
-Requires-Dist: certifi (>=2023.5.7)
+Requires-Dist: beautifulsoup4 (>=4.12.3,<5.0.0)
+Requires-Dist: certifi (>=2024.2.2)
 Requires-Dist: click (>=8.1.7,<9.0.0)
-Requires-Dist: click-didyoumean (>=0.3.0,<0.4.0)
-Requires-Dist: click-help-colors (>=0.9.1,<0.10.0)
-Requires-Dist: cmem-cmempy (==24.1.1)
-Requires-Dist: configparser (>=5.3.0,<6.0.0)
-Requires-Dist: jinja2 (>=3.1.2,<4.0.0)
-Requires-Dist: natsort (>=8.3.1,<9.0.0)
-Requires-Dist: prometheus-client (>=0.16.0,<0.17.0)
-Requires-Dist: pygments (>=2.15.1,<3.0.0)
-Requires-Dist: pyjwt (>=2.7.0,<3.0.0)
-Requires-Dist: python-dateutil (>=2.8.2,<3.0.0)
+Requires-Dist: click-didyoumean (>=0.3.1,<0.4.0)
+Requires-Dist: click-help-colors (>=0.9.4,<0.10.0)
+Requires-Dist: cmem-cmempy (==24.2.0)
+Requires-Dist: configparser (>=6.0.1,<7.0.0)
+Requires-Dist: jinja2 (>=3.1.3,<4.0.0)
+Requires-Dist: junit-xml (>=1.9,<2.0)
+Requires-Dist: natsort (>=8.4.0,<9.0.0)
+Requires-Dist: pip (>=24.2,<25.0)
+Requires-Dist: prometheus-client (>=0.20.0,<0.21.0)
+Requires-Dist: pygments (>=2.17.2,<3.0.0)
+Requires-Dist: pyjwt (>=2.8.0,<3.0.0)
+Requires-Dist: python-dateutil (>=2.9.0.post0,<3.0.0)
 Requires-Dist: requests (>=2.31.0,<3.0.0)
-Requires-Dist: rich (>=13.7.0,<14.0.0)
+Requires-Dist: rich (>=13.7.1,<14.0.0)
 Requires-Dist: six (>=1.16.0,<2.0.0)
+Requires-Dist: smart-open (>=7.0.4,<8.0.0)
 Requires-Dist: timeago (>=1.0.16,<2.0.0)
-Requires-Dist: treelib (>=1.6.4,<2.0.0)
-Requires-Dist: urllib3 (>=2,<3)
+Requires-Dist: treelib (>=1.7.0,<2.0.0)
+Requires-Dist: urllib3 (>=2.2.1,<3.0.0)
 Description-Content-Type: text/markdown
 
 # cmemc

cmem_cmemc-24.2.0.dist-info/RECORD

@@ -0,0 +1,42 @@
+cmem_cmemc/__init__.py,sha256=Uwm6QW_Bou1VtRWVRcnMs1ilHVCi9moddXgcEqs6c3E,5484
+cmem_cmemc/_cmemc.zsh,sha256=fmkrBHIQxus8cp2AgO1tzZ5mNZdGL_83cYz3a9uAdsg,1326
+cmem_cmemc/commands/__init__.py,sha256=sFzT-3i01sLlxL8_nSTXaYerDfTo3fTEvvcL3jx3Y50,3681
+cmem_cmemc/commands/acl.py,sha256=8Xvd98-aR-tDY9y8QB8varZgOOCOI4DpKnhDqKDNfIo,15597
+cmem_cmemc/commands/admin.py,sha256=YYl8sHUS9gewgEfVALJYwbc1xpUK7mX-RoJpiXlAqr0,9159
+cmem_cmemc/commands/client.py,sha256=23Sc3h64eAMaB4bJVfiamR470DMpDj1hsPWKsxUSMLg,5039
+cmem_cmemc/commands/config.py,sha256=9-xEtHoJyaqU9J7C8a3Q7SpPvJQHLufMXxZYuXYQ5Pk,5699
+cmem_cmemc/commands/dataset.py,sha256=_6pZyYOpIpv6EU2Cg1GJnCVLEVWcGaV9AUyCskhcT8U,30282
+cmem_cmemc/commands/graph.py,sha256=eVJ6SJiDD_xIkE-Ua0PNiI_K4pAQLkP-Puk_ZCDsXBM,27935
+cmem_cmemc/commands/metrics.py,sha256=BlZvYvp1RWLl9rEknxxcOnOh2_zQgGqMEEXFwtJa58E,7832
+cmem_cmemc/commands/project.py,sha256=Dgnd5MxBtJ8zS-wN-1HFraim2PoL4s8LBw6SUeh94b8,19734
+cmem_cmemc/commands/python.py,sha256=Mwt2wZyXOlrnc3nzbnt2wM441IKvxFBE2a3P54uYhk8,10285
+cmem_cmemc/commands/query.py,sha256=r9eTjoB_PR_gsb3R0jIU0oVGThDbs2LmFwRoycBTvYg,26938
+cmem_cmemc/commands/resource.py,sha256=n6ri6Tu2sNUNZuNfNGpRnMQxOx9VeTFGL1OWXUKKpjE,7534
+cmem_cmemc/commands/scheduler.py,sha256=L9Cl7u3Nq3UjfgRzayivxxCHq2U6ZtpqtTCsXsndnFg,8512
+cmem_cmemc/commands/store.py,sha256=esFPX4b8TnN64F4XMCrT44JS5DSoCGjWxlncGYyiW1s,9254
+cmem_cmemc/commands/user.py,sha256=0BbPoPhguSeMjLUn29Qh3kRcMbpQ75bAwDHgYWrZMyQ,12288
+cmem_cmemc/commands/validation.py,sha256=hGCXKdZ3q8VkhiFuzsz1IIKYerGggxrW7JXgdlo92Qc,27963
+cmem_cmemc/commands/variable.py,sha256=IvQ-Yzg2z8Hb-ZstEuOCTMBDg0N931z_73K9xZPbdoM,11356
+cmem_cmemc/commands/vocabulary.py,sha256=mDJ6eWKtN-ChPjnST6Xy8gmPNlO1pE7vzz_tkgGvUlQ,17342
+cmem_cmemc/commands/workflow.py,sha256=nBI7pr54FqBJMhYc__CQW7BxI9DdVUYsvXZLsskdwoU,25315
+cmem_cmemc/commands/workspace.py,sha256=pRx4hesL-z34m2V-FyTk4FfXErJugLDD6ufbqL6KJd8,4191
+cmem_cmemc/completion.py,sha256=oP8I-hVe3KvzQ2cjyaCzSsMpoaKw9A06pVLiA5Owlaw,43135
+cmem_cmemc/constants.py,sha256=s16jrvmIt42a1SrahwjON5prk8ry6MuAXHeBnuMDZyY,422
+cmem_cmemc/context.py,sha256=fiMciWYlnBi0vuyBzIW2KIODxjm7XjzCMtoMYMuqRDI,18538
+cmem_cmemc/exceptions.py,sha256=SpUHdmVM8cZpSjBv6ICgr9NLr3OJ5XO42DlvjohprVo,232
+cmem_cmemc/manual_helper/__init__.py,sha256=G3Lqw2aPxo8x63Tg7L0aa5VD9BMaRzZDmhrog7IuEPg,43
+cmem_cmemc/manual_helper/graph.py,sha256=qDchHdjRRDW2oZ66by81NxhoDgNxXaAUxq2keewEiVU,3598
+cmem_cmemc/manual_helper/multi_page.py,sha256=K-S2_NubrHGynO5I_IMAanO2pZN2KETUV00wpjMqvjI,12171
+cmem_cmemc/manual_helper/single_page.py,sha256=sVSeaZmPa-Cs6dtp27MqyiO6rIrskY9BtDyeAZhBWXM,1477
+cmem_cmemc/object_list.py,sha256=Iyl5cu8CmeT_2RNKDsjhhSsoWoQ6AUh0rKzKwHV_Ruc,13106
+cmem_cmemc/parameter_types/__init__.py,sha256=Jqhwnw5a2oPNMClzUyovWiieK60RCl3rvSNr-t3wP84,36
+cmem_cmemc/parameter_types/path.py,sha256=ATwvdXHqI5GjPw9p2jCoN2pLoXlRrxPTvI0Q9Z2k_FI,1868
+cmem_cmemc/smart_path/__init__.py,sha256=zDgm1kDrzLyCuIcNb8VXSdnb_CcVNjGkjgiIDVlsh74,3023
+cmem_cmemc/smart_path/clients/__init__.py,sha256=YFOm69BfTCRvAcJjN_CoUmCv3kzEciyYOPUG337p_pA,1696
+cmem_cmemc/smart_path/clients/http.py,sha256=3clZu2v4uuOvPY4MY_8SVSy7hIXJDNooahFRBRpy0ok,2347
+cmem_cmemc/utils.py,sha256=eKXo0bVbEyaW-bARbodxv0gggnnbB6FE5pfI8MWR0cI,13173
+cmem_cmemc-24.2.0.dist-info/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
+cmem_cmemc-24.2.0.dist-info/METADATA,sha256=NP18u40La3sRgvUlMnmdgtd5sb8Dq1xV8O-cN-Dx5Sc,5572
+cmem_cmemc-24.2.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+cmem_cmemc-24.2.0.dist-info/entry_points.txt,sha256=znWUTG-zgDITu6Frsd-OtNxBxj6Uo8Fa7bz6gaZYMrA,41
+cmem_cmemc-24.2.0.dist-info/RECORD,,

cmem_cmemc-24.1.5.dist-info/RECORD

@@ -1,37 +0,0 @@
-cmem_cmemc/__init__.py,sha256=z7zjBQWM1c2nW9ylGUelIPiKBtXhIO38qILBJXzuEWs,5532
-cmem_cmemc/_cmemc.zsh,sha256=fmkrBHIQxus8cp2AgO1tzZ5mNZdGL_83cYz3a9uAdsg,1326
-cmem_cmemc/commands/__init__.py,sha256=_PsHWhMFwyfRAYInt0AOs3dA3Cuqhsnf_enFLjxVCGQ,3626
-cmem_cmemc/commands/acl.py,sha256=cA76UvQquhZc9MdS3e94kcfSn9V_RzTQ5XM0Ko6w6hM,13769
-cmem_cmemc/commands/admin.py,sha256=pv9N9laUWV7xevOw0toLBezRz2_B5spcgwU2B-pqaAY,8681
-cmem_cmemc/commands/client.py,sha256=23Sc3h64eAMaB4bJVfiamR470DMpDj1hsPWKsxUSMLg,5039
-cmem_cmemc/commands/config.py,sha256=9-xEtHoJyaqU9J7C8a3Q7SpPvJQHLufMXxZYuXYQ5Pk,5699
-cmem_cmemc/commands/dataset.py,sha256=hn3449Aby_lMgBHumSHqFn6SZS9q3cmh3ZMoUOG85RE,30198
-cmem_cmemc/commands/graph.py,sha256=_VtYwOU3SmNbKAQaSKHrVSTOSP3FCrs-W4jmzTQzx7M,27329
-cmem_cmemc/commands/metrics.py,sha256=BlZvYvp1RWLl9rEknxxcOnOh2_zQgGqMEEXFwtJa58E,7832
-cmem_cmemc/commands/project.py,sha256=XP4vovTTgMzvO-218SpWYnFejayWoNN4DLTp448zVuU,19268
-cmem_cmemc/commands/python.py,sha256=4fYWztPZjLVuz12vuApHE8el9zQvbnwGDiLh1fo7vqA,9666
-cmem_cmemc/commands/query.py,sha256=mx_pZB9ovD8j_svpdDTE82R1pUrwL41OICwcExpXA4s,26792
-cmem_cmemc/commands/resource.py,sha256=n6ri6Tu2sNUNZuNfNGpRnMQxOx9VeTFGL1OWXUKKpjE,7534
-cmem_cmemc/commands/scheduler.py,sha256=L9Cl7u3Nq3UjfgRzayivxxCHq2U6ZtpqtTCsXsndnFg,8512
-cmem_cmemc/commands/store.py,sha256=PybRXCO6R84lEWR8fsTB1jZrc8CMGrWejpruPuM9lIM,6741
-cmem_cmemc/commands/user.py,sha256=0BbPoPhguSeMjLUn29Qh3kRcMbpQ75bAwDHgYWrZMyQ,12288
-cmem_cmemc/commands/validation.py,sha256=Kr5zk_9_LPoRz11LVJ_vkEhP2KrVg8Ns2aiMfiCt-cI,19984
-cmem_cmemc/commands/variable.py,sha256=IvQ-Yzg2z8Hb-ZstEuOCTMBDg0N931z_73K9xZPbdoM,11356
-cmem_cmemc/commands/vocabulary.py,sha256=9bD_Ah6uVd4GwywIRAahSLfcqxE8yrawXIUmSMW-dMA,16693
-cmem_cmemc/commands/workflow.py,sha256=msBdaNClFuSdPD8KIC9sjno8C4gunyAI7n_hev4yq2w,24632
-cmem_cmemc/commands/workspace.py,sha256=4kMstZejLdP8KIrt9p3BMw8mrrNUrdX7E8_fSI78nc4,4097
-cmem_cmemc/completion.py,sha256=amF9lWdxrWvS1CAQkEOQH1S7FpbmMniw6xjKlFOw4kY,42011
-cmem_cmemc/constants.py,sha256=s16jrvmIt42a1SrahwjON5prk8ry6MuAXHeBnuMDZyY,422
-cmem_cmemc/context.py,sha256=tLyVsma3oCLUEwpywUwX-ZLtp1XqEYLnC_bVK4Ro0ps,17730
-cmem_cmemc/exceptions.py,sha256=SpUHdmVM8cZpSjBv6ICgr9NLr3OJ5XO42DlvjohprVo,232
-cmem_cmemc/manual_helper/__init__.py,sha256=G3Lqw2aPxo8x63Tg7L0aa5VD9BMaRzZDmhrog7IuEPg,43
-cmem_cmemc/manual_helper/graph.py,sha256=qDchHdjRRDW2oZ66by81NxhoDgNxXaAUxq2keewEiVU,3598
-cmem_cmemc/manual_helper/multi_page.py,sha256=K-S2_NubrHGynO5I_IMAanO2pZN2KETUV00wpjMqvjI,12171
-cmem_cmemc/manual_helper/single_page.py,sha256=sVSeaZmPa-Cs6dtp27MqyiO6rIrskY9BtDyeAZhBWXM,1477
-cmem_cmemc/object_list.py,sha256=QU-8JE5jvFcrUelEC4l5z7A9SInNnCRzRTS1bMw5FZc,13256
-cmem_cmemc/utils.py,sha256=wGqdltti4GDZdzikCcBMKLrwDObjRbPl3_7-TGh_Eqk,11577
-cmem_cmemc-24.1.5.dist-info/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
-cmem_cmemc-24.1.5.dist-info/METADATA,sha256=lQAYElKhpxomsAwLHhW3nQxcYGi3yTXAg1QJlMIthLs,5443
-cmem_cmemc-24.1.5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-cmem_cmemc-24.1.5.dist-info/entry_points.txt,sha256=znWUTG-zgDITu6Frsd-OtNxBxj6Uo8Fa7bz6gaZYMrA,41
-cmem_cmemc-24.1.5.dist-info/RECORD,,