dsp-tools 17.0.0.post21__py3-none-any.whl → 17.0.0.post23__py3-none-any.whl

dsp_tools/commands/validate_data/models/api_responses.py

@@ -16,6 +16,7 @@ class SHACLValidationReport:
 class ProjectDataFromApi:
     all_lists: list[OneList]
     enabled_licenses: EnabledLicenseIris
+    resource_iris_in_db: list[InfoForResourceInDB]
 
 
 @dataclass
@@ -50,3 +51,9 @@ class SHACLListInfo:
 @dataclass
 class EnabledLicenseIris:
     enabled_licenses: list[str]
+
+
+@dataclass
+class InfoForResourceInDB:
+    res_iri: str
+    res_type: str

dsp_tools/commands/validate_data/models/validation.py

@@ -23,6 +23,7 @@ class RDFGraphs:
     cardinality_shapes: Graph
     content_shapes: Graph
     knora_api: Graph
+    resources_in_db_graph: Graph
 
 
 @dataclass

dsp_tools/commands/validate_data/prepare_data/make_data_graph.py

@@ -48,7 +48,10 @@ def _make_one_value(val: RdfLikeValue, res_iri: URIRef) -> Graph:
         return g
     if val.knora_type == KnoraValueType.LINK_VALUE:
         link_val = val.user_facing_value if val.user_facing_value else ""
-        triple_object: Literal | URIRef = DATA[link_val]
+        if link_val.startswith("http://rdfh.ch/"):
+            triple_object: Literal | URIRef = URIRef(link_val)
+        else:
+            triple_object = DATA[link_val]
     else:
         triple_object = _make_one_rdflib_object(val.user_facing_value, VALUE_INFO_TRIPLE_OBJECT_TYPE[val.knora_type])
     g.add((val_iri, prop_type_info.knora_prop, triple_object))

dsp_tools/commands/validate_data/prepare_data/prepare_data.py

@@ -2,13 +2,18 @@ import importlib.resources
 from pathlib import Path
 
 from loguru import logger
+from rdflib import RDF
 from rdflib import Graph
+from rdflib import URIRef
 
 from dsp_tools.clients.authentication_client import AuthenticationClient
 from dsp_tools.clients.legal_info_client_live import LegalInfoClientLive
+from dsp_tools.clients.metadata_client import MetadataRetrieval
+from dsp_tools.clients.metadata_client_live import MetadataClientLive
 from dsp_tools.commands.validate_data.api_clients import ListClient
 from dsp_tools.commands.validate_data.api_clients import OntologyClient
 from dsp_tools.commands.validate_data.models.api_responses import EnabledLicenseIris
+from dsp_tools.commands.validate_data.models.api_responses import InfoForResourceInDB
 from dsp_tools.commands.validate_data.models.api_responses import ListLookup
 from dsp_tools.commands.validate_data.models.api_responses import OneList
 from dsp_tools.commands.validate_data.models.api_responses import ProjectDataFromApi
@@ -42,13 +47,13 @@ def prepare_data_for_validation_from_parsed_resource(
     permission_ids: list[str],
     auth: AuthenticationClient,
     shortcode: str,
-) -> tuple[RDFGraphs, set[str]]:
+) -> tuple[RDFGraphs, set[str], MetadataRetrieval]:
     used_iris = {x.res_type for x in parsed_resources}
-    proj_info = _get_project_specific_information_from_api(auth, shortcode)
+    proj_info, metadata_retrieval_success = _get_project_specific_information_from_api(auth, shortcode)
     list_lookup = _make_list_lookup(proj_info.all_lists)
     data_rdf = _make_data_graph_from_parsed_resources(parsed_resources, authorship_lookup, list_lookup)
     rdf_graphs = _create_graphs(data_rdf, shortcode, auth, proj_info, permission_ids)
-    return rdf_graphs, used_iris
+    return rdf_graphs, used_iris, metadata_retrieval_success
 
 
 def _make_list_lookup(project_lists: list[OneList]) -> ListLookup:
@@ -60,11 +65,23 @@ def _make_list_lookup(project_lists: list[OneList]) -> ListLookup:
     return ListLookup(lookup)
 
 
-def _get_project_specific_information_from_api(auth: AuthenticationClient, shortcode: str) -> ProjectDataFromApi:
+def _get_project_specific_information_from_api(
+    auth: AuthenticationClient, shortcode: str
+) -> tuple[ProjectDataFromApi, MetadataRetrieval]:
     list_client = ListClient(auth.server, shortcode)
     all_lists = list_client.get_lists()
     enabled_licenses = _get_license_iris(shortcode, auth)
-    return ProjectDataFromApi(all_lists, enabled_licenses)
+    retrieval_status, formatted_metadata = _get_metadata_info(auth, shortcode)
+    return ProjectDataFromApi(all_lists, enabled_licenses, formatted_metadata), retrieval_status
+
+
+def _get_metadata_info(
+    auth: AuthenticationClient, shortcode: str
+) -> tuple[MetadataRetrieval, list[InfoForResourceInDB]]:
+    metadata_client = MetadataClientLive(auth.server, auth)
+    retrieval_status, metadata = metadata_client.get_resource_metadata(shortcode)
+    formatted_metadata = [InfoForResourceInDB(x["resourceIri"], x["resourceClassIri"]) for x in metadata]
+    return retrieval_status, formatted_metadata
 
 
 def _make_data_graph_from_parsed_resources(
@@ -99,6 +116,8 @@ def _create_graphs(
     api_card_shapes.parse(str(api_card_path))
     content_shapes = shapes.content + api_shapes
     card_shapes = shapes.cardinality + api_card_shapes
+    resources_in_db = _make_resource_in_db_graph(proj_info.resource_iris_in_db)
+    resources_in_db = _bind_prefixes_to_graph(resources_in_db, onto_iris)
     data_rdf = _bind_prefixes_to_graph(data_rdf, onto_iris)
     ontologies = _bind_prefixes_to_graph(ontologies, onto_iris)
     card_shapes = _bind_prefixes_to_graph(card_shapes, onto_iris)
@@ -110,6 +129,7 @@ def _create_graphs(
         cardinality_shapes=card_shapes,
         content_shapes=content_shapes,
         knora_api=knora_api,
+        resources_in_db_graph=resources_in_db,
     )
 
 
@@ -143,3 +163,10 @@ def _get_license_iris(shortcode: str, auth: AuthenticationClient) -> EnabledLice
     license_info = legal_client.get_licenses_of_a_project()
     iris = [x["id"] for x in license_info]
     return EnabledLicenseIris(iris)
+
+
+def _make_resource_in_db_graph(resources_in_db: list[InfoForResourceInDB]) -> Graph:
+    g = Graph()
+    for r in resources_in_db:
+        g.add((URIRef(r.res_iri), RDF.type, URIRef(r.res_type)))
+    return g

dsp_tools/commands/validate_data/validate_data.py

@@ -104,7 +104,7 @@ def validate_parsed_resources(
     config: ValidateDataConfig,
     auth: AuthenticationClient,
 ) -> bool:
-    rdf_graphs, used_iris = prepare_data_for_validation_from_parsed_resource(
+    rdf_graphs, used_iris, _ = prepare_data_for_validation_from_parsed_resource(
         parsed_resources=parsed_resources,
         authorship_lookup=authorship_lookup,
         permission_ids=permission_ids,

dsp_tools/commands/validate_data/validation/get_validation_report.py

@@ -82,10 +82,11 @@ def _create_and_write_graphs(rdf_graphs: RDFGraphs, tmp_path: Path) -> None:
     card_shape_str = rdf_graphs.cardinality_shapes.serialize(format="ttl")
     content_shape_str = rdf_graphs.content_shapes.serialize(format="ttl")
     knora_api_str = rdf_graphs.knora_api.serialize(format="ttl")
+    res_in_db_str = rdf_graphs.resources_in_db_graph.serialize(format="ttl")
     turtle_paths_and_graphs = [
         (tmp_path / CARDINALITY_DATA_TTL, data_str),
         (tmp_path / CARDINALITY_SHACL_TTL, card_shape_str + ontos_str + knora_api_str),
-        (tmp_path / CONTENT_DATA_TTL, data_str + ontos_str + knora_api_str),
+        (tmp_path / CONTENT_DATA_TTL, data_str + ontos_str + knora_api_str + res_in_db_str),
         (tmp_path / CONTENT_SHACL_TTL, content_shape_str + ontos_str + knora_api_str),
     ]
     for f_path, content in turtle_paths_and_graphs:

{dsp_tools-17.0.0.post21.dist-info → dsp_tools-17.0.0.post23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: dsp-tools
-Version: 17.0.0.post21
+Version: 17.0.0.post23
 Summary: DSP-TOOLS is a Python package with a command line interface that helps you interact with a DaSCH service platform (DSP) server.
 Author: DaSCH - Swiss National Data and Service Center for the Humanities
 Author-email: DaSCH - Swiss National Data and Service Center for the Humanities <info@dasch.swiss>

{dsp_tools-17.0.0.post21.dist-info → dsp_tools-17.0.0.post23.dist-info}/RECORD

@@ -110,14 +110,14 @@ dsp_tools/commands/validate_data/api_clients.py,sha256=8LFiCQMwS22gWXvGo7p4DDtI8
 dsp_tools/commands/validate_data/constants.py,sha256=Xr9iPYG4kpcgzUSy3ARjKv7dgSuMBVf2R69Uj7trcx0,2509
 dsp_tools/commands/validate_data/mappers.py,sha256=lA4Zdt2PHb4nvcOTv63oIPTI5Xs-5J2GSr3S1cDlZkM,7749
 dsp_tools/commands/validate_data/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dsp_tools/commands/validate_data/models/api_responses.py,sha256=zyEpXPSdd9hmtIC7dG9UBFtKyHhG7ZAtseO3qEZ_XKE,794
+dsp_tools/commands/validate_data/models/api_responses.py,sha256=RrHwxyx1o2j9sVCwZktTTSnRXHeathNmQxk2RBxJ93E,920
 dsp_tools/commands/validate_data/models/input_problems.py,sha256=WZwM4LitbAuacCQIbwuo3hxaRvbC_iTZYH9lpozMc9I,3221
 dsp_tools/commands/validate_data/models/rdf_like_data.py,sha256=1TccR7UwC5idgrny6CQoFd-lPGzx7BdI8sorqWxgCv0,3313
-dsp_tools/commands/validate_data/models/validation.py,sha256=rMqDWg26Dbd6b9P450lEM6I0zdfbpNmbAUgxdLUsUAg,2263
+dsp_tools/commands/validate_data/models/validation.py,sha256=okYFrLhaSQCGfa8A7gR6Wz-nv0xsmyN5LlNgSqfVfG4,2296
 dsp_tools/commands/validate_data/prepare_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dsp_tools/commands/validate_data/prepare_data/get_rdf_like_data.py,sha256=sU_VmMAvvNsjKkld6Coc_HJLt32nzXOimvKRxIbte-o,11620
-dsp_tools/commands/validate_data/prepare_data/make_data_graph.py,sha256=_PB0-FOys1_L-mRaH86tyZ8eP2OaKukDX9qYvDCThMA,3984
-dsp_tools/commands/validate_data/prepare_data/prepare_data.py,sha256=7s6X5BbIpUx1SJpn16BznhXoSyGeFYZJaA8wM0oaJ_I,6500
+dsp_tools/commands/validate_data/prepare_data/make_data_graph.py,sha256=TANm9WA_z-oPGkoMIR2BGZrHtAkizDlnK_5WDVxQRoQ,4098
+dsp_tools/commands/validate_data/prepare_data/prepare_data.py,sha256=2YLNbk4on0Qf6XE89guf168rsiqvSIibPiSG3laQR6A,7832
 dsp_tools/commands/validate_data/process_validation_report/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dsp_tools/commands/validate_data/process_validation_report/get_user_validation_message.py,sha256=fKYeJa2kVbWbynU56shkz3_HoT7cwsLPQhbmVIcTS28,14623
 dsp_tools/commands/validate_data/process_validation_report/query_validation_result.py,sha256=ln7zOq0LgkaVIoTNv2O72Z0tK6WX0UrbwAph-n0tD3E,22299
@@ -129,11 +129,11 @@ dsp_tools/commands/validate_data/sparql/construct_shacl.py,sha256=pB8sHn8FiAEiwe
 dsp_tools/commands/validate_data/sparql/legal_info_shacl.py,sha256=2yhn5HfCJFJpOTB-3XNWfxP1KwW3zKxDfqPdhN_Sazg,1522
 dsp_tools/commands/validate_data/sparql/value_shacl.py,sha256=iEpBm4X-jARhGQU21VDK2KvOtMCHTXJzpm08Dda7x1w,13068
 dsp_tools/commands/validate_data/utils.py,sha256=L3kpuhn46x-OHap9RnN9QwUQjFYpkQFlFXzFKQfy5ZE,1990
-dsp_tools/commands/validate_data/validate_data.py,sha256=DstcR1Me5oCCjDwCVadkCCSBCvCoktNdfp1o9hugWuM,12905
+dsp_tools/commands/validate_data/validate_data.py,sha256=M7jAzju7NLuCjZikCZk2uvZI00ZRJNvci5Vqfwo2wg0,12908
 dsp_tools/commands/validate_data/validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dsp_tools/commands/validate_data/validation/check_duplicate_files.py,sha256=8HU7GZkTMXj68WrVTXadtQujjEP_MvkOnQb4iVtEHt4,2228
 dsp_tools/commands/validate_data/validation/check_for_unknown_classes.py,sha256=Vhr1-nJzd3vzlwSoDJTljY-eFMpFLpTEy_zIEZb5MJs,2966
-dsp_tools/commands/validate_data/validation/get_validation_report.py,sha256=w9Kj7ETyLzg6Lpnr2qs7ryfxh63kZ54FWVPEetV7ebk,4108
+dsp_tools/commands/validate_data/validation/get_validation_report.py,sha256=jvzFXzyG6bcSNzs6Buj_-NV85g9pwr9spMz_OBG8MQk,4201
 dsp_tools/commands/validate_data/validation/validate_ontology.py,sha256=R5-aD9cFc4KSLbT_IanhzSibx71uJX_dBBHgkoHtLKY,4783
 dsp_tools/commands/xmlupload/CLAUDE.md,sha256=EOmh0nPs5ne9iAFCdhG6LHYaYBn4hMkM86G8UfMMsaU,10547
 dsp_tools/commands/xmlupload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -260,7 +260,7 @@ dsp_tools/xmllib/models/res.py,sha256=c3edvilYZVDmv2O6Z36sSkHXcuKPAJLfWVpStDTMuJ
 dsp_tools/xmllib/models/root.py,sha256=x8_vrDSJ1pZUJUL8LR460dZe4Cg57G_Hy-Zfr2S29dw,13562
 dsp_tools/xmllib/value_checkers.py,sha256=Yx3r6_WoZ5Lev8Orp8yDzd03JvP2GBmFNSFT2dzrycM,10712
 dsp_tools/xmllib/value_converters.py,sha256=WMYS5hd1VlrLLBXnf6pv9yYoPBsv_2MxOO6xv-QsRW4,29218
-dsp_tools-17.0.0.post21.dist-info/WHEEL,sha256=M6du7VZflc4UPsGphmOXHANdgk8zessdJG0DBUuoA-U,78
-dsp_tools-17.0.0.post21.dist-info/entry_points.txt,sha256=qjRfEbkeAwLU_AE2Q-l4Y9irPNmu4Wna-3bfRp1bqV4,62
-dsp_tools-17.0.0.post21.dist-info/METADATA,sha256=c-CiHkhfevQLuSoAyhtEYoAA1CF4nWN8HoR5o7H6e_8,4285
-dsp_tools-17.0.0.post21.dist-info/RECORD,,
+dsp_tools-17.0.0.post23.dist-info/WHEEL,sha256=M6du7VZflc4UPsGphmOXHANdgk8zessdJG0DBUuoA-U,78
+dsp_tools-17.0.0.post23.dist-info/entry_points.txt,sha256=qjRfEbkeAwLU_AE2Q-l4Y9irPNmu4Wna-3bfRp1bqV4,62
+dsp_tools-17.0.0.post23.dist-info/METADATA,sha256=xGTjapRxArzlKCmB7ia2yKNgLskGhfZtGNddQhR5iHM,4285
+dsp_tools-17.0.0.post23.dist-info/RECORD,,