dsp-tools 17.0.0.post26__py3-none-any.whl → 18.0.0__py3-none-any.whl

dsp_tools/commands/project/create/project_create_all.py

@@ -15,12 +15,13 @@ from dsp_tools.clients.authentication_client_live import AuthenticationClientLiv
 from dsp_tools.clients.connection import Connection
 from dsp_tools.clients.connection_live import ConnectionLive
 from dsp_tools.commands.create.communicate_problems import print_problem_collection
+from dsp_tools.commands.create.create_on_server.lists import create_lists
+from dsp_tools.commands.create.create_on_server.lists import get_existing_lists_on_server
 from dsp_tools.commands.create.models.parsed_project import ParsedProject
 from dsp_tools.commands.create.models.server_project_info import ProjectIriLookup
 from dsp_tools.commands.create.parsing.parse_project import parse_project
 from dsp_tools.commands.project.create.parse_project import parse_project_json
 from dsp_tools.commands.project.create.project_create_default_permissions import create_default_permissions
-from dsp_tools.commands.project.create.project_create_lists import create_lists_on_server
 from dsp_tools.commands.project.create.project_create_ontologies import create_ontologies
 from dsp_tools.commands.project.legacy_models.context import Context
 from dsp_tools.commands.project.legacy_models.group import Group
@@ -33,6 +34,8 @@ from dsp_tools.error.exceptions import InputError
 from dsp_tools.error.exceptions import InvalidInputError
 from dsp_tools.error.exceptions import PermanentConnectionError
 from dsp_tools.legacy_models.langstring import LangString
+from dsp_tools.utils.ansi_colors import BOLD
+from dsp_tools.utils.ansi_colors import RESET_TO_DEFAULT
 from dsp_tools.utils.json_parsing import parse_json_input
 
 load_dotenv()
@@ -89,8 +92,8 @@ def create_project(  # noqa: PLR0915,PLR0912 (too many statements & branches)
     con = ConnectionLive(creds.server, auth)
 
     # create project on DSP server
-    info_str = f"Create project '{legacy_project.metadata.shortname}' ({legacy_project.metadata.shortcode})..."
-    print(info_str)
+    info_str = f"Create project '{legacy_project.metadata.shortname}' ({legacy_project.metadata.shortcode}):"
+    print(BOLD + info_str + RESET_TO_DEFAULT)
     logger.info(info_str)
     project_remote, success = _create_project_on_server(
         project_definition=legacy_project.metadata,
@@ -102,17 +105,18 @@ def create_project(  # noqa: PLR0915,PLR0912 (too many statements & branches)
         overall_success = False
 
     # create the lists
-    names_and_iris_of_list_nodes: dict[str, Any] = {}
-    if legacy_project.lists:
-        print("Create lists...")
-        logger.info("Create lists...")
-        names_and_iris_of_list_nodes, success = create_lists_on_server(
-            lists_to_create=legacy_project.lists,
-            con=con,
-            project_remote=project_remote,
+    if parsed_project.lists:
+        list_name_2_iri, list_problems = create_lists(
+            parsed_lists=parsed_project.lists,
+            shortcode=parsed_project.project_metadata.shortcode,
+            auth=auth,
+            project_iri=project_iri,
         )
-        if not success:
+        if list_problems:
             overall_success = False
+            print_problem_collection(list_problems)
+    else:
+        list_name_2_iri = get_existing_lists_on_server(parsed_project.project_metadata.shortcode, auth)
 
     # create the groups
     current_project_groups: dict[str, Group] = {}
@@ -146,7 +150,7 @@ def create_project(  # noqa: PLR0915,PLR0912 (too many statements & branches)
         con=con,
         context=context,
         knora_api_prefix=knora_api_prefix,
-        names_and_iris_of_list_nodes=names_and_iris_of_list_nodes,
+        list_name_2_iri=list_name_2_iri,
         ontology_definitions=legacy_project.ontologies,
         project_remote=project_remote,
         verbose=verbose,

dsp_tools/commands/project/create/project_create_default_permissions.py

@@ -1,6 +1,8 @@
 from loguru import logger
 
 from dsp_tools.commands.project.models.permissions_client import PermissionsClient
+from dsp_tools.utils.ansi_colors import BOLD
+from dsp_tools.utils.ansi_colors import RESET_TO_DEFAULT
 
 USER_IRI_PREFIX = "http://www.knora.org/ontology/knora-admin#"
 
@@ -11,23 +13,23 @@ def create_default_permissions(
     default_permissions_overrule: dict[str, str | list[str]] | None,
     shortcode: str,
 ) -> bool:
-    logger.info("Set default permissions...")
-    print("Set default permissions...")
+    print(BOLD + "Processing default permissions:" + RESET_TO_DEFAULT)
+    logger.info("Processing default permissions:")
     if not _delete_existing_doaps(perm_client):
-        print("WARNING: Cannot delete the existing default permissions")
+        print("    WARNING: Cannot delete the existing default permissions")
         logger.warning("Cannot delete the existing default permissions")
         return False
     if not _create_new_doap(perm_client, default_permissions):
-        print("WARNING: Cannot create default permissions")
+        print("    WARNING: Cannot create default permissions")
         logger.warning("Cannot create default permissions")
         return False
     if default_permissions_overrule:
         if not _create_overrules(perm_client, default_permissions_overrule, shortcode):
-            print("WARNING: Cannot create default permissions overrules")
+            print("    WARNING: Cannot create default permissions overrules")
             logger.warning("Cannot create default permissions overrules")
             return False
+    print("    Default permissions have been set")
     logger.info("Default permissions have been set")
-    print("Default permissions have been set")
     return True
 
 

dsp_tools/commands/project/create/project_create_ontologies.py

@@ -7,11 +7,12 @@ from loguru import logger
 
 from dsp_tools.clients.authentication_client import AuthenticationClient
 from dsp_tools.clients.connection import Connection
-from dsp_tools.clients.ontology_client_live import OntologyClientLive
+from dsp_tools.clients.ontology_create_client_live import OntologyCreateClientLive
 from dsp_tools.commands.create.communicate_problems import print_problem_collection
 from dsp_tools.commands.create.create_on_server.cardinalities import add_all_cardinalities
 from dsp_tools.commands.create.models.parsed_ontology import ParsedOntology
 from dsp_tools.commands.create.models.server_project_info import CreatedIriCollection
+from dsp_tools.commands.create.models.server_project_info import ListNameToIriLookup
 from dsp_tools.commands.create.models.server_project_info import ProjectIriLookup
 from dsp_tools.commands.project.legacy_models.context import Context
 from dsp_tools.commands.project.legacy_models.ontology import Ontology
@@ -22,13 +23,15 @@ from dsp_tools.error.exceptions import BaseError
 from dsp_tools.error.exceptions import InputError
 from dsp_tools.legacy_models.datetimestamp import DateTimeStamp
 from dsp_tools.legacy_models.langstring import LangString
+from dsp_tools.utils.ansi_colors import BOLD
+from dsp_tools.utils.ansi_colors import RESET_TO_DEFAULT
 
 
 def create_ontologies(
     con: Connection,
     context: Context,
     knora_api_prefix: str,
-    names_and_iris_of_list_nodes: dict[str, Any],
+    list_name_2_iri: ListNameToIriLookup,
     ontology_definitions: list[dict[str, Any]],
     project_remote: Project,
     verbose: bool,
@@ -45,7 +48,7 @@ def create_ontologies(
         con: Connection to the DSP server
         context: prefixes and the ontology IRIs they stand for
         knora_api_prefix: the prefix that stands for the knora-api ontology
-        names_and_iris_of_list_nodes: IRIs of list nodes that were already created and are available on the DSP server
+        list_name_2_iri: IRIs of list nodes that were already created and are available on the DSP server
         ontology_definitions: the "ontologies" section of the parsed JSON project file
         project_remote: representation of the project on the DSP server
         verbose: verbose switch
@@ -61,17 +64,15 @@ def create_ontologies(
         True if everything went smoothly, False otherwise
     """
     success_collection = CreatedIriCollection()
-    onto_client = OntologyClientLive(auth.server, auth)
+    onto_client = OntologyCreateClientLive(auth.server, auth)
 
     overall_success = True
-
-    print("Create ontologies...")
-    logger.info("Create ontologies...")
+    logger.info("Processing Ontology Section")
     try:
         project_ontologies = Ontology.getProjectOntologies(con=con, project_id=str(project_remote.iri))
     except BaseError:
         err_msg = "Unable to retrieve remote ontologies. Cannot check if your ontology already exists."
-        print("WARNING: {err_msg}")
+        print(f"    WARNING: {err_msg}")
         logger.exception(err_msg)
         project_ontologies = []
 
@@ -114,7 +115,7 @@ def create_ontologies(
             onto_name=ontology_definition["name"],
             property_definitions=ontology_definition.get("properties", []),
             ontology_remote=ontology_remote,
-            names_and_iris_of_list_nodes=names_and_iris_of_list_nodes,
+            list_name_2_iri=list_name_2_iri,
             con=con,
             last_modification_date=last_modification_date,
             knora_api_prefix=knora_api_prefix,
@@ -125,7 +126,7 @@ def create_ontologies(
         if not success:
             overall_success = False
 
-    print("Add cardinalities to resource classes...")
+    print(BOLD + "Processing Cardinalities:" + RESET_TO_DEFAULT)
     problems = add_all_cardinalities(
         ontologies=parsed_ontologies,
         project_iri_lookup=project_iri_lookup,
@@ -173,12 +174,12 @@ def _create_ontology(
     # skip if it already exists on the DSP server
     if onto_name in [onto.name for onto in project_ontologies]:
         err_msg = f"Ontology '{onto_name}' already exists on the DSP server. Skipping..."
-        print(f"    WARNING: {err_msg}")
+        print(f"WARNING: {err_msg}")
         logger.warning(err_msg)
         return None
 
-    print(f"Create ontology '{onto_name}'...")
-    logger.info(f"Create ontology '{onto_name}'...")
+    print(BOLD + f"Processing ontology '{onto_name}':" + RESET_TO_DEFAULT)
+    logger.info(f"Processing ontology '{onto_name}'")
     ontology_local = Ontology(
         con=con,
         project=project_remote,
@@ -308,11 +309,11 @@ def _sort_resources(
     return sorted_resources
 
 
-def _add_property_classes_to_remote_ontology(
+def _add_property_classes_to_remote_ontology(  # noqa: PLR0912
     onto_name: str,
     property_definitions: list[dict[str, Any]],
     ontology_remote: Ontology,
-    names_and_iris_of_list_nodes: dict[str, Any],
+    list_name_2_iri: ListNameToIriLookup,
     con: Connection,
     last_modification_date: DateTimeStamp,
     knora_api_prefix: str,
@@ -328,7 +329,7 @@ def _add_property_classes_to_remote_ontology(
         onto_name: name of the current ontology
         property_definitions: the part of the parsed JSON project file that contains the properties of the current onto
         ontology_remote: representation of the current ontology on the DSP server
-        names_and_iris_of_list_nodes: IRIs of list nodes that were already created and are available on the DSP server
+        list_name_2_iri: IRIs of list nodes that were already created and are available on the DSP server
         con: connection to the DSP server
         last_modification_date: last modification date of the ontology on the DSP server
         knora_api_prefix: the prefix that stands for the knora-api ontology
@@ -373,7 +374,18 @@ def _add_property_classes_to_remote_ontology(
         # get the gui_attributes
         gui_attributes = prop_class.get("gui_attributes")
         if gui_attributes and gui_attributes.get("hlist"):
-            list_iri = names_and_iris_of_list_nodes[gui_attributes["hlist"]]["id"]
+            list_name = gui_attributes["hlist"]
+            list_iri = list_name_2_iri.get_iri(list_name)
+            if not list_iri:
+                err_msg = (
+                    f"Unable to create property class '{prop_class['name']}' "
+                    f"because the list with the name '{list_name}' does not exist on the server."
+                )
+                print(f"    WARNING: {err_msg}")
+                logger.warning(err_msg)
+                overall_success = False
+                continue
+
             gui_attributes["hlist"] = f"<{list_iri}>"
 
         # create the property class
@@ -405,7 +417,7 @@ def _add_property_classes_to_remote_ontology(
                 err.message,
             ):
                 err_msg += f", because it refers to a class of another project: '{found.group(1)}'."
-            print(f"WARNING: {err_msg}")
+            print(f"    WARNING: {err_msg}")
             logger.exception(err_msg)
             overall_success = False
 

dsp_tools/commands/project/legacy_models/listnode.py

@@ -301,36 +301,6 @@ class ListNode(Model):
             rootNodeIri=rootNodeIri,
         )
 
-    def create(self) -> ListNode:
-        """
-        Create a new List
-
-        :return: JSON-object from DSP-API
-        """
-        jsonobj = self._toJsonObj_create()
-        if self._parent:
-            result = self._con.post(ListNode.ROUTE_SLASH + quote_plus(self._parent), jsonobj)
-            return ListNode.fromJsonObj(self._con, result["nodeinfo"])
-        else:
-            result = self._con.post(ListNode.ROUTE, jsonobj)
-            return ListNode.fromJsonObj(self._con, result["list"]["listinfo"])
-
-    def _toJsonObj_create(self):
-        tmp = {}
-        if self._project is None:
-            raise BaseError("There must be a project id given!")
-        tmp["projectIri"] = self._project
-        if self._label.isEmpty():
-            raise BaseError("There must be a valid ListNode label!")
-        tmp["labels"] = self._label.toJsonObj()
-        if self._comments:
-            tmp["comments"] = self._comments.toJsonObj()
-        if self._name:
-            tmp["name"] = self._name
-        if self._parent:
-            tmp["parentNodeIri"] = self._parent
-        return tmp
-
     def read(self) -> Any:
         """
         Read a project from DSP-API

dsp_tools/commands/validate_data/models/api_responses.py

@@ -5,6 +5,8 @@ from dataclasses import dataclass
 from rdflib import Graph
 from rdflib import URIRef
 
+from dsp_tools.clients.list_client import OneList
+
 
 @dataclass
 class SHACLValidationReport:
@@ -24,22 +26,6 @@ class ListLookup:
     lists: dict[tuple[str, str], str]
 
 
-@dataclass
-class OneList:
-    list_iri: str
-    list_name: str
-    nodes: list[OneNode]
-
-    def hlist(self) -> str:
-        return f'"hlist=<{self.list_iri}>"'
-
-
-@dataclass
-class OneNode:
-    name: str
-    iri: str
-
-
 @dataclass
 class SHACLListInfo:
     list_iri: URIRef

dsp_tools/commands/validate_data/models/input_problems.py

@@ -114,5 +114,6 @@ class ProblemType(StrEnum):
     LINK_TARGET_TYPE_MISMATCH = "Linked Resource Type Mismatch"
     LINK_TARGET_OF_ANOTHER_PROJECT = "Linked Resource is from another project"
     LINK_TARGET_IS_IRI_OF_PROJECT = "Linked resource is an IRI of the project"
+    LINK_TARGET_NOT_FOUND_IN_DB = "Linked resource is an IRI and could not be found in the database."
     INEXISTENT_LINKED_RESOURCE = "Linked Resource does not exist"
     DUPLICATE_VALUE = "Your input is duplicated"

dsp_tools/commands/validate_data/prepare_data/prepare_data.py

@@ -8,14 +8,15 @@ from rdflib import URIRef
 
 from dsp_tools.clients.authentication_client import AuthenticationClient
 from dsp_tools.clients.legal_info_client_live import LegalInfoClientLive
-from dsp_tools.clients.metadata_client import MetadataRetrieval
+from dsp_tools.clients.list_client import OneList
+from dsp_tools.clients.list_client_live import ListGetClientLive
+from dsp_tools.clients.metadata_client import ExistingResourcesRetrieved
 from dsp_tools.clients.metadata_client_live import MetadataClientLive
-from dsp_tools.commands.validate_data.api_clients import ListClient
-from dsp_tools.commands.validate_data.api_clients import OntologyClient
+from dsp_tools.clients.ontology_clients import OntologyGetClient
+from dsp_tools.clients.ontology_get_client_live import OntologyGetClientLive
 from dsp_tools.commands.validate_data.models.api_responses import EnabledLicenseIris
 from dsp_tools.commands.validate_data.models.api_responses import InfoForResourceInDB
 from dsp_tools.commands.validate_data.models.api_responses import ListLookup
-from dsp_tools.commands.validate_data.models.api_responses import OneList
 from dsp_tools.commands.validate_data.models.api_responses import ProjectDataFromApi
 from dsp_tools.commands.validate_data.models.validation import RDFGraphs
 from dsp_tools.commands.validate_data.prepare_data.get_rdf_like_data import get_rdf_like_data
@@ -47,13 +48,16 @@ def prepare_data_for_validation_from_parsed_resource(
     permission_ids: list[str],
     auth: AuthenticationClient,
     shortcode: str,
-) -> tuple[RDFGraphs, set[str], MetadataRetrieval]:
+    do_not_request_resource_metadata_from_db: bool,
+) -> tuple[RDFGraphs, set[str], ExistingResourcesRetrieved]:
     used_iris = {x.res_type for x in parsed_resources}
-    proj_info, metadata_retrieval_success = _get_project_specific_information_from_api(auth, shortcode)
+    proj_info, existing_resources_retrieved = _get_project_specific_information_from_api(
+        auth, shortcode, do_not_request_resource_metadata_from_db
+    )
     list_lookup = _make_list_lookup(proj_info.all_lists)
     data_rdf = _make_data_graph_from_parsed_resources(parsed_resources, authorship_lookup, list_lookup)
     rdf_graphs = _create_graphs(data_rdf, shortcode, auth, proj_info, permission_ids)
-    return rdf_graphs, used_iris, metadata_retrieval_success
+    return rdf_graphs, used_iris, existing_resources_retrieved
 
 
 def _make_list_lookup(project_lists: list[OneList]) -> ListLookup:
@@ -66,18 +70,22 @@ def _make_list_lookup(project_lists: list[OneList]) -> ListLookup:
 
 
 def _get_project_specific_information_from_api(
-    auth: AuthenticationClient, shortcode: str
-) -> tuple[ProjectDataFromApi, MetadataRetrieval]:
-    list_client = ListClient(auth.server, shortcode)
-    all_lists = list_client.get_lists()
+    auth: AuthenticationClient, shortcode: str, do_not_request_resource_metadata_from_db: bool
+) -> tuple[ProjectDataFromApi, ExistingResourcesRetrieved]:
+    list_client = ListGetClientLive(auth.server, shortcode)
+    all_lists = list_client.get_all_lists_and_nodes()
     enabled_licenses = _get_license_iris(shortcode, auth)
-    retrieval_status, formatted_metadata = _get_metadata_info(auth, shortcode)
-    return ProjectDataFromApi(all_lists, enabled_licenses, formatted_metadata), retrieval_status
+    if do_not_request_resource_metadata_from_db:
+        existing_resources_retrieved = ExistingResourcesRetrieved.FALSE
+        formatted_metadata: list[InfoForResourceInDB] = []
+    else:
+        existing_resources_retrieved, formatted_metadata = _get_metadata_info(auth, shortcode)
+    return ProjectDataFromApi(all_lists, enabled_licenses, formatted_metadata), existing_resources_retrieved
 
 
 def _get_metadata_info(
     auth: AuthenticationClient, shortcode: str
-) -> tuple[MetadataRetrieval, list[InfoForResourceInDB]]:
+) -> tuple[ExistingResourcesRetrieved, list[InfoForResourceInDB]]:
     metadata_client = MetadataClientLive(auth.server, auth)
     retrieval_status, metadata = metadata_client.get_resource_metadata(shortcode)
     formatted_metadata = [InfoForResourceInDB(x["resourceIri"], x["resourceClassIri"]) for x in metadata]
@@ -100,7 +108,7 @@ def _create_graphs(
     permission_ids: list[str],
 ) -> RDFGraphs:
     logger.debug("Create all graphs.")
-    onto_client = OntologyClient(auth.server, shortcode)
+    onto_client = OntologyGetClientLive(auth.server, shortcode)
     ontologies, onto_iris = _get_project_ontos(onto_client)
     knora_ttl = onto_client.get_knora_api()
     knora_api = Graph()
@@ -147,7 +155,7 @@ def _bind_prefixes_to_graph(g: Graph, project_ontos: list[str]) -> Graph:
     return g
 
 
-def _get_project_ontos(onto_client: OntologyClient) -> tuple[Graph, list[str]]:
+def _get_project_ontos(onto_client: OntologyGetClient) -> tuple[Graph, list[str]]:
     logger.debug("Get project ontologies from server.")
     all_ontos, onto_iris = onto_client.get_ontologies()
     onto_g = Graph()

dsp_tools/commands/validate_data/process_validation_report/get_user_validation_message.py

@@ -3,6 +3,7 @@ from collections import defaultdict
 import pandas as pd
 
 from dsp_tools.cli.args import ValidationSeverity
+from dsp_tools.clients.metadata_client import ExistingResourcesRetrieved
 from dsp_tools.commands.validate_data.models.input_problems import AllProblems
 from dsp_tools.commands.validate_data.models.input_problems import DuplicateFileWarning
 from dsp_tools.commands.validate_data.models.input_problems import InputProblem
@@ -20,9 +21,14 @@ PROBLEM_TYPES_IGNORE_STR_ENUM_INFO = {ProblemType.GENERIC, ProblemType.FILE_VALU
 
 
 def sort_user_problems(
-    all_problems: AllProblems, duplicate_file_warnings: DuplicateFileWarning | None, shortcode: str
+    all_problems: AllProblems,
+    duplicate_file_warnings: DuplicateFileWarning | None,
+    shortcode: str,
+    existing_resources_retrieved: ExistingResourcesRetrieved,
 ) -> SortedProblems:
-    iris_removed, links_level_info = _separate_resource_links_to_iris_of_own_project(all_problems.problems, shortcode)
+    iris_removed, links_level_info = _separate_resource_links_to_iris_of_own_project(
+        all_problems.problems, shortcode, existing_resources_retrieved
+    )
     filtered_problems = _filter_out_duplicate_problems(iris_removed)
     violations, warnings, info = _separate_according_to_severity(filtered_problems)
     if duplicate_file_warnings:
@@ -47,37 +53,61 @@ def _separate_according_to_severity(
 
 
 def _separate_resource_links_to_iris_of_own_project(
-    problems: list[InputProblem], shortcode: str
+    problems: list[InputProblem], shortcode: str, existing_resources_retrieved: ExistingResourcesRetrieved
 ) -> tuple[list[InputProblem], list[InputProblem]]:
     link_level_info = []
     all_others = []
-    resource_iri_start = "http://rdfh.ch/"
-    project_resource_iri = f"{resource_iri_start}{shortcode}/"
     for prblm in problems:
         if prblm.problem_type != ProblemType.INEXISTENT_LINKED_RESOURCE:
             all_others.append(prblm)
-            continue
-        if not prblm.input_value:
-            all_others.append(prblm)
-        elif prblm.input_value.startswith(project_resource_iri):
-            prblm.message = (
-                "You used an absolute IRI to reference an existing resource in the DB. "
-                "If this resource does not exist or is not of the correct type, an xmlupload will fail."
-            )
-            prblm.problem_type = ProblemType.LINK_TARGET_IS_IRI_OF_PROJECT
-            link_level_info.append(prblm)
-        elif prblm.input_value.startswith(resource_iri_start):
-            prblm.message = (
-                "You used an absolute IRI to reference an existing resource of another project in the DB. "
-                "Cross-Project resource links are not permitted."
-            )
-            prblm.problem_type = ProblemType.LINK_TARGET_OF_ANOTHER_PROJECT
-            all_others.append(prblm)
         else:
-            all_others.append(prblm)
+            is_violation, triaged_problem = _determined_link_value_message_and_level(
+                prblm, shortcode, existing_resources_retrieved
+            )
+            if is_violation:
+                all_others.append(triaged_problem)
+            else:
+                link_level_info.append(triaged_problem)
     return all_others, link_level_info
 
 
+def _determined_link_value_message_and_level(
+    problem: InputProblem, shortcode: str, existing_resources_retrieved: ExistingResourcesRetrieved
+) -> tuple[bool, InputProblem]:
+    is_violation = True
+    resource_iri_start = "http://rdfh.ch/"
+    project_resource_iri = f"{resource_iri_start}{shortcode}/"
+    if not problem.input_value:
+        return is_violation, problem
+    if problem.input_value.startswith(project_resource_iri):
+        # case IRI and matches those of the projects itself
+        if existing_resources_retrieved == ExistingResourcesRetrieved.TRUE:
+            # if metadata was sucessfully retrieved, then the IRI is wrong
+            problem.problem_type = ProblemType.LINK_TARGET_NOT_FOUND_IN_DB
+            problem.message = (
+                "You used an absolute IRI to reference an existing resource in the DB. "
+                "We could not find a reference to this resource in the database."
+            )
+            return is_violation, problem
+        # if we could not retrieve the metadata, then we cannot verify if it exists or not, so it is only an info
+        problem.problem_type = ProblemType.LINK_TARGET_IS_IRI_OF_PROJECT
+        problem.message = (
+            "You used an absolute IRI to reference an existing resource in the DB. "
+            "If this resource does not exist or is not of the correct type, an xmlupload will fail."
+        )
+        return not is_violation, problem
+    if problem.input_value.startswith(resource_iri_start):
+        # case IRI, but does not contain the shortcode of the project
+        problem.message = (
+            "You used an absolute IRI to reference an existing resource of another project in the DB. "
+            "Cross-Project resource links are not permitted."
+        )
+        problem.problem_type = ProblemType.LINK_TARGET_OF_ANOTHER_PROJECT
+        return is_violation, problem
+    # all other cases, it is not an IRI and must be an internal ID that does not exist in the XML
+    return is_violation, problem
+
+
 def _filter_out_duplicate_problems(problems: list[InputProblem]) -> list[InputProblem]:
     grouped, without_res_id = _group_problems_by_resource(problems)
     filtered = without_res_id

dsp_tools/commands/validate_data/sparql/value_shacl.py

@@ -8,7 +8,7 @@ from rdflib import Literal
 from rdflib import URIRef
 from rdflib.collection import Collection
 
-from dsp_tools.commands.validate_data.models.api_responses import OneList
+from dsp_tools.clients.list_client import OneList
 from dsp_tools.commands.validate_data.models.api_responses import SHACLListInfo
 from dsp_tools.utils.rdflib_constants import KNORA_API
 from dsp_tools.utils.rdflib_constants import PropertyTypeAlias

dsp_tools/commands/validate_data/validate_data.py

@@ -10,6 +10,7 @@ from dsp_tools.cli.args import ValidateDataConfig
 from dsp_tools.cli.args import ValidationSeverity
 from dsp_tools.clients.authentication_client import AuthenticationClient
 from dsp_tools.clients.authentication_client_live import AuthenticationClientLive
+from dsp_tools.clients.metadata_client import ExistingResourcesRetrieved
 from dsp_tools.commands.validate_data.models.input_problems import OntologyValidationProblem
 from dsp_tools.commands.validate_data.models.input_problems import SortedProblems
 from dsp_tools.commands.validate_data.models.input_problems import UnknownClassesInData
@@ -51,6 +52,7 @@ def validate_data(
     save_graphs: bool,
     skip_ontology_validation: bool,
     id2iri_replacement_file: str | None,
+    do_not_request_resource_metadata_from_db: bool,
 ) -> bool:
     """
     Takes a file and project information and validates it against the ontologies on the server.
@@ -62,6 +64,7 @@ def validate_data(
         save_graphs: if this flag is set, all the graphs will be saved in a folder
         skip_ontology_validation: skip the ontology validation
         id2iri_replacement_file: to replace internal IDs of an XML file by IRIs provided in this mapping file
+        do_not_request_resource_metadata_from_db: true if no metadata for existing resources should be requested
 
     Returns:
         True if no errors that impede an xmlupload were found.
@@ -78,6 +81,7 @@ def validate_data(
         ignore_duplicate_files_warning=ignore_duplicate_files_warning,
         is_on_prod_server=is_prod_like_server(creds.server),
         skip_ontology_validation=skip_ontology_validation,
+        do_not_request_resource_metadata_from_db=do_not_request_resource_metadata_from_db,
     )
     auth = AuthenticationClientLive(server=creds.server, email=creds.user, password=creds.password)
 
@@ -104,14 +108,17 @@ def validate_parsed_resources(
     config: ValidateDataConfig,
     auth: AuthenticationClient,
 ) -> bool:
-    rdf_graphs, used_iris, _ = prepare_data_for_validation_from_parsed_resource(
+    rdf_graphs, used_iris, existing_resources_retrieved = prepare_data_for_validation_from_parsed_resource(
         parsed_resources=parsed_resources,
         authorship_lookup=authorship_lookup,
         permission_ids=permission_ids,
         auth=auth,
         shortcode=shortcode,
+        do_not_request_resource_metadata_from_db=config.do_not_request_resource_metadata_from_db,
+    )
+    validation_result = _validate_data(
+        rdf_graphs, used_iris, parsed_resources, config, shortcode, existing_resources_retrieved
     )
-    validation_result = _validate_data(rdf_graphs, used_iris, parsed_resources, config, shortcode)
     if validation_result.no_problems:
         logger.debug("No validation errors found.")
         print(NO_VALIDATION_ERRORS_FOUND_MSG)
@@ -143,6 +150,7 @@ def _validate_data(
     parsed_resources: list[ParsedResource],
     config: ValidateDataConfig,
     shortcode: str,
+    existing_resources_retrieved: ExistingResourcesRetrieved,
 ) -> ValidateDataResult:
     logger.debug(f"Validate-data called with the following config: {vars(config)}")
     # Check if unknown classes are used
@@ -171,7 +179,7 @@ def _validate_data(
             )
             return ValidateDataResult(False, sorted_problems, report)
     reformatted = reformat_validation_graph(report)
-    sorted_problems = sort_user_problems(reformatted, duplicate_file_warnings, shortcode)
+    sorted_problems = sort_user_problems(reformatted, duplicate_file_warnings, shortcode, existing_resources_retrieved)
     return ValidateDataResult(False, sorted_problems, report)
 
 

dsp_tools/commands/xmlupload/upload_config.py

@@ -56,6 +56,7 @@ class UploadConfig:
     ignore_duplicate_files_warning: bool = False
     validation_severity: ValidationSeverity = field(default_factory=lambda: ValidationSeverity.INFO)
     id2iri_replacement_file: str | None = None
+    do_not_request_resource_metadata_from_db: bool = False
 
     def with_server_info(
         self,

dsp_tools/commands/xmlupload/xmlupload.py

@@ -177,6 +177,7 @@ def _handle_validation(
                 ignore_duplicate_files_warning=ignore_duplicates,
                 is_on_prod_server=is_on_prod_like_server,
                 skip_ontology_validation=config.skip_ontology_validation,
+                do_not_request_resource_metadata_from_db=config.do_not_request_resource_metadata_from_db,
             ),
             auth=auth,
         )

dsp_tools/error/exceptions.py

@@ -154,3 +154,11 @@ class XmlUploadListNodeNotFoundError(BaseError):
 
 class UnknownDOAPException(BaseError):
     """Class for errors that are raised if a DOAP cannot be parsed"""
+
+
+class CreateError(BaseError):
+    """Errors for the create command."""
+
+
+class ProjectNotFoundError(CreateError):
+    """Class if a project is expected to exist but could not be found."""