otlmow-template 1.2__py3-none-any.whl → 1.3__py3-none-any.whl

otlmow_template/SubsetTemplateCreator.py

@@ -16,13 +16,15 @@ from openpyxl.worksheet.datavalidation import DataValidation
 from openpyxl.worksheet.dimensions import DimensionHolder, ColumnDimension
 from openpyxl.worksheet.worksheet import Worksheet
 from otlmow_converter.DotnotationHelper import DotnotationHelper
+from otlmow_converter.Exceptions.UnknownExcelError import UnknownExcelError
 from otlmow_converter.OtlmowConverter import OtlmowConverter
 from otlmow_model.OtlmowModel.BaseClasses.BooleanField import BooleanField
 from otlmow_model.OtlmowModel.BaseClasses.KeuzelijstField import KeuzelijstField
 from otlmow_model.OtlmowModel.BaseClasses.OTLObject import dynamic_create_instance_from_uri, OTLObject, \
-    get_attribute_by_name
+    get_attribute_by_name, dynamic_create_type_from_uri
+from otlmow_model.OtlmowModel.Helpers.GenericHelper import get_ns_and_name_from_uri
+from otlmow_model.OtlmowModel.Helpers.RelationCreator import create_betrokkenerelation, create_relation
 from otlmow_model.OtlmowModel.Helpers.generated_lists import get_hardcoded_relation_dict
-from otlmow_modelbuilder.HelperFunctions import get_ns_and_name_from_uri
 from otlmow_modelbuilder.OSLOCollector import OSLOCollector
 from otlmow_modelbuilder.SQLDataClasses.OSLOClass import OSLOClass
 
@@ -184,7 +186,7 @@ class SubsetTemplateCreator:
 
         while True:
             for oslo_class in [cl for cl in filtered_class_list if cl.abstract == 0]:
-                if ignore_relations and oslo_class.objectUri in relation_dict:
+                if oslo_class.objectUri in relation_dict:
                     continue
 
                 for _ in range(amount_objects_to_create):
@@ -194,12 +196,18 @@ class SubsetTemplateCreator:
                     if otl_object is not None:
                         otl_objects.append(otl_object)
             created = len(otl_objects)
-            unique_ids = len({obj.assetId.identificator if hasattr(obj, 'assetId') else obj.agentId.identificator
+            unique_ids = len({obj.assetId.identificator if obj.typeURI != 'http://purl.org/dc/terms/Agent' else obj.agentId.identificator
                               for obj in otl_objects})
             if created == unique_ids:
                 break
             otl_objects = []
 
+        if not ignore_relations:
+            non_relations_class_uris = [cl.objectUri for cl in filtered_class_list
+                                        if cl.abstract == 0 and cl.objectUri not in relation_dict]
+            cls.append_relations_to_objects(otl_objects=otl_objects, collector=collector,
+                                            class_uris_filter=non_relations_class_uris, model_directory=model_directory)
+
         return otl_objects
 
     @classmethod
@@ -222,7 +230,7 @@ class SubsetTemplateCreator:
 
         for oslo_class in [cl for cl in filtered_class_list if cl.abstract == 0]:
             await sleep(0)
-            if ignore_relations and oslo_class.objectUri in relation_dict:
+            if oslo_class.objectUri in relation_dict:
                 continue
 
             for _ in range(amount_objects_to_create):
@@ -233,6 +241,12 @@ class SubsetTemplateCreator:
                 if otl_object is not None:
                     otl_objects.append(otl_object)
 
+        if not ignore_relations:
+            non_relations_class_uris = [cl.objectUri for cl in filtered_class_list
+                                        if cl.abstract == 0 and cl.objectUri not in relation_dict]
+            cls.append_relations_to_objects(otl_objects=otl_objects, collector=collector,
+                                            class_uris_filter=non_relations_class_uris, model_directory=model_directory)
+
         return otl_objects
 
     @classmethod
@@ -249,15 +263,23 @@ class SubsetTemplateCreator:
         if filter_attributes_by_subset:
             for attribute_object in collector.find_attributes_by_class(oslo_class):
                 attr = get_attribute_by_name(instance, attribute_object.name)
-                if attr is not None:
-                    attr.fill_with_dummy_data()
-                else:
+                if attr is None:
                     logging.warning(f'Attribute {attribute_object.name} not found in class {oslo_class.objectUri}')
+                elif attr.naam == 'isActief':
+                    attr.set_waarde(True)
+                else:
+                    attr.fill_with_dummy_data()
         else:
             for attr in instance:
-                if attr.naam != 'geometry':
+                if attr.naam == 'isActief':
+                    attr.set_waarde(True)
+                elif attr.naam != 'geometry':
                     attr.fill_with_dummy_data()
+
         with contextlib.suppress(AttributeError):
+            assetId_attr = get_attribute_by_name(instance, 'assetId')
+            if assetId_attr is not None:
+                assetId_attr.fill_with_dummy_data()
             if add_geometry:
                 geo_attr = get_attribute_by_name(instance, 'geometry')
                 if geo_attr is not None:
@@ -304,7 +326,10 @@ class SubsetTemplateCreator:
         if split_per_type:
             for type_uri, typed_instances in classes_dict.items():
                 ns, name = get_ns_and_name_from_uri(type_uri)
-                class_file_path = file_path.parent / f'{file_path.stem}_{ns}_{name}.csv'
+                ns_name = f'{ns}_{name}'
+                if name == 'Agent':
+                    ns_name = 'Agent'
+                class_file_path = file_path.parent / f'{file_path.stem}_{ns_name}.csv'
                 cls.alter_csv_file(add_attribute_info=add_attribute_info, add_deprecated=add_deprecated,
                                    dummy_data_rows=dummy_data_rows, instances=typed_instances, file_path=class_file_path)
         else:
@@ -319,7 +344,10 @@ class SubsetTemplateCreator:
             for type_uri, typed_instances in classes_dict.items():
                 await sleep(0)
                 ns, name = get_ns_and_name_from_uri(type_uri)
-                class_file_path = file_path.parent / f'{file_path.stem}_{ns}_{name}.csv'
+                ns_name = f'{ns}_{name}'
+                if name == 'Agent':
+                    ns_name = 'Agent'
+                class_file_path = file_path.parent / f'{file_path.stem}_{ns_name}.csv'
                 cls.alter_csv_file(add_attribute_info=add_attribute_info,
                                    dummy_data_rows=dummy_data_rows, instances=typed_instances, add_deprecated=add_deprecated,
                                    file_path=class_file_path)
@@ -354,7 +382,14 @@ class SubsetTemplateCreator:
                     deprecated_attributes_row.append('')
                 continue
 
-            attribute = DotnotationHelper.get_attribute_by_dotnotation(instance, header)
+            try:
+                attribute = DotnotationHelper.get_attribute_by_dotnotation(instance, header)
+            except AttributeError:
+                if add_attribute_info:
+                    collected_attribute_info_row.append('')
+                if add_deprecated:
+                    deprecated_attributes_row.append('')
+                continue
 
             if add_attribute_info:
                 collected_attribute_info_row.append(attribute.definition)
@@ -362,7 +397,7 @@ class SubsetTemplateCreator:
             if add_deprecated:
                 deprecated_attributes_row.append('DEPRECATED' if attribute.deprecated_version else '')
 
-        with open(file_path, 'w') as file:
+        with open(file_path, 'w', newline='', encoding='utf-8') as file:
             csv_writer = csv.writer(file, delimiter=';', quotechar=quote_char, quoting=csv.QUOTE_MINIMAL)
             if add_attribute_info:
                 csv_writer.writerow(collected_attribute_info_row)
@@ -397,7 +432,11 @@ class SubsetTemplateCreator:
                           instances: [OTLObject], sheet: Worksheet, add_deprecated: bool, workbook: Workbook,
                           dummy_data_rows: int):
         type_uri = cls.get_uri_from_sheet_name(sheet.title)
-        instance = next(x for x in instances if x.typeURI == type_uri)
+        instance = next((x for x in instances if x.typeURI == type_uri), None)
+        if instance is None:
+            instance = next((x for x in instances if x.typeURI.startswith(type_uri)), None)
+        if instance is None:
+            raise UnknownExcelError(f'When creating a template, no instance could be created for {type_uri}')
 
         boolean_validation = DataValidation(type="list", formula1='"TRUE,FALSE,"', allow_blank=True)
         sheet.add_data_validation(boolean_validation)
@@ -610,3 +649,28 @@ class SubsetTemplateCreator:
             raise ValueError('Sheet title does not contain a #')
         class_ns, class_name = title.split('#', maxsplit=1)
         return short_to_long_ns.get(class_ns, class_ns) + class_name
+
+    @classmethod
+    def append_relations_to_objects(cls, otl_objects: [OTLObject], collector: OSLOCollector, class_uris_filter: [str],
+                                    model_directory: Path):
+        class_dict = defaultdict(list)
+        for instance in otl_objects:
+            class_dict[instance.typeURI].append(instance)
+
+        for class_uri in class_uris_filter:
+            for relation in collector.find_all_concrete_relations(objectUri=class_uri):
+                if class_uri != relation.bron_uri:
+                    continue
+                for i, bron_instance in enumerate(class_dict[relation.bron_uri]):
+                    doel_instance = class_dict[relation.doel_uri][i]
+                    if relation.objectUri == 'https://wegenenverkeer.data.vlaanderen.be/ns/onderdeel#HeeftBetrokkene':
+                        relation_instance = create_betrokkenerelation(rol='toezichter', source=bron_instance,
+                                                            target=doel_instance, model_directory=model_directory)
+                    else:
+                        if relation.richting == 'Unspecified' and bron_instance.assetId.identificator > doel_instance.assetId.identificator:
+                            continue
+                        relation_type = dynamic_create_type_from_uri(class_uri=relation.objectUri, model_directory=model_directory)
+                        relation_instance = create_relation(relation_type=relation_type, source=bron_instance,
+                                                            target=doel_instance, model_directory=model_directory)
+
+                    otl_objects.append(relation_instance)

{otlmow_template-1.2.dist-info → otlmow_template-1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: otlmow_template
-Version: 1.2
+Version: 1.3
 Author-email: David Vlaminck <david.vlaminck@mow.vlaanderen.be>, Jasper Berton <jasperberton1@telenet.be>
 License:                     GNU GENERAL PUBLIC LICENSE
                                Version 3, 29 June 2007
@@ -697,7 +697,7 @@ Classifier: Topic :: Software Development :: Quality Assurance
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: otlmow-converter>=1.11
+Requires-Dist: otlmow-converter>=1.14
 Requires-Dist: otlmow-modelbuilder>=0.27
 Provides-Extra: test
 Requires-Dist: pytest; extra == "test"

otlmow_template-1.3.dist-info/RECORD

@@ -0,0 +1,7 @@
+otlmow_template/SubsetTemplateCreator.py,sha256=SNXGHR5zMTSTs_xzWWDZ_183oV-D46SN6PQ-EPMikKs,33360
+otlmow_template/Exceptions/MissingTypeUriException.py,sha256=DSKwywmP9Bq8n7rzBoDcEPlxvC1IChx18QIHFUCTtdA,51
+otlmow_template-1.3.dist-info/licenses/LICENSE,sha256=ixuiBLtpoK3iv89l7ylKkg9rs2GzF9ukPH7ynZYzK5s,35148
+otlmow_template-1.3.dist-info/METADATA,sha256=BzvQ3dSl1uof3tLpGWJt6sHHAxEp0PAwv0Bz8iC50Pc,44220
+otlmow_template-1.3.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+otlmow_template-1.3.dist-info/top_level.txt,sha256=zPgBoaTLG-avoOLySlwOUEtHaFyA5Vc5wJqkSeX1l6A,16
+otlmow_template-1.3.dist-info/RECORD,,

otlmow_template-1.2.dist-info/RECORD

@@ -1,7 +0,0 @@
-otlmow_template/SubsetTemplateCreator.py,sha256=utrlhjvojzCMlQ9yO62H_FnnRL4swksEEBziLlqaD1o,29511
-otlmow_template/Exceptions/MissingTypeUriException.py,sha256=DSKwywmP9Bq8n7rzBoDcEPlxvC1IChx18QIHFUCTtdA,51
-otlmow_template-1.2.dist-info/licenses/LICENSE,sha256=ixuiBLtpoK3iv89l7ylKkg9rs2GzF9ukPH7ynZYzK5s,35148
-otlmow_template-1.2.dist-info/METADATA,sha256=fCISozOC-6u1_Hgn-kQie-gbHDPefyfKgltqH3Rn63Q,44220
-otlmow_template-1.2.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-otlmow_template-1.2.dist-info/top_level.txt,sha256=zPgBoaTLG-avoOLySlwOUEtHaFyA5Vc5wJqkSeX1l6A,16
-otlmow_template-1.2.dist-info/RECORD,,