otlmow-template 0.2__py3-none-any.whl → 0.4__py3-none-any.whl

otlmow_template/CsvTemplateCreator.py

@@ -0,0 +1,155 @@
+import csv
+import ntpath
+import os
+import tempfile
+from pathlib import Path
+from typing import List, Sequence, Optional
+
+from otlmow_converter.DotnotationHelper import DotnotationHelper
+from otlmow_converter.OtlmowConverter import OtlmowConverter
+
+
+class CsvTemplateCreator:
+
+    @classmethod
+    def determine_multiplicity_csv(cls, path_to_template_file_and_extension: Path, path_to_subset: Path,
+                                   temporary_path: Path, **kwargs):
+        path_is_split = kwargs.get('split_per_type', True)
+        if path_is_split is False:
+            cls.alter_csv_template(path_to_template_file_and_extension=path_to_template_file_and_extension,
+                                   temporary_path=temporary_path, path_to_subset=path_to_subset, **kwargs)
+        else:
+            cls.multiple_csv_template(path_to_template_file_and_extension=path_to_template_file_and_extension,
+                                      path_to_subset=path_to_subset, **kwargs)
+        file_location = os.path.dirname(temporary_path)
+        [f.unlink() for f in Path(file_location).glob("*") if f.is_file()]
+
+    @classmethod
+    def multiple_csv_template(cls, path_to_template_file_and_extension, path_to_subset, **kwargs):
+        file_location = os.path.dirname(path_to_template_file_and_extension)
+        tempdir = Path(tempfile.gettempdir()) / 'temp-otlmow'
+        file_name = ntpath.basename(path_to_template_file_and_extension)
+        split_file_name = file_name.split('.')
+        things_in_there = os.listdir(tempdir)
+        csv_templates = [x for x in things_in_there if x.startswith(split_file_name[0] + '_')]
+        for file in csv_templates:
+            test_template_loc = Path(os.path.dirname(path_to_template_file_and_extension)) / file
+            temp_loc = Path(tempdir) / file
+            cls.alter_csv_template(path_to_template_file_and_extension=test_template_loc, temporary_path=temp_loc,
+                                   path_to_subset=path_to_subset, **kwargs)
+
+    @classmethod
+    def alter_csv_template(cls, path_to_template_file_and_extension, path_to_subset, temporary_path,
+                           **kwargs):
+        converter = OtlmowConverter()
+        instantiated_attributes = converter.create_assets_from_file(filepath=temporary_path,
+                                                                    path_to_subset=path_to_subset)
+        header = []
+        data = []
+        delimiter = ';'
+        add_geo_artefact = kwargs.get('add_geo_artefact', False)
+        add_attribute_info = kwargs.get('add_attribute_info', False)
+        highlight_deprecated_attributes = kwargs.get('highlight_deprecated_attributes', False)
+        amount_of_examples = kwargs.get('amount_of_examples', 0)
+        quote_char = '"'
+        with open(temporary_path, 'r+', encoding='utf-8') as csvfile:
+            new_file = open(path_to_template_file_and_extension, 'w', encoding='utf-8')
+            reader = csv.reader(csvfile, delimiter=delimiter, quotechar=quote_char)
+            for row_nr, row in enumerate(reader):
+                if row_nr == 0:
+                    header = row
+                else:
+                    data.append(row)
+            if add_geo_artefact is False:
+                [header, data] = cls.remove_geo_artefact_csv(header=header, data=data)
+            if add_attribute_info:
+                info = cls.add_attribute_info_csv(header=header, data=data,
+                                                  instantiated_objects=instantiated_attributes)
+                new_file.write(delimiter.join(info) + '\n')
+            data = cls.remove_mock_data_csv(data=data, rows_of_examples=amount_of_examples)
+            if highlight_deprecated_attributes:
+                header = cls.highlight_deprecated_attributes_csv(header=header, data=data,
+                                                                 instantiated_attributes=instantiated_attributes)
+            new_file.write(delimiter.join(header) + '\n')
+            for d in data:
+                new_file.write(delimiter.join(d) + '\n')
+            new_file.close()
+
+    @classmethod
+    def add_attribute_info_csv(cls, header: List[str], data: List[List[str]], instantiated_objects: List) -> List[str]:
+        info_data = []
+        info_data.extend(header)
+
+        dotnotation_module = DotnotationHelper()
+
+        uri_index = cls.get_type_uri_index_in_row(header)
+        found_uris = set(d[uri_index] for d in data)
+
+        for uri in found_uris:
+            single_object = next(x for x in instantiated_objects if x.typeURI == uri)
+            for index, dotnototation_title in enumerate(info_data):
+                if dotnototation_title == 'typeURI':
+                    info_data[index] = 'De URI van het object volgens https://www.w3.org/2001/XMLSchema#anyURI .'
+                else:
+                    dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(
+                        single_object, dotnototation_title)
+                    info_data[index] = dotnotation_attribute.definition
+        return info_data
+
+    @classmethod
+    def remove_mock_data_csv(cls, data, rows_of_examples):
+        if rows_of_examples == 0:
+            data = []
+        return data
+
+    @classmethod
+    def highlight_deprecated_attributes_csv(cls, header, data, instantiated_attributes):
+        found_uri = []
+        dotnotation_module = DotnotationHelper()
+        uri_index = cls.get_type_uri_index_in_row(header)
+        for d in data:
+            if d[uri_index] not in found_uri:
+                found_uri.append(d[uri_index])
+        for uri in found_uri:
+            single_object = next(x for x in instantiated_attributes if x.typeURI == uri)
+            for dotnototation_title in header:
+                if dotnototation_title == 'typeURI':
+                    continue
+                else:
+                    index = header.index(dotnototation_title)
+                    value = header[index]
+                    try:
+                        is_deprecated = False
+                        if dotnototation_title.count('.') == 1:
+                            dot_split = dotnototation_title.split('.')
+                            attribute = dotnotation_module.get_attribute_by_dotnotation(single_object,
+                                                                                        dot_split[0])
+
+                            if len(attribute.deprecated_version) > 0:
+                                is_deprecated = True
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_object,
+                                                                                                dotnototation_title)
+                        if len(dotnotation_attribute.deprecated_version) > 0:
+                            is_deprecated = True
+                    except AttributeError:
+                        continue
+                    if is_deprecated:
+                        header[index] = "[DEPRECATED] " + value
+        return header
+
+    @classmethod
+    def get_type_uri_index_in_row(cls, header: Sequence[str]) -> Optional[int]:
+        try:
+            return header.index('typeURI')
+        except ValueError:
+            return None
+
+    @classmethod
+    def remove_geo_artefact_csv(cls, header, data):
+        if 'geometry' in header:
+            deletion_index = header.index('geometry')
+            header.remove('geometry')
+            for d in data:
+                d.pop(deletion_index)
+        return [header, data]
+

otlmow_template/ExcelTemplateCreator.py

@@ -0,0 +1,199 @@
+import os
+from pathlib import Path
+from typing import List
+
+from openpyxl.reader.excel import load_workbook
+from openpyxl.styles import PatternFill
+from openpyxl.utils import get_column_letter
+from openpyxl.worksheet.datavalidation import DataValidation
+from openpyxl.worksheet.dimensions import DimensionHolder, ColumnDimension
+from otlmow_converter.DotnotationHelper import DotnotationHelper
+from otlmow_model.OtlmowModel.BaseClasses.BooleanField import BooleanField
+from otlmow_model.OtlmowModel.BaseClasses.KeuzelijstField import KeuzelijstField
+
+
+class ExcelTemplateCreator:
+
+    @classmethod
+    def alter_excel_template(cls, path_to_template_file_and_extension: Path, instantiated_attributes: List,
+                             temporary_path: Path, **kwargs):
+        generate_choice_list = kwargs.get('generate_choice_list', False)
+        add_geo_artefact = kwargs.get('add_geo_artefact', False)
+        add_attribute_info = kwargs.get('add_attribute_info', False)
+        highlight_deprecated_attributes = kwargs.get('highlight_deprecated_attributes', False)
+        amount_of_examples = kwargs.get('amount_of_examples', 0)
+        wb = load_workbook(temporary_path)
+        wb.create_sheet('Keuzelijsten')
+        # Volgorde is belangrijk! Eerst rijen verwijderen indien nodig dan choice list toevoegen,
+        # staat namelijk vast op de kolom en niet het attribuut in die kolom
+        if add_geo_artefact is False:
+            cls.remove_geo_artefact_excel(workbook=wb)
+        if generate_choice_list:
+            cls.add_choice_list_excel(workbook=wb, instantiated_attributes=instantiated_attributes)
+        cls.add_mock_data_excel(workbook=wb, rows_of_examples=amount_of_examples)
+        if highlight_deprecated_attributes:
+            cls.check_for_deprecated_attributes_excel(workbook=wb, instantiated_attributes=instantiated_attributes)
+        if add_attribute_info:
+            cls.add_attribute_info_excel(workbook=wb, instantiated_attributes=instantiated_attributes)
+        cls.design_workbook_excel(workbook=wb)
+        wb.save(path_to_template_file_and_extension)
+        file_location = os.path.dirname(temporary_path)
+        [f.unlink() for f in Path(file_location).glob("*") if f.is_file()]
+
+    @classmethod
+    def add_attribute_info_excel(cls, workbook, instantiated_attributes: List):
+        dotnotation_module = DotnotationHelper()
+        for sheet in workbook:
+            if sheet == workbook['Keuzelijsten']:
+                break
+            filter_uri = cls.find_uri_in_sheet(sheet)
+            single_attribute = next(x for x in instantiated_attributes if x.typeURI == filter_uri)
+            sheet.insert_rows(1)
+            for rows in sheet.iter_rows(min_row=2, max_row=2, min_col=1):
+                for cell in rows:
+                    if cell.value == 'typeURI':
+                        value = 'De URI van het object volgens https://www.w3.org/2001/XMLSchema#anyURI .'
+                    elif cell.value.find('[DEPRECATED]') != -1:
+                        strip = cell.value.split(' ')
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                                strip[1])
+                        value = dotnotation_attribute.definition
+                    else:
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                                cell.value)
+                        value = dotnotation_attribute.definition
+
+                    sheet.cell(row=1, column=cell.column, value=value)
+                    sheet.cell(row=1, column=cell.column).fill = PatternFill(start_color="808080", end_color="808080",
+                                                                             fill_type="solid")
+
+    @classmethod
+    def check_for_deprecated_attributes_excel(cls, workbook, instantiated_attributes: List):
+        dotnotation_module = DotnotationHelper()
+        for sheet in workbook:
+            if sheet == workbook['Keuzelijsten']:
+                break
+            filter_uri = cls.find_uri_in_sheet(sheet)
+            single_attribute = next(x for x in instantiated_attributes if x.typeURI == filter_uri)
+            for rows in sheet.iter_rows(min_row=1, max_row=1, min_col=2):
+                for cell in rows:
+                    is_deprecated = False
+                    if cell.value.count('.') == 1:
+                        dot_split = cell.value.split('.')
+                        attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                    dot_split[0])
+
+                        if len(attribute.deprecated_version) > 0:
+                            is_deprecated = True
+                    dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                            cell.value)
+                    if len(dotnotation_attribute.deprecated_version) > 0:
+                        is_deprecated = True
+
+                    if is_deprecated:
+                        cell.value = '[DEPRECATED] ' + cell.value
+
+    @classmethod
+    def find_uri_in_sheet(cls, sheet):
+        filter_uri = None
+        for row in sheet.iter_rows(min_row=1, max_row=1):
+            for cell in row:
+                if cell.value == 'typeURI':
+                    row_index = cell.row
+                    column_index = cell.column
+                    filter_uri = sheet.cell(row=row_index + 1, column=column_index).value
+        return filter_uri
+
+    @classmethod
+    def remove_geo_artefact_excel(cls, workbook):
+        for sheet in workbook:
+            for row in sheet.iter_rows(min_row=1, max_row=1):
+                for cell in row:
+                    if cell.value == 'geometry':
+                        sheet.delete_cols(cell.column)
+
+    @classmethod
+    def add_choice_list_excel(cls, workbook, instantiated_attributes: List):
+        choice_list_dict = {}
+        dotnotation_module = DotnotationHelper()
+        for sheet in workbook:
+            if sheet == workbook['Keuzelijsten']:
+                break
+            filter_uri = cls.find_uri_in_sheet(sheet)
+            single_attribute = next(x for x in instantiated_attributes if x.typeURI == filter_uri)
+            for rows in sheet.iter_rows(min_row=1, max_row=1, min_col=2):
+                for cell in rows:
+                    if cell.value.find('[DEPRECATED]') != -1:
+                        strip = cell.value.split(' ')
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                                strip[1])
+                    else:
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                                cell.value)
+
+                    if issubclass(dotnotation_attribute.field, KeuzelijstField):
+                        name = dotnotation_attribute.field.naam
+                        valid_options = [v.invulwaarde for k, v in dotnotation_attribute.field.options.items()
+                                         if v.status != 'verwijderd']
+                        column = cls.return_column_letter_of_choice_list(name=name, choice_list_dict=choice_list_dict,
+                                                                         options=valid_options, workbook=workbook)
+                        option_list = []
+                        for option in valid_options:
+                            option_list.append(option)
+                        start_range = f"${column}$2"
+                        end_range = f"${column}${len(valid_options) + 1}"
+                        data_val = DataValidation(type="list", formula1=f"Keuzelijsten!{start_range}:{end_range}",
+                                                  allowBlank=True)
+                        sheet.add_data_validation(data_val)
+                        data_val.add(f'{get_column_letter(cell.column)}2:{get_column_letter(cell.column)}1000')
+                    if issubclass(dotnotation_attribute.field, BooleanField):
+                        data_validation = DataValidation(type="list", formula1='"TRUE,FALSE,-"', allow_blank=True)
+                        column = cell.column
+                        sheet.add_data_validation(data_validation)
+                        data_validation.add(f'{get_column_letter(column)}2:{get_column_letter(column)}1000')
+                        sheet.add_data_validation(data_validation)
+
+    @classmethod
+    def add_mock_data_excel(cls, workbook, rows_of_examples: int):
+        for sheet in workbook:
+            if sheet == workbook["Keuzelijsten"]:
+                break
+            if rows_of_examples == 0:
+                for rows in sheet.iter_rows(min_row=2, max_row=2):
+                    for cell in rows:
+                        cell.value = ''
+
+    @classmethod
+    def return_column_letter_of_choice_list(cls, name, choice_list_dict, options, workbook):
+        if name in choice_list_dict:
+            column = choice_list_dict[name]
+        else:
+            choice_list_dict = cls.add_choice_list_to_sheet(workbook=workbook, name=name,
+                                                            options=options,
+                                                            choice_list_dict=choice_list_dict)
+            column = choice_list_dict[name]
+        return column
+
+    @classmethod
+    def add_choice_list_to_sheet(cls, workbook, name, options, choice_list_dict):
+        active_sheet = workbook['Keuzelijsten']
+        row_nr = 2
+        for rows in active_sheet.iter_rows(min_row=1, max_row=1, min_col=1, max_col=700):
+            for cell in rows:
+                if cell.value is None:
+                    cell.value = name
+                    column_nr = cell.column
+                    for option in options:
+                        active_sheet.cell(row=row_nr, column=column_nr, value=option)
+                        row_nr += 1
+                    choice_list_dict[name] = get_column_letter(column_nr)
+                    break
+        return choice_list_dict
+
+    @classmethod
+    def design_workbook_excel(cls, workbook):
+        for sheet in workbook:
+            dim_holder = DimensionHolder(worksheet=sheet)
+            for col in range(sheet.min_column, sheet.max_column + 1):
+                dim_holder[get_column_letter(col)] = ColumnDimension(sheet, min=col, max=col, width=20)
+            sheet.column_dimensions = dim_holder

otlmow_template/Exceptions/MissingTypeUriException.py

@@ -0,0 +1,2 @@
+class MissingTypeUriException(Exception):
+    pass

otlmow_template/SubsetTemplateCreator.py

@@ -1,79 +1,465 @@
-import json
+import ntpath
 import os
+import csv
 import site
-from os.path import abspath
+import tempfile
 from pathlib import Path
 from typing import List
+from openpyxl.reader.excel import load_workbook
+from openpyxl.styles import PatternFill
+from openpyxl.utils import get_column_letter
+from openpyxl.worksheet.datavalidation import DataValidation
+from openpyxl.worksheet.dimensions import DimensionHolder, ColumnDimension
+from otlmow_converter.DotnotationHelper import DotnotationHelper
+from otlmow_converter.OtlmowConverter import OtlmowConverter
+from otlmow_model.OtlmowModel.BaseClasses.BooleanField import BooleanField
+from otlmow_model.OtlmowModel.BaseClasses.KeuzelijstField import KeuzelijstField
+from otlmow_model.OtlmowModel.BaseClasses.OTLObject import dynamic_create_instance_from_uri
+from otlmow_modelbuilder.OSLOCollector import OSLOCollector
 
-from otlmow_converter.AssetFactory import AssetFactory
-from otlmow_converter.FileExporter import FileExporter
-from otlmow_modelbuilder.OSLOInMemoryCreator import OSLOInMemoryCreator
-from otlmow_modelbuilder.SQLDataClasses.OSLOCollector import OSLOCollector
-from otlmow_modelbuilder.SQLDbReader import SQLDbReader
+ROOT_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+
+enumeration_validation_rules = {
+    "valid_uri_and_types": {},
+    "valid_regexes": [
+        "^https://wegenenverkeer.data.vlaanderen.be/ns/.+"]
+}
 
 
 class SubsetTemplateCreator:
-    def __init__(self, settings_path: Path = None):
-        if settings_path is None:
-            settings_path = self._try_getting_settings_of_converter()
-        if settings_path is None:
-            raise FileNotFoundError(
-                "Instantiating this class requires a settings file. Please give a valid path to a settings file")
-        self.settings: dict = {}
-        self._load_settings(settings_path)
-
-    def _load_settings(self, settings_path):
-        if settings_path == '':
-            current_file_path = Path(__file__)
-            directory = current_file_path.parents[0]
-            settings_path = abspath(f'{directory}\\settings_sample.json')
-
-        if not os.path.isfile(settings_path):
-            raise FileNotFoundError(settings_path + " is not a valid path. File does not exist.")
-
-        try:
-            with open(settings_path) as settings_file:
-                self.settings = json.load(settings_file)
-        except OSError:
-            raise ImportError(f'Could not open the settings file at {settings_file}')
+    def __init__(self):
+        pass
 
     @staticmethod
     def _load_collector_from_subset_path(path_to_subset: Path) -> OSLOCollector:
-        sql_reader = SQLDbReader(path_to_subset)
-        oslo_creator = OSLOInMemoryCreator(sql_reader)
-        collector = OSLOCollector(oslo_creator)
-        collector.collect(include_abstract=True)
+        collector = OSLOCollector(path_to_subset)
+        collector.collect_all(include_abstract=True)
         return collector
 
     def generate_template_from_subset(self, path_to_subset: Path, path_to_template_file_and_extension: Path,
                                       **kwargs):
+        tempdir = Path(tempfile.gettempdir()) / 'temp-otlmow'
+        if not tempdir.exists():
+            os.makedirs(tempdir)
+        test = ntpath.basename(path_to_template_file_and_extension)
+        temporary_path = Path(tempdir) / test
+        instantiated_attributes = self.generate_basic_template(path_to_subset=path_to_subset,
+                                                               temporary_path=temporary_path,
+                                                               path_to_template_file_and_extension=path_to_template_file_and_extension,
+                                                               **kwargs)
+        extension = os.path.splitext(path_to_template_file_and_extension)[-1].lower()
+        if extension == '.xlsx':
+            self.alter_excel_template(path_to_template_file_and_extension=path_to_template_file_and_extension,
+                                      temporary_path=temporary_path,
+                                      path_to_subset=path_to_subset, instantiated_attributes=instantiated_attributes,
+                                      **kwargs)
+        elif extension == '.csv':
+            self.determine_multiplicity_csv(path_to_template_file_and_extension=path_to_template_file_and_extension,
+                                            path_to_subset=path_to_subset,
+                                            instantiated_attributes=instantiated_attributes,
+                                            temporary_path=temporary_path,
+                                            **kwargs)
+
+    def generate_basic_template(self, path_to_subset: Path, path_to_template_file_and_extension: Path,
+                                temporary_path: Path, **kwargs):
         collector = self._load_collector_from_subset_path(path_to_subset=path_to_subset)
         otl_objects = []
+        amount_of_examples = kwargs.get('amount_of_examples', 0)
 
         for class_object in list(filter(lambda cl: cl.abstract == 0, collector.classes)):
-            class_directory = None
-            if kwargs is not None and 'class_directory' in kwargs:
-                class_directory = kwargs['class_directory']
-            instance = AssetFactory.dynamic_create_instance_from_uri(class_object.objectUri, directory=class_directory)
-            if instance is None:
-                continue
-            instance._assetId.fill_with_dummy_data()
-            otl_objects.append(instance)
+            model_directory = None
+            if kwargs is not None:
+                model_directory = kwargs.get('model_directory', None)
+            if amount_of_examples != 0:
+                for i in range(amount_of_examples):
+                    instance = dynamic_create_instance_from_uri(class_object.objectUri, model_directory=model_directory)
+                    if instance is None:
+                        continue
+                    instance.fill_with_dummy_data()
+                    otl_objects.append(instance)
+            else:
+                instance = dynamic_create_instance_from_uri(class_object.objectUri, model_directory=model_directory)
+                if instance is None:
+                    continue
+                instance.fill_with_dummy_data()
+                otl_objects.append(instance)
 
+            # TODO: check if this is needed, as the above line should cover this
             attributen = collector.find_attributes_by_class(class_object)
             for attribute_object in attributen:
                 attr = getattr(instance, '_' + attribute_object.name)
                 attr.fill_with_dummy_data()
+        converter = OtlmowConverter()
+        converter.from_objects_to_file(file_path=temporary_path,
+                                          sequence_of_objects=otl_objects, **kwargs)
+        path_is_split = kwargs.get('split_per_type', True)
+        extension = os.path.splitext(path_to_template_file_and_extension)[-1].lower()
+        instantiated_attributes = []
+        if path_is_split is False or extension == '.xlsx':
+            instantiated_attributes = converter.from_file_to_objects(file_path=temporary_path,
+                                                                        path_to_subset=path_to_subset)
+        return instantiated_attributes
+
+    @classmethod
+    def alter_excel_template(cls, path_to_template_file_and_extension: Path, path_to_subset: Path,
+                             instantiated_attributes: List, temporary_path, **kwargs):
+        generate_choice_list = kwargs.get('generate_choice_list', False)
+        add_geo_artefact = kwargs.get('add_geo_artefact', False)
+        add_attribute_info = kwargs.get('add_attribute_info', False)
+        highlight_deprecated_attributes = kwargs.get('highlight_deprecated_attributes', False)
+        amount_of_examples = kwargs.get('amount_of_examples', 0)
+        wb = load_workbook(temporary_path)
+        wb.create_sheet('Keuzelijsten')
+        # Volgorde is belangrijk! Eerst rijen verwijderen indien nodig dan choice list toevoegen,
+        # staat namelijk vast op de kolom en niet het attribuut in die kolom
+        if add_geo_artefact is False:
+            cls.remove_geo_artefact_excel(workbook=wb)
+        if generate_choice_list:
+            cls.add_choice_list_excel(workbook=wb, instantiated_attributes=instantiated_attributes,
+                                      path_to_subset=path_to_subset)
+        cls.add_mock_data_excel(workbook=wb, rows_of_examples=amount_of_examples)
+        if highlight_deprecated_attributes:
+            cls.check_for_deprecated_attributes(workbook=wb, instantiated_attributes=instantiated_attributes)
+        if add_attribute_info:
+            cls.add_attribute_info_excel(workbook=wb, instantiated_attributes=instantiated_attributes)
+        cls.design_workbook_excel(workbook=wb)
+        wb.save(path_to_template_file_and_extension)
+        file_location = os.path.dirname(temporary_path)
+        [f.unlink() for f in Path(file_location).glob("*") if f.is_file()]
 
-        exporter = FileExporter(settings=self.settings)
-        exporter.create_file_from_assets(filepath=path_to_template_file_and_extension,
-                                         list_of_objects=otl_objects, **kwargs)
+    def determine_multiplicity_csv(self, path_to_template_file_and_extension: Path, path_to_subset: Path,
+                                   instantiated_attributes: List, temporary_path: Path, **kwargs):
+        path_is_split = kwargs.get('split_per_type', True)
+        if path_is_split is False:
+            self.alter_csv_template(path_to_template_file_and_extension=path_to_template_file_and_extension,
+                                    temporary_path=temporary_path, path_to_subset=path_to_subset, **kwargs)
+        else:
+            self.multiple_csv_template(path_to_template_file_and_extension=path_to_template_file_and_extension,
+                                       temporary_path=temporary_path,
+                                       path_to_subset=path_to_subset, instantiated_attributes=instantiated_attributes,
+                                       **kwargs)
+        file_location = os.path.dirname(temporary_path)
+        [f.unlink() for f in Path(file_location).glob("*") if f.is_file()]
 
     @classmethod
-    def filters_assets_by_subset(cls, path_to_subset: Path, list_of_otl_objects: List):
-        raise NotImplementedError
+    def filters_assets_by_subset(cls, path_to_subset: Path, list_of_otl_objectUri: [str] = None):
+        if list_of_otl_objectUri is None:
+            list_of_otl_objectUri = []
+
+        collector = cls._load_collector_from_subset_path(path_to_subset=path_to_subset)
+        if list_of_otl_objectUri == []:
+            return [x for x in collector.classes]
+        return [x for x in collector.classes if x.objectUri in list_of_otl_objectUri]
 
     @staticmethod
     def _try_getting_settings_of_converter() -> Path:
         converter_path = Path(site.getsitepackages()[0]) / 'otlmow_converter'
         return converter_path / 'settings_otlmow_converter.json'
+
+    @classmethod
+    def design_workbook_excel(cls, workbook):
+        for sheet in workbook:
+            dim_holder = DimensionHolder(worksheet=sheet)
+            for col in range(sheet.min_column, sheet.max_column + 1):
+                dim_holder[get_column_letter(col)] = ColumnDimension(sheet, min=col, max=col, width=20)
+            sheet.column_dimensions = dim_holder
+
+    @classmethod
+    def add_attribute_info_excel(cls, workbook, instantiated_attributes: List):
+        dotnotation_module = DotnotationHelper()
+        for sheet in workbook:
+            if sheet == workbook['Keuzelijsten']:
+                break
+            filter_uri = SubsetTemplateCreator.find_uri_in_sheet(sheet)
+            single_attribute = next(x for x in instantiated_attributes if x.typeURI == filter_uri)
+            sheet.insert_rows(1)
+            for rows in sheet.iter_rows(min_row=2, max_row=2, min_col=1):
+                for cell in rows:
+                    if cell.value == 'typeURI':
+                        value = 'De URI van het object volgens https://www.w3.org/2001/XMLSchema#anyURI .'
+                    elif cell.value.find('[DEPRECATED]') != -1:
+                        strip = cell.value.split(' ')
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                                strip[1])
+                        value = dotnotation_attribute.definition
+                    else:
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                                cell.value)
+                        value = dotnotation_attribute.definition
+
+                    sheet.cell(row=1, column=cell.column, value=value)
+                    sheet.cell(row=1, column=cell.column).fill = PatternFill(start_color="808080", end_color="808080",
+                                                                             fill_type="solid")
+
+    @classmethod
+    def check_for_deprecated_attributes(cls, workbook, instantiated_attributes: List):
+        dotnotation_module = DotnotationHelper()
+        for sheet in workbook:
+            if sheet == workbook['Keuzelijsten']:
+                break
+            filter_uri = SubsetTemplateCreator.find_uri_in_sheet(sheet)
+            single_attribute = next(x for x in instantiated_attributes if x.typeURI == filter_uri)
+            for rows in sheet.iter_rows(min_row=1, max_row=1, min_col=2):
+                for cell in rows:
+                    is_deprecated = False
+                    if cell.value.count('.') == 1:
+                        dot_split = cell.value.split('.')
+                        attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                    dot_split[0])
+
+                        if len(attribute.deprecated_version) > 0:
+                            is_deprecated = True
+                    dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                            cell.value)
+                    if len(dotnotation_attribute.deprecated_version) > 0:
+                        is_deprecated = True
+
+                    if is_deprecated:
+                        cell.value = '[DEPRECATED] ' + cell.value
+
+    @classmethod
+    def find_uri_in_sheet(cls, sheet):
+        filter_uri = None
+        for row in sheet.iter_rows(min_row=1, max_row=1):
+            for cell in row:
+                if cell.value == 'typeURI':
+                    row_index = cell.row
+                    column_index = cell.column
+                    filter_uri = sheet.cell(row=row_index + 1, column=column_index).value
+        return filter_uri
+
+    @classmethod
+    def remove_geo_artefact_excel(cls, workbook):
+        for sheet in workbook:
+            for row in sheet.iter_rows(min_row=1, max_row=1):
+                for cell in row:
+                    if cell.value == 'geometry':
+                        sheet.delete_cols(cell.column)
+
+    @classmethod
+    def add_choice_list_excel(cls, workbook, instantiated_attributes: List, path_to_subset: Path):
+        choice_list_dict = {}
+        dotnotation_module = DotnotationHelper()
+        for sheet in workbook:
+            if sheet == workbook['Keuzelijsten']:
+                break
+            filter_uri = SubsetTemplateCreator.find_uri_in_sheet(sheet)
+            single_attribute = next(x for x in instantiated_attributes if x.typeURI == filter_uri)
+            for rows in sheet.iter_rows(min_row=1, max_row=1, min_col=2):
+                for cell in rows:
+                    if cell.value.find('[DEPRECATED]') != -1:
+                        strip = cell.value.split(' ')
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                                strip[1])
+                    else:
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_attribute,
+                                                                                                cell.value)
+
+                    if issubclass(dotnotation_attribute.field, KeuzelijstField):
+                        name = dotnotation_attribute.field.naam
+                        valid_options = [v.invulwaarde for k, v in dotnotation_attribute.field.options.items()
+                                         if v.status != 'verwijderd']
+                        if dotnotation_attribute.field.naam in choice_list_dict:
+                            column = choice_list_dict[dotnotation_attribute.field.naam]
+                        else:
+                            choice_list_dict = cls.add_choice_list_to_sheet(workbook=workbook, name=name,
+                                                                            options=valid_options,
+                                                                            choice_list_dict=choice_list_dict)
+                            column = choice_list_dict[dotnotation_attribute.field.naam]
+                        print(column)
+                        option_list = []
+                        for option in valid_options:
+                            option_list.append(option)
+                        start_range = f"${column}$2"
+                        end_range = f"${column}${len(valid_options) + 1}"
+                        data_val = DataValidation(type="list", formula1=f"Keuzelijsten!{start_range}:{end_range}",
+                                                  allowBlank=True)
+                        sheet.add_data_validation(data_val)
+                        data_val.add(f'{get_column_letter(cell.column)}2:{get_column_letter(cell.column)}1000')
+                    if issubclass(dotnotation_attribute.field, BooleanField):
+                        data_validation = DataValidation(type="list", formula1='"TRUE,FALSE,-"', allow_blank=True)
+                        column = cell.column
+                        sheet.add_data_validation(data_validation)
+                        data_validation.add(f'{get_column_letter(column)}2:{get_column_letter(column)}1000')
+                        sheet.add_data_validation(data_validation)
+
+    @classmethod
+    def add_mock_data_excel(cls, workbook, rows_of_examples: int):
+        for sheet in workbook:
+            if sheet == workbook["Keuzelijsten"]:
+                break
+            if rows_of_examples == 0:
+                for rows in sheet.iter_rows(min_row=2, max_row=2):
+                    for cell in rows:
+                        cell.value = ''
+
+    @classmethod
+    def remove_geo_artefact_csv(cls, header, data):
+        if 'geometry' in header:
+            deletion_index = header.index('geometry')
+            header.remove('geometry')
+            for d in data:
+                d.pop(deletion_index)
+        return [header, data]
+
+    @classmethod
+    def multiple_csv_template(cls, path_to_template_file_and_extension, path_to_subset, temporary_path,
+                              instantiated_attributes, **kwargs):
+        file_location = os.path.dirname(path_to_template_file_and_extension)
+        tempdir = Path(tempfile.gettempdir()) / 'temp-otlmow'
+        print(file_location)
+        file_name = ntpath.basename(path_to_template_file_and_extension)
+        split_file_name = file_name.split('.')
+        things_in_there = os.listdir(tempdir)
+        csv_templates = [x for x in things_in_there if x.startswith(split_file_name[0] + '_')]
+        print(csv_templates)
+        for file in csv_templates:
+            test_template_loc = Path(os.path.dirname(path_to_template_file_and_extension)) / file
+            temp_loc = Path(tempdir) / file
+            cls.alter_csv_template(path_to_template_file_and_extension=test_template_loc, temporary_path=temp_loc,
+                                   path_to_subset=path_to_subset, **kwargs)
+
+    @classmethod
+    def alter_csv_template(cls, path_to_template_file_and_extension, path_to_subset, temporary_path,
+                           **kwargs):
+        converter = OtlmowConverter()
+        instantiated_attributes = converter.from_file_to_objects(file_path=temporary_path,
+                                                                    path_to_subset=path_to_subset)
+        header = []
+        data = []
+        delimiter = ';'
+        add_geo_artefact = kwargs.get('add_geo_artefact', False)
+        add_attribute_info = kwargs.get('add_attribute_info', False)
+        highlight_deprecated_attributes = kwargs.get('highlight_deprecated_attributes', False)
+        amount_of_examples = kwargs.get('amount_of_examples', 0)
+        quote_char = '"'
+        with open(temporary_path, 'r+', encoding='utf-8') as csvfile:
+            new_file = open(path_to_template_file_and_extension, 'w', encoding='utf-8')
+            reader = csv.reader(csvfile, delimiter=delimiter, quotechar=quote_char)
+            for row_nr, row in enumerate(reader):
+                if row_nr == 0:
+                    header = row
+                else:
+                    data.append(row)
+            if add_geo_artefact is False:
+                [header, data] = cls.remove_geo_artefact_csv(header=header, data=data)
+            if add_attribute_info:
+                [info, header] = cls.add_attribute_info_csv(header=header, data=data,
+                                                            instantiated_attributes=instantiated_attributes)
+                new_file.write(delimiter.join(info) + '\n')
+            data = cls.add_mock_data_csv(header=header, data=data, rows_of_examples=amount_of_examples)
+            if highlight_deprecated_attributes:
+                header = cls.highlight_deprecated_attributes_csv(header=header, data=data,
+                                                                 instantiated_attributes=instantiated_attributes)
+            new_file.write(delimiter.join(header) + '\n')
+            for d in data:
+                new_file.write(delimiter.join(d) + '\n')
+            new_file.close()
+
+    @classmethod
+    def add_attribute_info_csv(cls, header, data, instantiated_attributes):
+        info_data = []
+        info_data.extend(header)
+        found_uri = []
+        dotnotation_module = DotnotationHelper()
+        uri_index = cls.find_uri_in_csv(header)
+        for d in data:
+            if d[uri_index] not in found_uri:
+                found_uri.append(d[uri_index])
+        for uri in found_uri:
+            single_object = next(x for x in instantiated_attributes if x.typeURI == uri)
+            for dotnototation_title in info_data:
+                if dotnototation_title == 'typeURI':
+                    index = info_data.index(dotnototation_title)
+                    info_data[index] = 'De URI van het object volgens https://www.w3.org/2001/XMLSchema#anyURI .'
+                else:
+                    index = info_data.index(dotnototation_title)
+                    try:
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(
+                            single_object, dotnototation_title)
+                    except AttributeError as e:
+                        continue
+                    info_data[index] = dotnotation_attribute.definition
+        return [info_data, header]
+
+    @classmethod
+    def add_mock_data_csv(cls, header, data, rows_of_examples):
+        if rows_of_examples == 0:
+            data = []
+        return data
+
+    @classmethod
+    def highlight_deprecated_attributes_csv(cls, header, data, instantiated_attributes):
+        found_uri = []
+        dotnotation_module = DotnotationHelper()
+        uri_index = cls.find_uri_in_csv(header)
+        for d in data:
+            if d[uri_index] not in found_uri:
+                found_uri.append(d[uri_index])
+        for uri in found_uri:
+            single_object = next(x for x in instantiated_attributes if x.typeURI == uri)
+            for dotnototation_title in header:
+                if dotnototation_title == 'typeURI':
+                    continue
+                else:
+                    index = header.index(dotnototation_title)
+                    value = header[index]
+                    try:
+                        is_deprecated = False
+                        if dotnototation_title.count('.') == 1:
+                            dot_split = dotnototation_title.split('.')
+                            attribute = dotnotation_module.get_attribute_by_dotnotation(single_object,
+                                                                                        dot_split[0])
+
+                            if len(attribute.deprecated_version) > 0:
+                                is_deprecated = True
+                        dotnotation_attribute = dotnotation_module.get_attribute_by_dotnotation(single_object,
+                                                                                                dotnototation_title)
+                        if len(dotnotation_attribute.deprecated_version) > 0:
+                            is_deprecated = True
+                    except AttributeError:
+                        continue
+                    if is_deprecated:
+                        header[index] = "[DEPRECATED] " + value
+        return header
+
+    @classmethod
+    def find_uri_in_csv(cls, header):
+        filter_uri = None
+        if 'typeURI' in header:
+            filter_uri = header.index('typeURI')
+        return filter_uri
+
+    @classmethod
+    def add_choice_list_to_sheet(cls, workbook, name, options, choice_list_dict):
+        active_sheet = workbook['Keuzelijsten']
+        print(options)
+        row_nr = 2
+        for rows in active_sheet.iter_rows(min_row=1, max_row=1, min_col=1, max_col=700):
+            for cell in rows:
+                if cell.value is None:
+                    cell.value = name
+                    column_nr = cell.column
+                    for option in options:
+                        print(option)
+                        active_sheet.cell(row=row_nr, column=column_nr, value=option)
+                        row_nr += 1
+                        print(row_nr)
+                    choice_list_dict[name] = get_column_letter(column_nr)
+                    break
+        return choice_list_dict
+
+
+if __name__ == '__main__':
+    subset_tool = SubsetTemplateCreator()
+    subset_location = Path(ROOT_DIR) / 'UnitTests' / 'Subset' / 'Flitspaal_noAgent3.0.db'
+    # directory = Path(ROOT_DIR) / 'UnitTests' / 'TestClasses'
+    # Slash op het einde toevoegen verandert weinig of niks aan het resultaat
+    # directory = os.path.join(directory, '')
+    xls_location = Path(ROOT_DIR) / 'UnitTests' / 'Subset' / 'testFileStorage' / 'template_file.csv'
+    subset_tool.generate_template_from_subset(path_to_subset=subset_location,
+                                              path_to_template_file_and_extension=xls_location, add_attribute_info=True,
+                                              highlight_deprecated_attributes=True,
+                                              amount_of_examples=5,
+                                              generate_choice_list=True,
+                                              split_per_type=False)

{otlmow_template-0.2.dist-info → otlmow_template-0.4.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.1
-Name: otlmow-template
-Version: 0.2
-Author-email: David Vlaminck <david.vlaminck@mow.vlaanderen.be>
+Name: otlmow_template
+Version: 0.4
+Author-email: David Vlaminck <david.vlaminck@mow.vlaanderen.be>, Jasper Berton <jasperberton1@telenet.be>
 License: GNU GENERAL PUBLIC LICENSE
                                Version 3, 29 June 2007
         
@@ -679,21 +679,49 @@ License: GNU GENERAL PUBLIC LICENSE
 Project-URL: Homepage, https://github.com/davidvlaminck/OTLMOW-Template
 Project-URL: Bug Tracker, https://github.com/davidvlaminck/OTLMOW-Template/issues
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
 Classifier: Operating System :: OS Independent
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3)
+Classifier: Natural Language :: Dutch
+Classifier: Topic :: Software Development
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Software Development :: Quality Assurance
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: otlmow-converter (>=0.5)
-Requires-Dist: otlmow-modelbuilder (>=0.3)
+Requires-Dist: otlmow-converter>=0.14
+Requires-Dist: otlmow-modelbuilder>=0.11
 
 # OTLMOW-Template
+[![PyPI](https://img.shields.io/pypi/v/otlmow-template?label=latest%20release)](https://pypi.org/project/otlmow-template/)
+[![otlmow-template-downloads](https://img.shields.io/pypi/dm/otlmow-template)](https://pypi.org/project/otlmow-template/)
+[![Unittests](https://github.com/davidvlaminck/otlmow-template/actions/workflows/unittest.yml/badge.svg)](https://github.com/davidvlaminck/otlmow-template/actions/workflows/unittest.yml)
+![PyPI - Python Version](https://img.shields.io/pypi/pyversions/otlmow-template)
+[![GitHub issues](https://img.shields.io/github/issues/davidvlaminck/otlmow-template)](https://github.com/davidvlaminck/otlmow-template/issues)
+[![coverage](https://github.com/davidvlaminck/otlmow-template/blob/master/UnitTests/coverage.svg)](https://htmlpreview.github.io/?https://github.com/davidvlaminck/otlmow-template/blob/master/UnitTests/htmlcov/index.html)
+
+
+## Summary
+The main use case of otlmow-template is to provide templates for the users, depending on a given subset.
+
 ## OTLMOW Project 
 This project aims to implement the Flemish data standard OTL (https://wegenenverkeer.data.vlaanderen.be/) in Python.
 It is split into different packages to reduce compatibility issues
-- otlmow_model
-- otlmow_modelbuilder
-- otlmow_converter 
-- otlmow_template (you are currently looking at this package)
+- [otlmow_model](https://github.com/davidvlaminck/OTLMOW-Model)
+- [otlmow_modelbuilder](https://github.com/davidvlaminck/OTLMOW-ModelBuilder)
+- [otlmow_converter](https://github.com/davidvlaminck/OTLMOW-Converter)
+- [otlmow_template](https://github.com/davidvlaminck/OTLMOW-Template) (you are currently looking at this package)
+- [otlmow_postenmapping](https://github.com/davidvlaminck/OTLMOW-PostenMapping)
+- [otlmow_davie](https://github.com/davidvlaminck/OTLMOW-DAVIE)
+- [otlmow_visuals](https://github.com/davidvlaminck/OTLMOW-Visuals)
+- [otlmow_gui](https://github.com/davidvlaminck/OTLMOW-GUI)
 
 ## Installation and requirements
 Currently, you need at least Python version 3.8 to use this library.

otlmow_template-0.4.dist-info/RECORD

@@ -0,0 +1,10 @@
+otlmow_template/CsvTemplateCreator.py,sha256=PQq2zGmliWk0N9bhYNB7ZEa8PWV16OTbvoHh3--qCMs,7538
+otlmow_template/ExcelTemplateCreator.py,sha256=wW-7Uq2Gzr1vHYMO1I7TtqZSBTVFFSWotHvjwzCelV4,10853
+otlmow_template/SubsetTemplateCreator.py,sha256=MfmJeVuU-c-jbYifI3AaxSk6ok_ja_x5Mz0Hryt9n7s,25152
+otlmow_template/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+otlmow_template/Exceptions/MissingTypeUriException.py,sha256=DSKwywmP9Bq8n7rzBoDcEPlxvC1IChx18QIHFUCTtdA,51
+otlmow_template-0.4.dist-info/LICENSE,sha256=ixuiBLtpoK3iv89l7ylKkg9rs2GzF9ukPH7ynZYzK5s,35148
+otlmow_template-0.4.dist-info/METADATA,sha256=Kxx_tIYNn19guxiAB0hdzrJDpc3bENpPzkYRCA1HXIA,43928
+otlmow_template-0.4.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+otlmow_template-0.4.dist-info/top_level.txt,sha256=zPgBoaTLG-avoOLySlwOUEtHaFyA5Vc5wJqkSeX1l6A,16
+otlmow_template-0.4.dist-info/RECORD,,

{otlmow_template-0.2.dist-info → otlmow_template-0.4.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: setuptools (75.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

otlmow_template-0.2.dist-info/RECORD

@@ -1,6 +0,0 @@
-otlmow_template/SubsetTemplateCreator.py,sha256=3tBPv4gdlkK5vEKEYHu_LDKh2R4zR_zWy1tDOjRlj6I,3447
-otlmow_template-0.2.dist-info/LICENSE,sha256=ixuiBLtpoK3iv89l7ylKkg9rs2GzF9ukPH7ynZYzK5s,35148
-otlmow_template-0.2.dist-info/METADATA,sha256=IdbeJkW9i2T-IPqyi-eYqaiy3209GcmVDUnbu2D5iKk,41726
-otlmow_template-0.2.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-otlmow_template-0.2.dist-info/top_level.txt,sha256=zPgBoaTLG-avoOLySlwOUEtHaFyA5Vc5wJqkSeX1l6A,16
-otlmow_template-0.2.dist-info/RECORD,,