cognite-neat 0.123.2__py3-none-any.whl → 0.123.4__py3-none-any.whl

cognite/neat/_version.py

@@ -1,2 +1,2 @@
-__version__ = "0.123.2"
+__version__ = "0.123.4"
 __engine__ = "^2.0.4"

cognite/neat/core/_data_model/importers/__init__.py

@@ -1,31 +1,21 @@
 from ._base import BaseImporter
 from ._dict2data_model import DictImporter
 from ._dms2data_model import DMSImporter
-from ._dtdl2data_model import DTDLImporter
-from ._rdf import IMFImporter, InferenceImporter, OWLImporter, SubclassInferenceImporter
+from ._rdf import InferenceImporter, OWLImporter, SubclassInferenceImporter
 from ._spreadsheet2data_model import ExcelImporter
 
 __all__ = [
     "BaseImporter",
     "DMSImporter",
-    "DTDLImporter",
     "DictImporter",
     "ExcelImporter",
-    "IMFImporter",
     "InferenceImporter",
     "OWLImporter",
     "SubclassInferenceImporter",
 ]
 
 DataModelImporters = (
-    OWLImporter
-    | IMFImporter
-    | DMSImporter
-    | ExcelImporter
-    | DTDLImporter
-    | DictImporter
-    | InferenceImporter
-    | SubclassInferenceImporter
+    OWLImporter | DMSImporter | ExcelImporter | DictImporter | InferenceImporter | SubclassInferenceImporter
 )
 
 

cognite/neat/core/_data_model/importers/_rdf/__init__.py

@@ -1,5 +1,4 @@
-from ._imf2data_model import IMFImporter
 from ._inference2rdata_model import InferenceImporter, SubclassInferenceImporter
 from ._owl2data_model import OWLImporter
 
-__all__ = ["IMFImporter", "InferenceImporter", "OWLImporter", "SubclassInferenceImporter"]
+__all__ = ["InferenceImporter", "OWLImporter", "SubclassInferenceImporter"]

cognite/neat/session/_read.py

@@ -826,29 +826,6 @@ class RDFReadAPI(BaseReadAPI):
         importer = importers.OWLImporter.from_file(reader.materialize_path(), source_name=f"file {reader!s}")
         return self._state.data_model_import(importer)
 
-    def imf(self, io: Any) -> IssueList:
-        """Reads IMF Types provided as SHACL shapes into NeatSession.
-
-        Args:
-            io: file path or url to the IMF file
-
-        Example:
-            ```python
-            neat.read.rdf.imf("url_or_path_to_imf_source")
-            ```
-        """
-        warnings.filterwarnings("default")
-        ExperimentalFlags.imf_read.warn()
-
-        self._state._raise_exception_if_condition_not_met(
-            "Read IMF file",
-            empty_data_model_store_required=True,
-        )
-
-        reader = NeatReader.create(io)
-        importer = importers.IMFImporter.from_file(reader.materialize_path(), source_name=f"file {reader!s}")
-        return self._state.data_model_import(importer)
-
     def instances(self, io: Any) -> IssueList:
         self._state._raise_exception_if_condition_not_met(
             "Read RDF Instances",

{cognite_neat-0.123.2.dist-info → cognite_neat-0.123.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cognite-neat
-Version: 0.123.2
+Version: 0.123.4
 Summary: Knowledge graph transformation
 Project-URL: Documentation, https://cognite-neat.readthedocs-hosted.com/
 Project-URL: Homepage, https://cognite-neat.readthedocs-hosted.com/

{cognite_neat-0.123.2.dist-info → cognite_neat-0.123.4.dist-info}/RECORD

@@ -1,5 +1,5 @@
 cognite/neat/__init__.py,sha256=12StS1dzH9_MElqxGvLWrNsxCJl9Hv8A2a9D0E5OD_U,193
-cognite/neat/_version.py,sha256=HP2O0I_4JuG1TczHFazc53TQqD0Z8qh9R2SVWsXmlSQ,46
+cognite/neat/_version.py,sha256=8hU8Ii91v2mPVi02JvAjqdizS1HMfV4lF6LA_zsFYGc,46
 cognite/neat/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite/neat/core/_config.py,sha256=WT1BS8uADcFvGoUYOOfwFOVq_VBl472TisdoA3wLick,280
@@ -34,20 +34,14 @@ cognite/neat/core/_data_model/exporters/_data_model2excel.py,sha256=mRVJzUCEWfm2
 cognite/neat/core/_data_model/exporters/_data_model2instance_template.py,sha256=9k8A70b1paeOHjvJRtbl6Xror1GD8AIMdo3cCx5aejE,6103
 cognite/neat/core/_data_model/exporters/_data_model2ontology.py,sha256=YrLTwPAvOOyLFHFJaNs4I82HCp1llJnkF1BRdoIQMck,23409
 cognite/neat/core/_data_model/exporters/_data_model2yaml.py,sha256=1dlb-v4sV8BArnX_6J4wpjQT7r-FinFAvoPDoMNkHYw,3284
-cognite/neat/core/_data_model/importers/__init__.py,sha256=ipImLDSse0vAHX4AWvtPI-LnnkIPajA4mwuEvpSXPT0,1336
+cognite/neat/core/_data_model/importers/__init__.py,sha256=5KqFRDz69FlXRcmqu7ejQl3YVXrpLXx-Q-HpwAeDbfA,1184
 cognite/neat/core/_data_model/importers/_base.py,sha256=pKe2OK86Wdj6CTj5bUgjY33ejZhRfD2eJbjcCapHD58,2013
 cognite/neat/core/_data_model/importers/_base_file_reader.py,sha256=m7CwMujEybYMfHWbTQOb7wBvLl2X1TmROkPelJMSaDA,1621
 cognite/neat/core/_data_model/importers/_dict2data_model.py,sha256=-1zmo8JkxJ9qiWuC7sUH7oSlpnPPKTMxZtm4WrRPO5A,4709
 cognite/neat/core/_data_model/importers/_dms2data_model.py,sha256=1luEyqEu51rNcFcEh-MjTnUY_5mnQU0761MDVHOuteo,29132
 cognite/neat/core/_data_model/importers/_spreadsheet2data_model.py,sha256=2QqrxQ9AI3LT9toH_gryIR52UecMsR-v44ljXedDCp4,11972
-cognite/neat/core/_data_model/importers/_dtdl2data_model/__init__.py,sha256=CNR-sUihs2mnR1bPMKs3j3L4ds3vFTsrl6YycExZTfU,68
-cognite/neat/core/_data_model/importers/_dtdl2data_model/_unit_lookup.py,sha256=wW4saKva61Q_i17guY0dc4OseJDQfqHy_QZBtm0OD6g,12134
-cognite/neat/core/_data_model/importers/_dtdl2data_model/dtdl_converter.py,sha256=mjouy5XQCJoybUkCnEoZFrFtWBQrBQRPIM4DwfMDUkw,11879
-cognite/neat/core/_data_model/importers/_dtdl2data_model/dtdl_importer.py,sha256=t5EkawmYPuQ-dJ1J-IhqhdX_CkaCwQLQDAcpmx7QdS0,6288
-cognite/neat/core/_data_model/importers/_dtdl2data_model/spec.py,sha256=HnKUZbp42pl4DSexo0N6t_20tsvlsxyHHnNak5SVgzg,12182
-cognite/neat/core/_data_model/importers/_rdf/__init__.py,sha256=CYZd6Oj5PR2wv-eh4DYvKt4SDQgYRf1zW5QhN1Rg9AU,255
+cognite/neat/core/_data_model/importers/_rdf/__init__.py,sha256=1yOjV2PKCxwH7uCTXVZhSdxtn5etmFX40cksvwtKcZ8,199
 cognite/neat/core/_data_model/importers/_rdf/_base.py,sha256=FKceKumKmhEGpMZvo1BwEewnUvfAsTF3Ax9fo1nxsGE,6020
-cognite/neat/core/_data_model/importers/_rdf/_imf2data_model.py,sha256=f5kAkv7-d5DtqzaACkyA-vLXrQ2xArwEd9zg7yX-MfA,3777
 cognite/neat/core/_data_model/importers/_rdf/_inference2rdata_model.py,sha256=PCgM9-qGSLlupN7tYCFLHjivgICtMiahNry1ub8JCYk,28934
 cognite/neat/core/_data_model/importers/_rdf/_owl2data_model.py,sha256=WmncZNpELeZnt6mdw6X8yWnr7XsFXZGfoVe5wTd0HH4,3438
 cognite/neat/core/_data_model/importers/_rdf/_shared.py,sha256=yB4BkupiPhizWSHNKdaspj3xE_6pKDiNG-_IHtTN1gI,5961
@@ -177,7 +171,7 @@ cognite/neat/session/_inspect.py,sha256=AESQd2SOidR_pDTFk5B_JdPnKZ5PNNskdAQBepH2
 cognite/neat/session/_mapping.py,sha256=ItEXhXo_8V3069hktHMxdpBsLNeTck3gZBvhlm12Oxw,2895
 cognite/neat/session/_plugin.py,sha256=diFvZUFRvY037iVy_HxnIGMSfrauOpwYCSvFEPOzchQ,2282
 cognite/neat/session/_prepare.py,sha256=pskEVNgcnVJVRvYKk5xI55V89vKDO_kgjszj5flY8Zs,12778
-cognite/neat/session/_read.py,sha256=sKtSw7Ub--vR6wfEexNzzaEHb0MZCHj3kzCEnF5wjf0,35349
+cognite/neat/session/_read.py,sha256=rd1MeXPt_fS50WYrpM6UqDTKOQkDrOIn8TPS0WOVoSw,34607
 cognite/neat/session/_set.py,sha256=PU4lKI-LGtKFVyvdtfZkk-zLw9e_rnFHzuV9IyrOrTM,4593
 cognite/neat/session/_show.py,sha256=YLt6K4ukG1s_I_FhuVrIVPtw_btvvOL50Rwrx-vo7VQ,10743
 cognite/neat/session/_state.py,sha256=DLEm9wn3GtOuTGhy5-M1IK2v9qvLnTYEruWPidzAP_Q,6580
@@ -191,7 +185,7 @@ cognite/neat/session/engine/__init__.py,sha256=D3MxUorEs6-NtgoICqtZ8PISQrjrr4dvc
 cognite/neat/session/engine/_import.py,sha256=1QxA2_EK613lXYAHKQbZyw2yjo5P9XuiX4Z6_6-WMNQ,169
 cognite/neat/session/engine/_interface.py,sha256=3W-cYr493c_mW3P5O6MKN1xEQg3cA7NHR_ev3zdF9Vk,533
 cognite/neat/session/engine/_load.py,sha256=g52uYakQM03VqHt_RDHtpHso1-mFFifH5M4T2ScuH8A,5198
-cognite_neat-0.123.2.dist-info/METADATA,sha256=S0A0bAMepNWiOxj_BGAZL_nSetJnWlVdrgA8JOps3rI,9171
-cognite_neat-0.123.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-cognite_neat-0.123.2.dist-info/licenses/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
-cognite_neat-0.123.2.dist-info/RECORD,,
+cognite_neat-0.123.4.dist-info/METADATA,sha256=PxEsDokXeHFbmzASWwu40eFyMdFDUNDEqOw0X2zQ8Co,9171
+cognite_neat-0.123.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+cognite_neat-0.123.4.dist-info/licenses/LICENSE,sha256=W8VmvFia4WHa3Gqxq1Ygrq85McUNqIGDVgtdvzT-XqA,11351
+cognite_neat-0.123.4.dist-info/RECORD,,

cognite/neat/core/_data_model/importers/_dtdl2data_model/__init__.py

@@ -1,3 +0,0 @@
-from .dtdl_importer import DTDLImporter
-
-__all__ = ["DTDLImporter"]

cognite/neat/core/_data_model/importers/_dtdl2data_model/_unit_lookup.py

@@ -1,224 +0,0 @@
-from dataclasses import dataclass
-
-
-@dataclass
-class UnitEntry:
-    semantic_type: str
-    unit_type: str
-    unit: str
-
-
-_UNIT_ENTRIES = [
-    UnitEntry("Acceleration", "AccelerationUnit", "centimetrePerSecondSquared"),
-    UnitEntry("Acceleration", "AccelerationUnit", "gForce"),
-    UnitEntry("Acceleration", "AccelerationUnit", "metrePerSecondSquared"),
-    UnitEntry("Angle", "AngleUnit", "degreeOfArc"),
-    UnitEntry("Angle", "AngleUnit", "minuteOfArc"),
-    UnitEntry("Angle", "AngleUnit", "radian"),
-    UnitEntry("Angle", "AngleUnit", "secondOfArc"),
-    UnitEntry("Angle", "AngleUnit", "turn"),
-    UnitEntry("AngularAcceleration", "AngularAccelerationUnit", "radianPerSecondSquared"),
-    UnitEntry("AngularVelocity", "AngularVelocityUnit", "degreePerSecond"),
-    UnitEntry("AngularVelocity", "AngularVelocityUnit", "radianPerSecond"),
-    UnitEntry("AngularVelocity", "AngularVelocityUnit", "revolutionPerMinute"),
-    UnitEntry("AngularVelocity", "AngularVelocityUnit", "revolutionPerSecond"),
-    UnitEntry("Area", "AreaUnit", "acre"),
-    UnitEntry("Area", "AreaUnit", "hectare"),
-    UnitEntry("Area", "AreaUnit", "squareCentimetre"),
-    UnitEntry("Area", "AreaUnit", "squareFoot"),
-    UnitEntry("Area", "AreaUnit", "squareInch"),
-    UnitEntry("Area", "AreaUnit", "squareKilometre"),
-    UnitEntry("Area", "AreaUnit", "squareMetre"),
-    UnitEntry("Area", "AreaUnit", "squareMillimetre"),
-    UnitEntry("Capacitance", "CapacitanceUnit", "farad"),
-    UnitEntry("Capacitance", "CapacitanceUnit", "microfarad"),
-    UnitEntry("Capacitance", "CapacitanceUnit", "millifarad"),
-    UnitEntry("Capacitance", "CapacitanceUnit", "nanofarad"),
-    UnitEntry("Capacitance", "CapacitanceUnit", "picofarad"),
-    UnitEntry("Current", "CurrentUnit", "ampere"),
-    UnitEntry("Current", "CurrentUnit", "microampere"),
-    UnitEntry("Current", "CurrentUnit", "milliampere"),
-    UnitEntry("DataRate", "DataRateUnit", "bitPerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "bytePerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "exbibitPerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "exbibytePerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "gibibitPerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "gibibytePerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "kibibitPerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "kibibytePerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "mebibitPerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "mebibytePerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "tebibitPerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "tebibytePerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "yobibitPerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "yobibytePerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "zebibitPerSecond"),
-    UnitEntry("DataRate", "DataRateUnit", "zebibytePerSecond"),
-    UnitEntry("DataSize", "DataSizeUnit", "bit"),
-    UnitEntry("DataSize", "DataSizeUnit", "byte"),
-    UnitEntry("DataSize", "DataSizeUnit", "exbibit"),
-    UnitEntry("DataSize", "DataSizeUnit", "exbibyte"),
-    UnitEntry("DataSize", "DataSizeUnit", "gibibit"),
-    UnitEntry("DataSize", "DataSizeUnit", "gibibyte"),
-    UnitEntry("DataSize", "DataSizeUnit", "kibibit"),
-    UnitEntry("DataSize", "DataSizeUnit", "kibibyte"),
-    UnitEntry("DataSize", "DataSizeUnit", "mebibit"),
-    UnitEntry("DataSize", "DataSizeUnit", "mebibyte"),
-    UnitEntry("DataSize", "DataSizeUnit", "tebibit"),
-    UnitEntry("DataSize", "DataSizeUnit", "tebibyte"),
-    UnitEntry("DataSize", "DataSizeUnit", "yobibit"),
-    UnitEntry("DataSize", "DataSizeUnit", "yobibyte"),
-    UnitEntry("DataSize", "DataSizeUnit", "zebibit"),
-    UnitEntry("DataSize", "DataSizeUnit", "zebibyte"),
-    UnitEntry("Density", "DensityUnit", "gramPerCubicMetre"),
-    UnitEntry("Density", "DensityUnit", "kilogramPerCubicMetre"),
-    UnitEntry("Distance", "LengthUnit", "astronomicalUnit"),
-    UnitEntry("Distance", "LengthUnit", "centimetre"),
-    UnitEntry("Distance", "LengthUnit", "foot"),
-    UnitEntry("Distance", "LengthUnit", "inch"),
-    UnitEntry("Distance", "LengthUnit", "kilometre"),
-    UnitEntry("Distance", "LengthUnit", "metre"),
-    UnitEntry("Distance", "LengthUnit", "micrometre"),
-    UnitEntry("Distance", "LengthUnit", "mile"),
-    UnitEntry("Distance", "LengthUnit", "millimetre"),
-    UnitEntry("Distance", "LengthUnit", "nanometre"),
-    UnitEntry("Distance", "LengthUnit", "nauticalMile"),
-    UnitEntry("ElectricCharge", "ChargeUnit", "coulomb"),
-    UnitEntry("Energy", "EnergyUnit", "electronvolt"),
-    UnitEntry("Energy", "EnergyUnit", "gigajoule"),
-    UnitEntry("Energy", "EnergyUnit", "joule"),
-    UnitEntry("Energy", "EnergyUnit", "kilojoule"),
-    UnitEntry("Energy", "EnergyUnit", "kilowattHour"),
-    UnitEntry("Energy", "EnergyUnit", "megaelectronvolt"),
-    UnitEntry("Energy", "EnergyUnit", "megajoule"),
-    UnitEntry("Force", "ForceUnit", "newton"),
-    UnitEntry("Force", "ForceUnit", "ounce"),
-    UnitEntry("Force", "ForceUnit", "pound"),
-    UnitEntry("Force", "ForceUnit", "ton"),
-    UnitEntry("Frequency", "FrequencyUnit", "gigahertz"),
-    UnitEntry("Frequency", "FrequencyUnit", "hertz"),
-    UnitEntry("Frequency", "FrequencyUnit", "kilohertz"),
-    UnitEntry("Frequency", "FrequencyUnit", "megahertz"),
-    UnitEntry("Humidity", "DensityUnit", "gramPerCubicMetre"),
-    UnitEntry("Humidity", "DensityUnit", "kilogramPerCubicMetre"),
-    UnitEntry("Illuminance", "IlluminanceUnit", "footcandle"),
-    UnitEntry("Illuminance", "IlluminanceUnit", "lux"),
-    UnitEntry("Inductance", "InductanceUnit", "henry"),
-    UnitEntry("Inductance", "InductanceUnit", "microhenry"),
-    UnitEntry("Inductance", "InductanceUnit", "millihenry"),
-    UnitEntry("Latitude", "AngleUnit", "degreeOfArc"),
-    UnitEntry("Latitude", "AngleUnit", "minuteOfArc"),
-    UnitEntry("Latitude", "AngleUnit", "radian"),
-    UnitEntry("Latitude", "AngleUnit", "secondOfArc"),
-    UnitEntry("Latitude", "AngleUnit", "turn"),
-    UnitEntry("Length", "LengthUnit", "astronomicalUnit"),
-    UnitEntry("Length", "LengthUnit", "centimetre"),
-    UnitEntry("Length", "LengthUnit", "foot"),
-    UnitEntry("Length", "LengthUnit", "inch"),
-    UnitEntry("Length", "LengthUnit", "kilometre"),
-    UnitEntry("Length", "LengthUnit", "metre"),
-    UnitEntry("Length", "LengthUnit", "micrometre"),
-    UnitEntry("Length", "LengthUnit", "mile"),
-    UnitEntry("Length", "LengthUnit", "millimetre"),
-    UnitEntry("Length", "LengthUnit", "nanometre"),
-    UnitEntry("Length", "LengthUnit", "nauticalMile"),
-    UnitEntry("Longitude", "AngleUnit", "degreeOfArc"),
-    UnitEntry("Longitude", "AngleUnit", "minuteOfArc"),
-    UnitEntry("Longitude", "AngleUnit", "radian"),
-    UnitEntry("Longitude", "AngleUnit", "secondOfArc"),
-    UnitEntry("Longitude", "AngleUnit", "turn"),
-    UnitEntry("Luminance", "LuminanceUnit", "candelaPerSquareMetre"),
-    UnitEntry("Luminosity", "PowerUnit", "gigawatt"),
-    UnitEntry("Luminosity", "PowerUnit", "horsepower"),
-    UnitEntry("Luminosity", "PowerUnit", "kilowatt"),
-    UnitEntry("Luminosity", "PowerUnit", "kilowattHourPerYear"),
-    UnitEntry("Luminosity", "PowerUnit", "megawatt"),
-    UnitEntry("Luminosity", "PowerUnit", "microwatt"),
-    UnitEntry("Luminosity", "PowerUnit", "milliwatt"),
-    UnitEntry("Luminosity", "PowerUnit", "watt"),
-    UnitEntry("LuminousFlux", "LuminousFluxUnit", "lumen"),
-    UnitEntry("LuminousIntensity", "LuminousIntensityUnit", "candela"),
-    UnitEntry("MagneticFlux", "MagneticFluxUnit", "maxwell"),
-    UnitEntry("MagneticFlux", "MagneticFluxUnit", "weber"),
-    UnitEntry("MagneticInduction", "MagneticInductionUnit", "tesla"),
-    UnitEntry("Mass", "MassUnit", "gram"),
-    UnitEntry("Mass", "MassUnit", "kilogram"),
-    UnitEntry("Mass", "MassUnit", "microgram"),
-    UnitEntry("Mass", "MassUnit", "milligram"),
-    UnitEntry("Mass", "MassUnit", "slug"),
-    UnitEntry("Mass", "MassUnit", "tonne"),
-    UnitEntry("MassFlowRate", "MassFlowRateUnit", "gramPerHour"),
-    UnitEntry("MassFlowRate", "MassFlowRateUnit", "gramPerSecond"),
-    UnitEntry("MassFlowRate", "MassFlowRateUnit", "kilogramPerHour"),
-    UnitEntry("MassFlowRate", "MassFlowRateUnit", "kilogramPerSecond"),
-    UnitEntry("Power", "PowerUnit", "gigawatt"),
-    UnitEntry("Power", "PowerUnit", "horsepower"),
-    UnitEntry("Power", "PowerUnit", "kilowatt"),
-    UnitEntry("Power", "PowerUnit", "kilowattHour"),
-    UnitEntry("Power", "PowerUnit", "megawatt"),
-    UnitEntry("Power", "PowerUnit", "microwatt"),
-    UnitEntry("Power", "PowerUnit", "milliwatt"),
-    UnitEntry("Power", "PowerUnit", "watt"),
-    UnitEntry("Pressure", "PressureUnit", "bar"),
-    UnitEntry("Pressure", "PressureUnit", "inchesOfMercury"),
-    UnitEntry("Pressure", "PressureUnit", "inchesOfWater"),
-    UnitEntry("Pressure", "PressureUnit", "kilopascal"),
-    UnitEntry("Pressure", "PressureUnit", "millibar"),
-    UnitEntry("Pressure", "PressureUnit", "millimetresOfMercury"),
-    UnitEntry("Pressure", "PressureUnit", "pascal"),
-    UnitEntry("Pressure", "PressureUnit", "poundPerSquareInch"),
-    UnitEntry("RelativeHumidity", "Unitless", "percent"),
-    UnitEntry("RelativeHumidity", "Unitless", "unity"),
-    UnitEntry("Resistance", "ResistanceUnit", "kiloohm"),
-    UnitEntry("Resistance", "ResistanceUnit", "megaohm"),
-    UnitEntry("Resistance", "ResistanceUnit", "milliohm"),
-    UnitEntry("Resistance", "ResistanceUnit", "ohm"),
-    UnitEntry("SoundPressure", "SoundPressureUnit", "bel"),
-    UnitEntry("SoundPressure", "SoundPressureUnit", "decibel"),
-    UnitEntry("Temperature", "TemperatureUnit", "degreeCelsius"),
-    UnitEntry("Temperature", "TemperatureUnit", "degreeFahrenheit"),
-    UnitEntry("Temperature", "TemperatureUnit", "kelvin"),
-    UnitEntry("Thrust", "ForceUnit", "newton"),
-    UnitEntry("Thrust", "ForceUnit", "ounce"),
-    UnitEntry("Thrust", "ForceUnit", "pound"),
-    UnitEntry("Thrust", "ForceUnit", "ton"),
-    UnitEntry("TimeSpan", "TimeUnit", "day"),
-    UnitEntry("TimeSpan", "TimeUnit", "hour"),
-    UnitEntry("TimeSpan", "TimeUnit", "microsecond"),
-    UnitEntry("TimeSpan", "TimeUnit", "millisecond"),
-    UnitEntry("TimeSpan", "TimeUnit", "minute"),
-    UnitEntry("TimeSpan", "TimeUnit", "nanosecond"),
-    UnitEntry("TimeSpan", "TimeUnit", "second"),
-    UnitEntry("TimeSpan", "TimeUnit", "year"),
-    UnitEntry("Torque", "TorqueUnit", "newtonMetre"),
-    UnitEntry("Velocity", "VelocityUnit", "centimetrePerSecond"),
-    UnitEntry("Velocity", "VelocityUnit", "kilometrePerHour"),
-    UnitEntry("Velocity", "VelocityUnit", "kilometrePerSecond"),
-    UnitEntry("Velocity", "VelocityUnit", "knot"),
-    UnitEntry("Velocity", "VelocityUnit", "metrePerHour"),
-    UnitEntry("Velocity", "VelocityUnit", "metrePerSecond"),
-    UnitEntry("Velocity", "VelocityUnit", "milePerHour"),
-    UnitEntry("Velocity", "VelocityUnit", "milePerSecond"),
-    UnitEntry("Voltage", "VoltageUnit", "kilovolt"),
-    UnitEntry("Voltage", "VoltageUnit", "megavolt"),
-    UnitEntry("Voltage", "VoltageUnit", "microvolt"),
-    UnitEntry("Voltage", "VoltageUnit", "millivolt"),
-    UnitEntry("Voltage", "VoltageUnit", "volt"),
-    UnitEntry("Volume", "VolumeUnit", "cubicCentimetre"),
-    UnitEntry("Volume", "VolumeUnit", "cubicFoot"),
-    UnitEntry("Volume", "VolumeUnit", "cubicInch"),
-    UnitEntry("Volume", "VolumeUnit", "cubicMetre"),
-    UnitEntry("Volume", "VolumeUnit", "fluidOunce"),
-    UnitEntry("Volume", "VolumeUnit", "gallon"),
-    UnitEntry("Volume", "VolumeUnit", "litre"),
-    UnitEntry("Volume", "VolumeUnit", "millilitre"),
-    UnitEntry("VolumeFlowRate", "VolumeFlowRateUnit", "litrePerHour"),
-    UnitEntry("VolumeFlowRate", "VolumeFlowRateUnit", "litrePerSecond"),
-    UnitEntry("VolumeFlowRate", "VolumeFlowRateUnit", "millilitrePerHour"),
-    UnitEntry("VolumeFlowRate", "VolumeFlowRateUnit", "millilitrePerSecond"),
-]
-
-UNIT_TYPE_BY_SEMANTIC_TYPE = {entry.semantic_type: entry.unit_type for entry in _UNIT_ENTRIES}
-# This is a bit dangerous, as unit names are not unique across types
-# It is only used as a backup in the parsing of units.
-ENTRY_BY_UNIT = {entry.unit: entry for entry in _UNIT_ENTRIES}

cognite/neat/core/_data_model/importers/_dtdl2data_model/dtdl_converter.py

@@ -1,320 +0,0 @@
-from collections import Counter
-from collections.abc import Callable, Sequence
-
-from cognite.neat.core._data_model.importers._dtdl2data_model.spec import (
-    DTMI,
-    Command,
-    CommandV2,
-    Component,
-    DTDLBase,
-    DTDLBaseWithName,
-    Enum,
-    Interface,
-    Object,
-    Property,
-    PropertyV2,
-    Relationship,
-    Schema,
-    Telemetry,
-    TelemetryV2,
-)
-from cognite.neat.core._data_model.models.conceptual import (
-    UnverifiedConcept,
-    UnverifiedConceptualProperty,
-)
-from cognite.neat.core._data_model.models.data_types import (
-    _DATA_TYPE_BY_NAME,
-    DataType,
-    Json,
-    String,
-)
-from cognite.neat.core._data_model.models.entities import ConceptEntity
-from cognite.neat.core._issues import IssueList
-from cognite.neat.core._issues.errors import (
-    PropertyTypeNotSupportedError,
-    ResourceMissingIdentifierError,
-    ResourceNotFoundError,
-)
-from cognite.neat.core._issues.warnings import (
-    PropertyTypeNotSupportedWarning,
-    ResourceTypeNotSupportedWarning,
-)
-
-
-class _DTDLConverter:
-    def __init__(self, issues: IssueList | None = None) -> None:
-        self.issues = IssueList(issues or [])
-        self.properties: list[UnverifiedConceptualProperty] = []
-        self.classes: list[UnverifiedConcept] = []
-        self._item_by_id: dict[DTMI, DTDLBase] = {}
-
-        self._method_by_type = {
-            Interface: self.convert_interface,  # type: ignore[dict-item]
-            Property: self.convert_property,  # type: ignore[dict-item]
-            PropertyV2: self.convert_property,  # type: ignore[dict-item]
-            Relationship: self.convert_relationship,  # type: ignore[dict-item]
-            Object: self.convert_object,  # type: ignore[dict-item]
-            Telemetry: self.convert_telemetry,  # type: ignore[dict-item]
-            TelemetryV2: self.convert_telemetry,  # type: ignore[dict-item]
-            Command: self.convert_command,  # type: ignore[dict-item]
-            CommandV2: self.convert_command,  # type: ignore[dict-item]
-            Component: self.convert_component,  # type: ignore[dict-item]
-        }
-
-    def get_most_common_prefix(self) -> str:
-        if not self.classes:
-            raise ValueError("No classes found")
-        counted = Counter(
-            class_.prefix
-            for class_ in (cls_.concept for cls_ in self.classes)
-            if isinstance(class_, ConceptEntity) and isinstance(class_.prefix, str)
-        )
-        if not counted:
-            raise ValueError("No prefixes found")
-        return counted.most_common(1)[0][0]
-
-    def convert(self, items: Sequence[DTDLBase]) -> None:
-        self._item_by_id.update({item.id_: item for item in items if item.id_ is not None})
-        # Update schema objects which are reusable
-        self._item_by_id.update(
-            {
-                schema.id_: schema
-                for item in items
-                if isinstance(item, Interface)
-                for schema in item.schemas or []
-                if isinstance(schema.id_, DTMI) and isinstance(schema, DTDLBase)
-            }
-        )
-
-        for item in items:
-            self.convert_item(item)
-
-    def convert_item(self, item: DTDLBase, parent: str | None = None) -> None:
-        # Bug in mypy https://github.com/python/mypy/issues/17478
-        convert_method: Callable[[DTDLBase, str | None], None] | None = self._method_by_type.get(type(item))  # type: ignore[assignment]
-        if convert_method is not None:
-            convert_method(item, parent)
-        else:
-            self.issues.append(
-                ResourceTypeNotSupportedWarning(
-                    item.identifier_with_fallback,
-                    item.type,
-                ),
-            )
-
-    def convert_interface(self, item: Interface, _: str | None) -> None:
-        class_ = UnverifiedConcept(
-            concept=item.id_.as_concept_entity(),
-            name=item.display_name,
-            description=item.description,
-            implements=[parent.as_concept_entity() for parent in item.extends or []] or None,
-        )
-        self.classes.append(class_)
-        for sub_item_or_id in item.contents or []:
-            if isinstance(sub_item_or_id, DTMI) and sub_item_or_id not in self._item_by_id:
-                self.issues.append(
-                    PropertyTypeNotSupportedWarning(
-                        item.id_.model_dump() or item.display_name or "missing",
-                        item.type,
-                        sub_item_or_id.path[-1],
-                        ".".join(sub_item_or_id.path),
-                    )
-                )
-            elif isinstance(sub_item_or_id, DTMI):
-                sub_item = self._item_by_id[sub_item_or_id]
-                self.convert_item(sub_item, class_.concept_str)
-            else:
-                self.convert_item(sub_item_or_id, class_.concept_str)
-        # interface.schema objects are handled in the convert method
-
-    def convert_property(
-        self, item: Property | Telemetry, parent: str | None, min_count: int | None = 0, max_count: int | None = 1
-    ) -> None:
-        if parent is None:
-            self._missing_parent_warning(item)
-            return None
-        value_type = self.schema_to_value_type(item.schema_, item)
-        if value_type is None:
-            return None
-
-        prop = UnverifiedConceptualProperty(
-            concept=ConceptEntity.load(parent),
-            property_=item.name,
-            name=item.display_name,
-            description=item.description,
-            value_type=value_type,
-            min_count=min_count,
-            max_count=max_count,
-        )
-        self.properties.append(prop)
-
-    def _missing_parent_warning(self, item: DTDLBaseWithName) -> None:
-        self.issues.append(
-            ResourceNotFoundError(
-                "UNKNOWN",
-                "parent",
-                item.identifier_with_fallback,
-                item.type,
-            )
-        )
-
-    def convert_telemetry(self, item: Telemetry, parent: str | None) -> None:
-        return self.convert_property(
-            item,
-            parent,
-        )
-
-    def convert_command(self, item: Command | CommandV2, parent: str | None) -> None:
-        if parent is None:
-            self._missing_parent_warning(item)
-            return None
-        if item.request is None:
-            self.issues.append(
-                ResourceTypeNotSupportedWarning[str](
-                    item.identifier_with_fallback,
-                    f"{item.type}.request",
-                ),
-            )
-            return None
-        if item.response is not None:
-            # Currently, we do not know how to handle response
-            self.issues.append(ResourceTypeNotSupportedWarning[str](f"{parent}.response", "Command.Response"))
-        value_type = self.schema_to_value_type(item.request.schema_, item)
-        if value_type is None:
-            return
-        prop = UnverifiedConceptualProperty(
-            concept=ConceptEntity.load(parent),
-            property_=item.name,
-            name=item.display_name,
-            description=item.description,
-            value_type=value_type,
-            min_count=0,
-            max_count=1,
-        )
-        self.properties.append(prop)
-
-    def convert_component(self, item: Component, parent: str | None) -> None:
-        if parent is None:
-            self._missing_parent_warning(item)
-            return None
-
-        value_type = self.schema_to_value_type(item.schema_, item)
-        if value_type is None:
-            return
-        prop = UnverifiedConceptualProperty(
-            concept=ConceptEntity.load(parent),
-            property_=item.name,
-            name=item.display_name,
-            description=item.description,
-            value_type=value_type,
-            min_count=0,
-            max_count=1,
-        )
-        self.properties.append(prop)
-
-    def convert_relationship(self, item: Relationship, parent: str | None) -> None:
-        if parent is None:
-            self._missing_parent_warning(item)
-            return None
-        if item.target is not None:
-            value_type: DataType | ConceptEntity
-            if item.target in self._item_by_id:
-                value_type = item.target.as_concept_entity()
-            else:
-                # Falling back to json
-                self.issues.append(
-                    ResourceMissingIdentifierError(
-                        "unknown",
-                        item.target.model_dump(),
-                    )
-                )
-                value_type = Json()
-
-            prop = UnverifiedConceptualProperty(
-                concept=ConceptEntity.load(parent),
-                property_=item.name,
-                name=item.display_name,
-                description=item.description,
-                min_count=item.min_multiplicity or 0,
-                max_count=item.max_multiplicity or 1,
-                value_type=value_type,
-            )
-            self.properties.append(prop)
-        elif item.properties is not None:
-            for prop_ in item.properties or []:
-                self.convert_property(prop_, parent, item.min_multiplicity, item.max_multiplicity)
-
-    def convert_object(self, item: Object, _: str | None) -> None:
-        if item.id_ is None:
-            self.issues.append(
-                ResourceMissingIdentifierError(
-                    resource_type=item.type,
-                    name=item.display_name,
-                )
-            )
-            return None
-
-        class_ = UnverifiedConcept(
-            concept=item.id_.as_concept_entity(),
-            name=item.display_name,
-            description=item.description,
-        )
-        self.classes.append(class_)
-
-        for field_ in item.fields or []:
-            value_type = self.schema_to_value_type(field_.schema_, item)
-            if value_type is None:
-                continue
-            prop = UnverifiedConceptualProperty(
-                concept=class_.concept,
-                name=field_.name,
-                description=field_.description,
-                property_=field_.name,
-                value_type=value_type,
-                min_count=0,
-                max_count=1,
-            )
-            self.properties.append(prop)
-
-    def schema_to_value_type(
-        self, schema: Schema | Interface | DTMI | None, item: DTDLBase
-    ) -> DataType | ConceptEntity | None:
-        input_type = self._item_by_id.get(schema) if isinstance(schema, DTMI) else schema
-
-        if isinstance(input_type, Enum):
-            return String()
-        elif isinstance(input_type, str) and input_type.casefold() in _DATA_TYPE_BY_NAME:
-            return _DATA_TYPE_BY_NAME[input_type.casefold()]()
-        elif isinstance(input_type, str):
-            self.issues.append(
-                PropertyTypeNotSupportedError(
-                    item.identifier_with_fallback,
-                    item.type,
-                    "schema",
-                    input_type,
-                )
-            )
-            return None
-        elif isinstance(input_type, Object | Interface):
-            if input_type.id_ is None:
-                self.issues.append(
-                    ResourceMissingIdentifierError(
-                        input_type.type,
-                        input_type.display_name,
-                    )
-                )
-                return Json()
-            else:
-                if isinstance(input_type, Object):
-                    self.convert_object(input_type, None)
-                return input_type.id_.as_concept_entity()
-        else:
-            self.issues.append(
-                PropertyTypeNotSupportedWarning(
-                    item.identifier_with_fallback,
-                    item.type,  # type: ignore[arg-type]
-                    "schema",
-                    input_type.type if input_type else "missing",
-                )
-            )
-            return None

cognite/neat/core/_data_model/importers/_dtdl2data_model/dtdl_importer.py

@@ -1,155 +0,0 @@
-import json
-import zipfile
-from collections.abc import Iterable, Sequence
-from pathlib import Path
-
-from pydantic import ValidationError
-
-from cognite.neat.core._data_model._shared import ImportedDataModel
-from cognite.neat.core._data_model.importers._base import BaseImporter
-from cognite.neat.core._data_model.importers._dtdl2data_model.dtdl_converter import _DTDLConverter
-from cognite.neat.core._data_model.importers._dtdl2data_model.spec import (
-    DTDL_CLS_BY_TYPE_BY_SPEC,
-    DTDLBase,
-    Interface,
-)
-from cognite.neat.core._data_model.models import UnverifiedConceptualDataModel
-from cognite.neat.core._data_model.models.conceptual import UnverifiedConceptualMetadata
-from cognite.neat.core._issues import IssueList, MultiValueError, NeatIssue
-from cognite.neat.core._issues.warnings import (
-    FileItemNotSupportedWarning,
-    FileMissingRequiredFieldWarning,
-    FileReadWarning,
-    FileTypeUnexpectedWarning,
-    NeatValueWarning,
-)
-from cognite.neat.core._utils.text import humanize_collection, to_pascal_case
-
-
-class DTDLImporter(BaseImporter[UnverifiedConceptualDataModel]):
-    """Importer from Azure Digital Twin - DTDL (Digital Twin Definition Language).
-
-    This importer supports DTDL v2.0 and v3.0.
-
-    It is recommended to use the class methods `from_directory` and `from_zip` to create an instance of this class.
-
-    Args:
-        items (Sequence[DTDLBase]): A sequence of DTDLBase objects.
-        name (str, optional): Name of the data model. Defaults to None.
-        read_issues (list[ValidationIssue], optional): A list of issues that occurred during reading. Defaults to None.
-        schema (SchemaCompleteness, optional): Schema completeness. Defaults to SchemaCompleteness.partial.
-
-    """
-
-    def __init__(
-        self,
-        items: Sequence[DTDLBase],
-        name: str | None = None,
-        read_issues: list[NeatIssue] | None = None,
-    ) -> None:
-        self._items = items
-        self.name = name
-        self._read_issues = IssueList(read_issues)
-
-    @classmethod
-    def _from_file_content(cls, file_content: str, filepath: Path) -> Iterable[DTDLBase | NeatIssue]:
-        raw = json.loads(file_content)
-        if isinstance(raw, dict):
-            if (context := raw.get("@context")) is None:
-                yield FileMissingRequiredFieldWarning(filepath, "@context", "Missing '@context' key.")
-                return
-            raw_list = [raw]
-        elif isinstance(raw, list):
-            context = next(
-                (entry["@context"] for entry in raw if isinstance(entry, dict) and "@context" in entry), None
-            )
-            if context is None:
-                yield FileMissingRequiredFieldWarning(filepath, "@context", "Missing '@context' key.")
-                return
-            raw_list = raw
-        else:
-            yield FileTypeUnexpectedWarning(filepath, frozenset(["dict", "list"]), "Content is not an object or array.")
-            return
-
-        if isinstance(context, list):
-            context = context[0]
-        Interface.default_context = context
-        spec_version = context.split(";")[1]
-        try:
-            cls_by_type = DTDL_CLS_BY_TYPE_BY_SPEC[spec_version]
-        except KeyError:
-            yield NeatValueWarning(
-                f"Unsupported DTDL spec version: {spec_version} in {filepath}. "
-                f"Supported versions are {humanize_collection(DTDL_CLS_BY_TYPE_BY_SPEC.keys())}."
-                " The file will be skipped."
-            )
-            return
-
-        for item in raw_list:
-            if not (type_ := item.get("@type")):
-                yield FileMissingRequiredFieldWarning(filepath, "@type", "Missing '@type' key.")
-                continue
-            cls_ = cls_by_type.get(type_)
-            if cls_ is None:
-                yield FileItemNotSupportedWarning(f"Unknown '@type' {type_}.", filepath=filepath)
-                continue
-            try:
-                yield cls_.model_validate(item)
-            except ValidationError as e:
-                yield FileTypeUnexpectedWarning(filepath, frozenset([cls.__name__]), str(e))
-            except Exception as e:
-                yield FileReadWarning(filepath=filepath, reason=str(e))
-
-    @classmethod
-    def from_directory(cls, directory: Path) -> "DTDLImporter":
-        items: list[DTDLBase] = []
-        issues: list[NeatIssue] = []
-        for filepath in directory.glob("**/*.json"):
-            for item in cls._from_file_content(filepath.read_text(), filepath):
-                if isinstance(item, NeatIssue):
-                    issues.append(item)
-                else:
-                    items.append(item)
-        return cls(items, directory.stem, read_issues=issues)
-
-    @classmethod
-    def from_zip(cls, zip_file: Path) -> "DTDLImporter":
-        items: list[DTDLBase] = []
-        issues: list[NeatIssue] = []
-        with zipfile.ZipFile(zip_file) as z:
-            for filepath in z.namelist():
-                if filepath.endswith(".json"):
-                    for item in cls._from_file_content(z.read(filepath).decode(), Path(filepath)):
-                        if isinstance(item, NeatIssue):
-                            issues.append(item)
-                        else:
-                            items.append(item)
-        return cls(items, zip_file.stem, read_issues=issues)
-
-    def to_data_model(self) -> ImportedDataModel[UnverifiedConceptualDataModel]:
-        converter = _DTDLConverter(self._read_issues)
-
-        converter.convert(self._items)
-
-        metadata = self._default_metadata()
-
-        if self.name:
-            metadata["name"] = to_pascal_case(self.name)
-        try:
-            most_common_prefix = converter.get_most_common_prefix()
-        except ValueError:
-            # No prefixes are defined so we just use the default prefix...
-            ...
-        else:
-            metadata["space"] = most_common_prefix
-
-        data_model = UnverifiedConceptualDataModel(
-            metadata=UnverifiedConceptualMetadata.load(metadata),
-            properties=converter.properties,
-            concepts=converter.classes,
-        )
-        converter.issues.trigger_warnings()
-        if converter.issues.has_errors:
-            raise MultiValueError(converter.issues.errors)
-
-        return ImportedDataModel(data_model, {})

cognite/neat/core/_data_model/importers/_dtdl2data_model/spec.py

@@ -1,363 +0,0 @@
-"""
-This is a pydantic validation implementation of the DTDL v2 and v3 specifications.
-
-The specs are taken from:
-
- * Spec v2:  https://github.com/Azure/opendigitaltwins-dtdl/blob/master/DTDL/v2/DTDL.v2.md
- * Spec v3: https://github.com/Azure/opendigitaltwins-dtdl/blob/master/DTDL/v3/DTDL.v3.md
-"""
-
-import re
-import warnings
-from abc import ABC
-from typing import TYPE_CHECKING, Any, ClassVar, Literal, TypeAlias
-
-from pydantic import BaseModel, Field, field_validator, model_serializer, model_validator
-from pydantic.fields import FieldInfo
-
-from cognite.neat.core._data_model.models.entities import ConceptEntity
-
-if TYPE_CHECKING:
-    from pydantic.type_adapter import IncEx
-
-
-# Regex is from the spec: https://github.com/Azure/opendigitaltwins-dtdl/blob/master/DTMI/README.md#validation-regular-expressions
-_DTMI_REGEX = (
-    r"^dtmi:(?:_+[A-Za-z0-9]|[A-Za-z])(?:[A-Za-z0-9_]*[A-Za-z0-9])?(?::(?:_+[A-Za-z0-9]|[A-Za-z])"
-    r"(?:[A-Za-z0-9_]*[A-Za-z0-9])?)*(?:;[1-9][0-9]{0,8}(?:\.[1-9][0-9]{0,5})?)?$"
-)
-
-_DTMI_COMPILED = re.compile(_DTMI_REGEX)
-
-
-class DTMI(BaseModel):
-    scheme: ClassVar[str] = "dtmi"
-    path: list[str]
-    version: str
-
-    def as_concept_entity(self) -> ConceptEntity:
-        return ConceptEntity(prefix="_".join(self.path[:-1]), suffix=self.path[-1], version=self.version)
-
-    def __hash__(self) -> int:
-        return hash(self.to_string())
-
-    def __repr__(self) -> str:
-        return self.to_string()
-
-    @model_validator(mode="before")
-    def from_string(cls, value: Any) -> Any:
-        if not isinstance(value, str):
-            return value
-        if not _DTMI_COMPILED.match(value):
-            raise ValueError(f"Invalid DTMI {value}")
-        value = value.removeprefix(cls.scheme + ":")
-        path_str, version = value.split(";", 1)
-        return dict(path=path_str.split(":"), version=version)
-
-    @model_serializer
-    def to_string(self) -> str:
-        return f"{self.scheme}:{':'.join(self.path)};{self.version}"
-
-    if TYPE_CHECKING:
-        # Ensure type checkers works correctly, ref
-        # https://docs.pydantic.dev/latest/concepts/serialization/#overriding-the-return-type-when-dumping-a-model
-        def model_dump(  # type: ignore[override]
-            self,
-            *,
-            mode: Literal["json", "python"] | str = "python",
-            include: IncEx | None = None,
-            exclude: IncEx | None = None,
-            by_alias: bool = False,
-            exclude_unset: bool = False,
-            exclude_defaults: bool = False,
-            exclude_none: bool = False,
-            round_trip: bool = False,
-            warnings: bool = True,
-        ) -> str: ...
-
-
-IRI: TypeAlias = str
-
-
-class Unit(BaseModel, ABC):
-    value: str
-    semantic_type: str | None = Field(None, alias="semanticType")
-    unit_type: str | None = Field(None, alias="unitType")
-
-    def __hash__(self) -> int:
-        return hash(self.to_string())
-
-    def __repr__(self) -> str:
-        return self.to_string()
-
-    @model_validator(mode="before")
-    def from_string(cls, value: Any) -> Any:
-        if not isinstance(value, str):
-            return value
-        from ._unit_lookup import ENTRY_BY_UNIT
-
-        if value not in ENTRY_BY_UNIT:
-            return dict(unit=value)
-        entry = ENTRY_BY_UNIT[value]
-        return dict(
-            value=value,
-            semanticType=entry.semantic_type,
-            unitType=entry.unit_type,
-        )
-
-    @model_serializer
-    def to_string(self) -> str:
-        return self.value
-
-    if TYPE_CHECKING:
-        # Ensure type checkers works correctly, ref
-        # https://docs.pydantic.dev/latest/concepts/serialization/#overriding-the-return-type-when-dumping-a-model
-        def model_dump(  # type: ignore[override]
-            self,
-            *,
-            mode: Literal["json", "python"] | str = "python",
-            include: IncEx | None = None,
-            exclude: IncEx | None = None,
-            by_alias: bool = False,
-            exclude_unset: bool = False,
-            exclude_defaults: bool = False,
-            exclude_none: bool = False,
-            round_trip: bool = False,
-            warnings: bool = True,
-        ) -> str: ...
-
-
-class DTDLBase(BaseModel, ABC):
-    type: ClassVar[str]
-    spec_version: ClassVar[frozenset[str]]
-    id_: DTMI | None = Field(None, alias="@id")
-    comment: str | None = None
-    display_name: str | None = Field(None, alias="displayName")
-    description: str | None = None
-
-    @property
-    def identifier_with_fallback(self) -> str:
-        return (self.id_.model_dump() if self.id_ else self.display_name) or "MISSING"
-
-
-PrimitiveSchema: TypeAlias = Literal[
-    "boolean", "date", "dateTime", "double", "duration", "float", "integer", "long", "string", "time"
-]
-
-
-class DTDLBaseWithName(DTDLBase, ABC):
-    name: str
-
-
-class DTDLBaseWithSchema(DTDLBaseWithName, ABC):
-    schema_: "Schema | DTMI | None" = Field(None, alias="schema")  # type: ignore[assignment]
-
-    @field_validator("schema_", mode="before")
-    def select_schema_type(cls, value: Any) -> Any:
-        if isinstance(value, dict) and (type_ := value.get("@type")):
-            context = Interface.default_context
-            spec_version = context.rsplit(";", maxsplit=1)[1]
-            try:
-                cls_by_type = DTDL_CLS_BY_TYPE_BY_SPEC[spec_version]
-            except KeyError:
-                raise ValueError(f"DTDL Spec v{spec_version} is not supported: {context}") from None
-            if isinstance(type_, str) and (cls_ := cls_by_type.get(type_)) is not None:
-                return cls_.model_validate(value)
-            elif isinstance(type_, list) and len(type_) == 2 and (cls_ := cls_by_type.get(type_[0])) is not None:
-                # In the spec v2, the type of Telemetry and Property can be a list of two strings,
-                # [[Telemetry|Property, "Semantic Type"].
-                from ._unit_lookup import UNIT_TYPE_BY_SEMANTIC_TYPE
-
-                if unit_type := UNIT_TYPE_BY_SEMANTIC_TYPE.get(type_[1]) and "unit" in value:
-                    value["unit"] = {
-                        "value": value["unit"],
-                        "semanticType": type_[1],
-                        "unitType": unit_type,
-                    }
-                return cls_.model_validate(value)
-        return value
-
-
-class DTDLField(DTDLBaseWithSchema):
-    type = "Field"
-    spec_version = frozenset(["2", "3"])
-
-
-class Object(DTDLBase):
-    type = "Object"
-    spec_version = frozenset(["2", "3"])
-    fields: list[DTDLField] | None = None
-
-
-class MapKey(DTDLBaseWithName):
-    type = "MapKey"
-    spec_version = frozenset(["2", "3"])
-    schema_: str = Field(alias="schema")
-
-
-class MapValue(DTDLBaseWithSchema):
-    type = "MapValue"
-    spec_version = frozenset(["2", "3"])
-
-
-class Map(DTDLBase):
-    type = "Map"
-    spec_version = frozenset(["2", "3"])
-    map_key: MapKey = Field(alias="mapKey")
-    map_value: MapValue = Field(alias="mapValue")
-
-
-class EnumValue(DTDLBaseWithName):
-    type = "EnumValue"
-    spec_version = frozenset(["2", "3"])
-    enum_value: str = Field(alias="enumValue")
-
-
-class Enum(DTDLBase):
-    type = "Enum"
-    spec_version = frozenset(["2", "3"])
-    enum_values: list[EnumValue] = Field(alias="enumValues")
-    value_schema: PrimitiveSchema = Field(alias="valueSchema")
-
-
-class Array(DTDLBase):
-    type = "Array"
-    spec_version = frozenset(["2", "3"])
-    element_schema: "Schema" = Field(alias="elementSchema")
-
-
-ComplexSchema: TypeAlias = Array | Enum | Map | Object
-
-Schema: TypeAlias = PrimitiveSchema | ComplexSchema
-
-
-class Component(DTDLBaseWithSchema):
-    type = "Component"
-    spec_version = frozenset(["2", "3"])
-    schema_: "Interface | DTMI" = Field(alias="schema")  # type: ignore[assignment]
-
-
-class Property(DTDLBaseWithSchema):
-    type = "Property"
-    spec_version = frozenset(["3"])
-    writable: bool | None = None
-
-
-class PropertyV2(Property):
-    spec_version = frozenset(["2"])
-    unit: Unit | None = None
-
-
-class Relationship(DTDLBaseWithName):
-    type = "Relationship"
-    spec_version = frozenset(["2", "3"])
-    min_multiplicity: int | None = Field(None, alias="minMultiplicity", le=0, ge=0)
-    max_multiplicity: int | None = Field(None, alias="maxMultiplicity", ge=1)
-    properties: list[Property] | None = None
-    target: DTMI | None = None
-    writable: bool | None = None
-
-
-class CommandRequest(DTDLBaseWithSchema):
-    type = "CommandRequest"
-    spec_version = frozenset(["3"])
-
-
-class CommandResponse(DTDLBaseWithSchema):
-    type = "CommandResponse"
-    spec_version = frozenset(["3"])
-
-
-class CommandPayload(DTDLBaseWithSchema):
-    type = "CommandPayload"
-    spec_version = frozenset(["2"])
-
-
-class Command(DTDLBaseWithSchema):
-    type = "Command"
-    spec_version = frozenset(["3"])
-    request: CommandRequest | None = None
-    response: CommandResponse | None = None
-
-
-class CommandV2(DTDLBaseWithSchema):
-    type = "Command"
-    spec_version = frozenset(["2"])
-    request: CommandPayload | None = None
-    response: CommandPayload | None = None
-
-
-class Telemetry(DTDLBaseWithSchema):
-    type = "Telemetry"
-    spec_version = frozenset(["3"])
-
-
-class TelemetryV2(Telemetry):
-    spec_version = frozenset(["2"])
-    unit: Unit | None = None
-
-
-class Interface(DTDLBase):
-    type = "Interface"
-    spec_version = frozenset(["2", "3"])
-    default_context: ClassVar[IRI] = Field(
-        "dtmi:dtdl:context;3",
-        description="This can be set directly on the class to change the default context used when parsing a document.",
-    )
-    id_: DTMI = Field(alias="@id")  # type: ignore[assignment]
-    context: IRI | None = Field(alias="@context")
-    extends: list[DTMI] | None = None
-    contents: list[Command | Component | Property | Relationship | Telemetry | DTMI | CommandV2] | None = None
-    schemas: list[Array | Enum | Map | Object] | None = None
-
-    @field_validator("context", mode="before")
-    def list_to_string(cls, value: Any) -> Any:
-        if isinstance(value, list) and len(value) == 1:
-            return value[0]
-        return value
-
-    @field_validator("contents", "schemas", mode="before")
-    def select_content_type(cls, value: Any, info: Any) -> Any:
-        if not isinstance(value, list):
-            return value
-        context = info.data.get("@context", cls.default_context)
-        if isinstance(context, FieldInfo):
-            context = context.default
-        spec_version = context.rsplit(";", maxsplit=1)[1]
-        try:
-            cls_by_type = DTDL_CLS_BY_TYPE_BY_SPEC[spec_version]
-        except KeyError:
-            raise ValueError(f"DTDL Spec v{spec_version} is not supported: {context}") from None
-        output: list[DTDLBase] = []
-        for item in value:
-            if isinstance(item, dict) and (type_ := item.get("@type")):
-                if isinstance(type_, str) and (cls_ := cls_by_type.get(type_)) is not None:
-                    item = cls_.model_validate(item)
-                elif isinstance(type_, list) and len(type_) == 2 and (cls_ := cls_by_type.get(type_[0])) is not None:
-                    # In the spec v2, the type of Telemetry and Property can be a list of two strings,
-                    # [[Telemetry|Property, "Semantic Type"].
-                    from ._unit_lookup import UNIT_TYPE_BY_SEMANTIC_TYPE
-
-                    if (unit_type := UNIT_TYPE_BY_SEMANTIC_TYPE.get(type_[1])) and (unit := item.get("unit")):
-                        item["unit"] = {
-                            "value": unit,
-                            "semanticType": type_[1],
-                            "unitType": unit_type,
-                        }
-                    item = cls_.model_validate(item)
-            else:
-                warnings.warn(f"Invalid item {item} in {cls.__name__}.contents", stacklevel=2)
-            output.append(item)
-        return output
-
-
-DTDL_CLS_BY_TYPE_BY_SPEC: dict[str, dict[str, type[DTDLBase]]] = {}
-to_check = list(DTDLBase.__subclasses__())
-while to_check:
-    cls = to_check.pop()
-    to_check.extend(cls.__subclasses__())
-    if ABC in cls.__bases__:
-        continue
-    for spec in cls.spec_version:
-        DTDL_CLS_BY_TYPE_BY_SPEC.setdefault(spec, {})[cls.type] = cls
-del cls, to_check, spec

cognite/neat/core/_data_model/importers/_rdf/_imf2data_model.py

@@ -1,98 +0,0 @@
-"""This module performs importing of various formats to one of serializations for which
-there are loaders to data model pydantic class."""
-
-from cognite.neat.core._data_model.importers._rdf._base import BaseRDFImporter
-from cognite.neat.core._data_model.importers._rdf._shared import (
-    parse_concepts,
-    parse_properties,
-)
-
-CLASSES_QUERY = """
-    SELECT ?concept ?name ?description ?implements
-    WHERE {{
-        VALUES ?type {{ imf:BlockType imf:TerminalType imf:AttributeType }}
-        ?concept a ?type .
-
-        OPTIONAL {{?concept rdfs:subClassOf ?parent }}.
-        OPTIONAL {{?concept rdfs:label|skos:prefLabel ?name }}.
-        OPTIONAL {{?concept rdfs:comment|skos:definition ?description}}.
-
-
-        # Add imf:Attribute as parent class when no parent is found
-        BIND(IF(!bound(?parent) && ?type = imf:AttributeType, imf:Attribute, ?parent) AS ?implements)
-
-        # FILTERS
-        FILTER (!isBlank(?concept))
-        FILTER (!bound(?implements) || !isBlank(?implements))
-
-        FILTER (!bound(?name) || LANG(?name) = "" || LANGMATCHES(LANG(?name), "{language}"))
-        FILTER (!bound(?description) || LANG(?description) = "" || LANGMATCHES(LANG(?description), "{language}"))
-    }}
-    """
-
-PROPERTIES_QUERY = """
-    SELECT ?concept ?property_ ?name ?description ?value_type ?min_count ?max_count ?default
-    WHERE
-    {{
-        # CASE 1: Handling Blocks and Terminals
-        {{
-            VALUES ?type {{ imf:BlockType imf:TerminalType }}
-            ?concept a ?type ;
-                sh:property ?propertyShape .
-                ?propertyShape sh:path ?property_ .
-
-            OPTIONAL {{ ?property_ skos:prefLabel ?name . }}
-            OPTIONAL {{ ?property_ skos:definition ?description . }}
-            OPTIONAL {{ ?property_ rdfs:range ?range . }}
-
-            OPTIONAL {{ ?propertyShape sh:minCount ?min_count . }}
-            OPTIONAL {{ ?propertyShape sh:maxCount ?max_count . }}
-            OPTIONAL {{ ?propertyShape sh:hasValue ?default . }}
-            OPTIONAL {{ ?propertyShape sh:class | sh:qualifiedValueShape/sh:class ?valueShape . }}
-        }}
-
-        UNION
-
-        # CASE 2: Handling Attributes
-        {{
-            ?concept a imf:AttributeType .
-            BIND(xsd:anyURI AS ?valueShape)
-            BIND(imf:predicate AS ?property_)
-            ?concept  ?property_ ?defaultURI .
-            BIND(STR(?defaultURI) AS ?default)
-
-        }}
-
-        # Set the value type for the property based on sh:class, sh:qualifiedValueType or rdfs:range
-        BIND(IF(BOUND(?valueShape), ?valueShape, IF(BOUND(?range) , ?range , ?valueShape)) AS ?value_type)
-
-        FILTER (!isBlank(?property_))
-        FILTER (!bound(?concept) || !isBlank(?concept))
-        FILTER (!bound(?name) || LANG(?name) = "" || LANGMATCHES(LANG(?name), "{language}"))
-        FILTER (!bound(?description) || LANG(?description) = "" || LANGMATCHES(LANG(?description), "{language}"))
-    }}
-    """
-
-
-class IMFImporter(BaseRDFImporter):
-    """Convert IMF Types provided as SHACL shapes to unverified data model."""
-
-    @property
-    def description(self) -> str:
-        return f"IMF Types {self.source_name} read as unverified data model"
-
-    def _to_data_model_components(
-        self,
-    ) -> dict:
-        classes, issue_list = parse_concepts(self.graph, CLASSES_QUERY, self.language, self.issue_list)
-        self.issue_list = issue_list
-        properties, issue_list = parse_properties(self.graph, PROPERTIES_QUERY, self.language, self.issue_list)
-        self.issue_list = issue_list
-
-        components = {
-            "Metadata": self._metadata,
-            "Concepts": list(classes.values()) if classes else [],
-            "Properties": list(properties.values()) if properties else [],
-        }
-
-        return components