CoreDataX 0.9.0__py3-none-any.whl

CoreDataX/example.csv

@@ -0,0 +1,4 @@
+magneticReference,setupReference,frequency,magneticFluxDensityPeak,magneticFieldDcBias,magneticFieldWaveformType,temperature,volumetricLosses,userId
+3C94 --- TX-20-10-7,My setup,112160,0.0885929,0,Triangular,25,87198.16,1
+3C94 --- TX-20-10-7,My setup,112160,0.0990441,0,Triangular,25,114103.336,1
+3C94 --- TX-20-10-7,My setup,112160,0.110654,0,Triangular,25,150794.77,1

CoreDataX/loader.py

@@ -0,0 +1,159 @@
+import pandas
+import numpy
+import sys
+import os
+import datetime
+sys.path.append(os.path.abspath(os.path.dirname(__file__)))
+import server
+import CDX
+
+
+class CsvLoader:
+    def __init__(self, token):
+        self.magnetics_data_cache = {}
+        self.setups_data_cache = {}
+        self.user_data = None
+        self.token = token
+
+    def check_columns(self, columns):
+        required_columns = ["magneticReference", "frequency", "magneticFluxDensityPeak", "temperature", "volumetricLosses"]
+        missing_columns = []
+        for column in required_columns:
+            if column not in columns:
+                missing_columns.append(column)
+        if len(missing_columns) > 0:
+            raise ImportError(f"Missing columns: {missing_columns}")
+
+        return True
+
+    def check_data(self, data):
+        columns_to_check = []
+        for column in data:
+            if column not in ["magneticReference", "setupReference", "magneticFieldWaveformType"]:
+                if not isinstance(data[column].dtype, (numpy.dtypes.Float64DType, numpy.dtypes.Int64DType)):
+                    columns_to_check.append(column)
+
+        for column in columns_to_check:
+            for index, value in enumerate(data[column]):
+                print(value)
+                try:
+                    float(value)
+                except ValueError:
+                    raise ImportError(f"Error in column {column}, row {index}: {value} is not a number")
+                # print(value.dtype)
+
+        return True
+
+    def get_magnetic_data(self, reference):
+        if reference not in self.magnetics_data_cache:
+            self.magnetics_data_cache[reference] = server.get_magnetic_data(reference, self.token)
+        return self.magnetics_data_cache[reference]
+
+    def get_setup_data(self, reference):
+        if reference not in self.setups_data_cache:
+            self.setups_data_cache[reference] = server.get_setup_data(reference, self.token)
+        return self.setups_data_cache[reference]
+
+    def get_user_data(self,):
+        if self.user_data is None:
+            self.user_data = server.get_user_data(self.token)
+        return self.user_data
+
+    def convert_data_to_cdx(self, data, where="N/A"):
+        results = []
+        for index, row in data.iterrows():
+            magnetic_data = self.get_magnetic_data(row["magneticReference"])
+            user_id = self.get_user_data()
+            magnetic = magnetic_data["magnetic"]
+            magnetic_index = magnetic_data["index"]
+            result = CDX.OutputsCoreLossesOutput(
+                coreLosses=row["volumetricLosses"] * magnetic["core"]["processedDescription"]["effectiveParameters"]["effectiveVolume"],
+                methodUsed=row["setupReference"],
+                origin=CDX.ResultOrigin.measurement)
+            result.temperature = row["temperature"]
+            result.volumetricLosses = row["volumetricLosses"]
+            metadata = CDX.Metadata(
+                date=str(datetime.datetime.now()),
+                where=where,
+                who=str(user_id),
+            )
+            conditions = CDX.OperatingConditions(ambientTemperature=row["temperature"])
+
+            excitation = CDX.OperatingPointExcitation(frequency=row["frequency"])
+            b_field_signal = CDX.SignalDescriptor()
+            b_field_processed = CDX.Processed(
+                offset=row["magneticFieldDcBias"],
+                label=CDX.WaveformLabel(row["magneticFieldWaveformType"]),
+                peak=row["magneticFluxDensityPeak"]
+            )
+            b_field_signal.processed = b_field_processed
+            excitation.magneticFluxDensity = b_field_signal
+
+            operatingPoint = CDX.OperatingPoint(
+                conditions=conditions,
+                excitationsPerWinding=[excitation]
+            )
+
+            # cdx.result = result
+            cdx = CDX.Cdx(
+                magnetic=row["magneticReference"],
+                metadata=metadata,
+                setup=row["setupReference"],
+                operatingPoint=operatingPoint,
+                result=result,
+            )
+            
+            data = {
+                'cdx': cdx.to_dict(),
+                'magnetic_index': magnetic_index,
+                'user_id': user_id,
+                'volumetric_losses': row["volumetricLosses"],
+                'frequency': row["frequency"],
+                'temperature': row["temperature"],
+                'magnetic_flux_density_peak': row["magneticFluxDensityPeak"],
+                'created_at': str(datetime.datetime.now()),
+                'updated_at': str(datetime.datetime.now())
+            }
+            results.append(data)
+        return results
+
+    def load(self, filepath):
+        data = pandas.read_csv(filepath)
+        self.check_columns(data.columns)
+        self.check_data(data)
+        data_to_insert = self.convert_data_to_cdx(data)
+        print(len(data_to_insert))
+        server.insert_data(data_to_insert)
+
+
+class CdxLoader:
+    def __init__(self, token):
+        self.user_data = None
+        self.token = token
+
+    def get_user_data(self,):
+        if self.user_data is None:
+            self.user_data = server.get_user_data(self.token)
+        return self.user_data
+
+    def convert_cdx_to_dict(self, data, where="N/A"):
+        # TODO
+        pass
+
+
+if __name__ == '__main__':  # pragma: no cover
+
+    if len(sys.argv) < 2:
+        raise AttributeError("Missing token. Execution syntax is: 'python3 csv_loader.py token file.csv/cdx'")
+    if len(sys.argv) < 3:
+        raise AttributeError("Missing CSV/CDX file. Execution syntax is: 'python3 csv_loader.py token file.csv/cdx'")
+    token = sys.argv[1]
+    filepath = sys.argv[2]
+    if os.path.splitext(filepath)[1].lower() == '.csv':
+        csv_loader = CsvLoader(token)
+        csv_loader.load(filepath)
+    elif os.path.splitext(filepath)[1].lower() == '.cdx':
+        cdx_loader = CdxLoader(token)
+        cdx_loader.load(filepath)
+    else:
+        raise ValueError(f"Unknown file format: {filepath}")

CoreDataX/requirements.txt

@@ -0,0 +1,4 @@
+pandas
+requests
+numpy
+CDX

CoreDataX/server.py

@@ -0,0 +1,38 @@
+import requests
+import json
+
+
+def get_magnetic_data(reference, token):
+    url = 'https://coredatax.com:4242/read_magnetic_by_reference'
+    body = {'reference': reference, 'token': token}
+
+    x = requests.post(url, json=body)
+
+    return json.loads(x.text)
+
+
+def get_setup_data(reference, token):
+    url = 'https://coredatax.com:4242/read_setup_by_reference'
+    body = {'reference': reference, 'token': token}
+
+    x = requests.post(url, json=body)
+
+    return json.loads(x.text)
+
+
+def get_user_data(token):
+    url = 'https://coredatax.com:4242/get_user_data_by_token'
+    body = {'token': token}
+
+    x = requests.post(url, json=body)
+
+    return x.text
+
+
+def insert_data(data):
+    url = 'https://coredatax.com:4242/insert_data'
+    body = {'data': data}
+
+    x = requests.post(url, json=body)
+
+    return x.text

coredatax-0.9.0.dist-info/METADATA

@@ -0,0 +1,25 @@
+Metadata-Version: 2.4
+Name: CoreDataX
+Version: 0.9.0
+Summary: API for uploading data to the PSMA's CoreDataeXchange project.
+Project-URL: Homepage, https://coredatax.com
+Project-URL: Repository, https://github.com/CoreDataX/CoreDataX
+Project-URL: Contact, https://coredatax.com
+Author-email: George Slama <gslama@wat.midco.net>, Alfonso Martinez <Alfonso_VII@hotmail.com>
+License-Expression: MIT
+Classifier: Development Status :: 4 - Beta
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: Implementation :: CPython
+Classifier: Programming Language :: Python :: Implementation :: PyPy
+Requires-Python: >=3.8
+Requires-Dist: numpy
+Requires-Dist: pandas
+Requires-Dist: requests
+Description-Content-Type: text/markdown
+
+API for uploading data to the PSMA's CoreDataeXchange project.

coredatax-0.9.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+CoreDataX/CDX.py,sha256=3gA9modStW7_u71hN4Ge_lYR5fmQ_baluCEotUGi00g,169185
+CoreDataX/example.csv,sha256=hcvxo1PFj0zlsjqGWnzQer4SV5YAgl4r1qWGeLQOVko,370
+CoreDataX/loader.py,sha256=6f0E1l_05njK-hahJQ1ooB2vGkXGYfssEPrkMk_hkXg,6157
+CoreDataX/requirements.txt,sha256=c2pErrxar6opsvTKaOovQgQyn2sc6_26VjqqWqFS-hs,28
+CoreDataX/server.py,sha256=zCEuKs_auLQc07SuNTyEagY8ulKwzRbsNa6R2Gw2Kr4,858
+coredatax-0.9.0.dist-info/METADATA,sha256=-PYhw1zjHvRvNxbr3gjaBkjATQTLIGAZ5YiNAnaIw7s,1069
+coredatax-0.9.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+coredatax-0.9.0.dist-info/RECORD,,

coredatax-0.9.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.27.0
+Root-Is-Purelib: true
+Tag: py3-none-any