sdg-core-lib 0.1.0__py3-none-any.whl

sdg_core_lib/test/test_job.py

@@ -0,0 +1,128 @@
+import shutil
+import pytest
+from sdg_core_lib.job import job
+import json
+import os
+
+current_folder = os.path.dirname(os.path.abspath(__file__))
+train_request = json.load(open(os.path.join(current_folder, "train_test.json")))
+train_request_2 = json.load(open(os.path.join(current_folder, "train_test_2.json")))
+
+infer_request = json.load(open(os.path.join(current_folder, "infer_test.json")))
+infer_nodata_request = json.load(
+    open(os.path.join(current_folder, "infer_test_nodata.json"))
+)
+infer_nodata_request_wrong = json.load(
+    open(os.path.join(current_folder, "infer_test_nodata_wrong.json"))
+)
+output_folder = os.path.join(current_folder, "outputs")
+
+
+@pytest.fixture()
+def setup():
+    if not os.path.isdir(output_folder):
+        os.mkdir(output_folder)
+
+
+@pytest.fixture()
+def teardown():
+    yield
+    if os.path.isdir(output_folder):
+        shutil.rmtree(output_folder)
+
+
+def test_train_timeseries(setup):
+    model_info = train_request_2["model"]
+    dataset = train_request_2["dataset"]
+    n_rows = train_request_2["n_rows"]
+    save_filepath = output_folder
+
+    results, metrics, model, data = job(
+        model_info=model_info,
+        dataset=dataset,
+        n_rows=n_rows,
+        save_filepath=save_filepath,
+        train=True,
+    )
+    assert isinstance(results, list)
+    assert results is not None
+    assert model is not None
+    assert data is not None
+
+
+def test_train(setup):
+    model_info = train_request["model"]
+    dataset = train_request["dataset"]
+    n_rows = train_request["n_rows"]
+    save_filepath = output_folder
+
+    results, metrics, model, data = job(
+        model_info=model_info,
+        dataset=dataset,
+        n_rows=n_rows,
+        save_filepath=save_filepath,
+        train=True,
+    )
+    assert isinstance(results, list)
+    assert results is not None
+    assert metrics is not None
+    assert model is not None
+    assert data is not None
+
+
+def test_infer(setup):
+    model_info = infer_request["model"]
+    model_info["image"] = output_folder
+    dataset = infer_request["dataset"]
+    n_rows = infer_request["n_rows"]
+    save_filepath = output_folder
+
+    results, metrics, model, data = job(
+        model_info=model_info,
+        dataset=dataset,
+        n_rows=n_rows,
+        save_filepath=save_filepath,
+        train=False,
+    )
+    assert isinstance(results, list)
+    assert results is not None
+    assert metrics is not None
+    assert model is not None
+    assert data is not None
+
+
+def test_infer_nodata_wrong(setup):
+    model_info = infer_nodata_request_wrong["model"]
+    model_info["image"] = output_folder
+    n_rows = infer_nodata_request_wrong["n_rows"]
+    save_filepath = output_folder
+
+    with pytest.raises(ValueError) as exception_info:
+        _, _, _, _ = job(
+            model_info=model_info,
+            dataset=[],
+            n_rows=n_rows,
+            save_filepath=save_filepath,
+            train=False,
+        )
+    assert exception_info.type is ValueError
+
+
+def test_infer_nodata(setup, teardown):
+    model_info = infer_nodata_request["model"]
+    model_info["image"] = output_folder
+    n_rows = infer_nodata_request["n_rows"]
+    save_filepath = output_folder
+
+    results, metrics, model, data = job(
+        model_info=model_info,
+        dataset=[],
+        n_rows=n_rows,
+        save_filepath=save_filepath,
+        train=False,
+    )
+    assert isinstance(results, list)
+    assert results is not None
+    assert metrics is not None
+    assert model is not None
+    assert data is not None

sdg_core_lib/test/train_test.json

@@ -0,0 +1,166 @@
+{
+	"dataset": [
+		{
+			"column_data": [
+				13.71,
+				13.4,
+				13.27,
+				13.17,
+				14.13
+			],
+			"column_name": "alcohol",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				5.65,
+				3.91,
+				4.28,
+				2.59,
+				4.1
+			],
+			"column_name": "malic_acid",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				2.45,
+				2.48,
+				2.26,
+				2.37,
+				2.74
+			],
+			"column_name": "ash",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				20.5,
+				23.0,
+				20.0,
+				20.0,
+				24.5
+			],
+			"column_name": "acl",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				95,
+				102,
+				120,
+				120,
+				96
+			],
+			"column_name": "Mmg",
+			"column_type": "continuous",
+			"column_datatype": "int64"
+		},
+		{
+			"column_data": [
+				1.68,
+				1.8,
+				1.59,
+				1.65,
+				2.05
+			],
+			"column_name": "phenols",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				0.61,
+				0.75,
+				0.69,
+				0.68,
+				0.76
+			],
+			"column_name": "flavanoids",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				0.52,
+				0.43,
+				0.43,
+				0.53,
+				0.56
+			],
+			"column_name": "nonflavanoid_phenols",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				1.06,
+				1.41,
+				1.35,
+				1.46,
+				1.35
+			],
+			"column_name": "proanth",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				7.7,
+				7.3,
+				10.2,
+				9.3,
+				9.2
+			],
+			"column_name": "color_int",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				0.64,
+				0.7,
+				0.59,
+				0.6,
+				0.61
+			],
+			"column_name": "hue",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				3.92,
+				3.4,
+				3.17,
+				3.45,
+				2.93
+			],
+			"column_name": "od",
+			"column_type": "continuous",
+			"column_datatype": "float64"
+		},
+		{
+			"column_data": [
+				740,
+				750,
+				835,
+				840,
+				560
+			],
+			"column_name": "prolin",
+			"column_type": "continuous",
+			"column_datatype": "int64"
+		}
+	],
+  	"behavious_id" : [],
+	"model": {
+		"algorithm_name": "sdg_core_lib.data_generator.models.keras.implementation.TabularVAE.TabularVAE",
+		"model_name": "Test-T_VAE"
+	},
+    "n_rows": 1000
+}