idmtools-test 0.0.0.dev0__py3-none-any.whl → 0.0.2__py3-none-any.whl

idmtools_test/__init__.py

@@ -1,8 +1,16 @@
-"""
-idmtools-test - Placeholder Package
-
-This is a placeholder package to reserve the name on PyPI.
-The actual package will be published later.
-"""
-
-__version__ = "0.0.0.dev0"
+import os
+try:
+    from importlib.metadata import version, PackageNotFoundError
+except ImportError:
+    # Python < 3.8
+    from importlib_metadata import version, PackageNotFoundError
+
+try:
+    __version__ = version("idmtools-test")  # Use your actual package name
+except PackageNotFoundError:
+    # Package not installed, use fallback
+    __version__ = "0.0.0+unknown"
+
+
+current_directory = os.path.dirname(os.path.realpath(__file__))
+COMMON_INPUT_PATH = os.path.join(current_directory, "inputs")

idmtools_test/inputs/builder/sweeps.csv

@@ -0,0 +1,6 @@
+a,b,c,d
+1,2,3,
+1,3,1,
+2,2,3,4
+2,2,2,5
+2,,3,6

idmtools_test/inputs/builder/sweeps.yaml

@@ -0,0 +1,8 @@
+group1:
+  - a: 1
+  - b: 2
+  - c: [3, 4]
+  - d: [5, 6]
+group2:
+  - c: [3, 4]
+  - d: [5, 6, 7] 

idmtools_test/inputs/compsplatform/failing_model.py

@@ -0,0 +1,5 @@
+import time
+
+if __name__ == "__main__":
+    time.sleep(3)
+    raise ValueError("Failed model")

idmtools_test/inputs/compsplatform/mixed_model.py

@@ -0,0 +1,10 @@
+import json
+import time
+
+if __name__ == "__main__":
+    with open("config.json", 'r') as fp:
+        param = json.load(fp)["P"]
+        if param == 2:
+            raise Exception("Exception!")
+    time.sleep(3)
+    print("Done")

idmtools_test/inputs/compsplatform/working_model.py

@@ -0,0 +1,5 @@
+import time
+
+if __name__ == "__main__":
+    time.sleep(3)
+    print("Done")

idmtools_test/inputs/configuration/idmtools_test.ini

@@ -0,0 +1,71 @@
+[COMMON]
+# Number of threads idmtools will use for analysis and other multithreaded activities
+max_threads = 16
+
+# How many simulations per threads during simulation creation
+sims_per_thread = 20
+
+# Maximum number of LOCAL simulation ran simultaneously
+max_local_sims = 6
+
+
+[Local]
+type = Local
+extra1 = 1
+extra2 = 2
+
+[COMPS]
+type = COMPS
+endpoint = https://comps2.idmod.org
+environment = Bayesian
+priority = Lowest
+simulation_root = $COMPS_PATH(USER)\output
+node_group = emod_abcd
+num_retries = 5
+num_cores = 1
+exclusive = True
+
+[COMPS_Prod]
+type = COMPS
+endpoint = https://comps.idmod.org
+environment = Belegost
+priority = Lowest
+simulation_root = $COMPS_PATH(USER)\output
+node_group = emod_abcd
+num_retries = 0
+num_cores = 1
+max_workers = 16
+batch_size = 10
+exclusive = False
+test1 = 1
+test2 = 2
+
+
+[COMPSAlt]
+type = COMPS
+endpoint = https://comps2.idmod.org
+environment = Bayesian
+priority = Lowest
+simulation_root = $COMPS_PATH(USER)\output
+node_group = emod_abcd
+num_retries = 0
+num_cores = 1
+max_workers = 16
+batch_size = 10
+exclusive = False
+test1 = 1
+test2 = 2
+
+[Logging]
+level = DEBUG
+console = on
+
+# This is a test we used to validate loading local from section block
+[Custom_Local]
+type = Local
+
+[Test]
+type = Test
+num_retries = 5
+num_cores = 1
+

idmtools_test/inputs/custom/Local_Migration.bin.json

@@ -0,0 +1,12 @@
+{
+     "Metadata": {
+          "Author": "idm",
+          "Tool": "dtk-tools",
+          "IdReference": "Custom user",
+          "DateCreated": "2018-08-17 18:18:46.966740",
+          "NodeCount": 106,
+          "Resolution": 30,
+          "DatavalueCount": 100
+     },
+     "NodeOffsets": "000015A400000000000015AC000004B0000015AD00000960000015AE00000E10000015B7000012C0000015DE00001770000015DF00001C20000015E0000020D0000015E100002580000015EB00002A30000015EC00002EE0000015ED00003390000015EE00003840000015EF00003CF0000015F0000041A0000015F800004650000015F900004B00000015FA00004FB0000015FB00005460000015FC00005910000015FD00005DC0000015FE0000627000001604000067200000160500006BD00000160600007080000016070000753000001608000079E00000160900007E900000160A000083400000160B000087F00000160C00008CA00000160D000091500000161A000096000000161B00009AB00000161C00009F600000161D0000A4100000161E0000A8C00000161F0000AD70000016200000B220000016210000B6D0000016220000BB80000016230000C0300000162D0000C4E00000162E0000C9900000162F0000CE40000016300000D2F0000016310000D7A0000016320000DC50000016330000E100000016340000E5B00000163F0000EA60000016400000EF10000016410000F3C0000016420000F870000016430000FD2000001644000101D000001645000106800000164600010B300000165400010FE0000016550001149000001656000119400000165700011DF000001658000122A000001659000127500000165A00012C000000165B000130B00000165C000135600000165D00013A100000165E00013EC00000165F0001437000001660000148200000166100014CD0000016700001518000001671000156300000167200015AE00000167300015F90000016740001644000001675000168F00000167600016DA0000016770001725000001678000177000000167900017BB00000167A00018060000016840001851000001685000189C00000168600018E70000016870001932000001688000197D00000168900019C800000168A0001A130000016920001A5E0000016930001AA90000016940001AF400000169C0001B3F0000016A70001B8A0000016B10001BD50000016BF0001C200000016C00001C6B0000016D10001CB60000016D20001D010000016DA0001D4C0000016DB0001D970000016DC0001DE20000016E40001E2D0000016E50001E780000186A00001EC30"
+}

idmtools_test/inputs/custom/Regional_Migration.bin.json

@@ -0,0 +1,12 @@
+{
+    "Metadata": {
+        "Author": "dbridenbecker",
+        "NodeCount": 105,
+        "IdReference": "Custom user",
+        "DateCreated": "Mon Aug 20 10:58:32 2018",
+        "Tool": "build_catchment_inputs.py",
+        "DatavalueCount": 1,
+        "MigrationType": "REGIONAL_MIGRATION"
+    },
+    "NodeOffsets": "000015A400000000000015AC0000000C000015AD00000018000015AE00000024000015B700000030000015DE0000003C000015DF00000048000015E000000054000015E100000060000015EB0000006C000015EC00000078000015ED00000084000015EE00000090000015EF0000009C000015F0000000A8000015F8000000B4000015F9000000C0000015FA000000CC000015FB000000D8000015FC000000E4000015FD000000F0000015FE000000FC000016040000010800001605000001140000160600000120000016070000012C000016080000013800001609000001440000160A000001500000160B0000015C0000160C000001680000160D000001740000161A000001800000161B0000018C0000161C000001980000161D000001A40000161E000001B00000161F000001BC00001620000001C800001621000001D400001622000001E000001623000001EC0000162D000001F80000162E000002040000162F00000210000016300000021C000016310000022800001632000002340000163300000240000016340000024C0000163F0000025800001640000002640000164100000270000016420000027C0000164300000288000016440000029400001645000002A000001646000002AC00001654000002B800001655000002C400001656000002D000001657000002DC00001658000002E800001659000002F40000165A000003000000165B0000030C0000165C000003180000165D000003240000165E000003300000165F0000033C000016600000034800001661000003540000167000000360000016710000036C000016720000037800001673000003840000167400000390000016750000039C00001676000003A800001677000003B400001678000003C000001679000003CC0000167A000003D800001684000003E400001685000003F000001686000003FC0000168700000408000016880000041400001689000004200000168A0000042C0000169200000438000016930000044400001694000004500000169C0000045C000016A700000468000016B100000474000016BF00000480000016C00000048C000016D100000498000016D2000004A4000016DA000004B0000016DB000004BC000016DC000004C8000016E4000004D4000016E5000004E0"
+}

idmtools_test/inputs/custom/Zambia_30arcsec_air_temperature_daily.bin.json

@@ -0,0 +1,26 @@
+{
+   "Metadata": { 
+         "DateCreated":  "09/14/2018",
+         "Tool":  "MergeNodes.exe",
+         "Author":  "Institute for Disease Modeling",
+         "WeatherSchemaVersion":  "2.0",
+         "IdReference":  "Custom user",
+         "WeatherCellCount": 106,
+         "NodeCount": 106,
+         "OffsetEntryCount": 106,
+         "NumberDTKNodes": 106,
+         "DatavaluePerCell": 2555,
+         "DatavalueCount": 2555,
+         "UpdateResolution":  "CLIMATE_UPDATE_DAY",
+         "OriginalDataYears": "2010-2016",
+         "StartDayOfYear":  "January 1",
+         "DataProvenance": "Generated by internally-developed algorithm applied to GSOD weather-station data IDM-Zambia",
+         "RunID": "1519493947",
+         "Resolution": "30arcsec",
+         "UpperLatitude": -8.15000000000001,
+         "LeftLongitude": 21.925,
+         "BottomLatitude": -18.15,
+         "RightLongitude": 33.775
+    },
+    "NodeOffsets": "000015A4000027EC000015AC00004FD8000015AD000077C4000015AE00009FB0000015B70000C79C000015DE0000EF88000015DF00011774000015E000013F60000015E10001674C000015EB00018F38000015EC0001B724000015ED0001DF10000015EE000206FC000015EF00022EE8000015F0000256D4000015F800027EC0000015F90002A6AC000015FA0002CE98000015FB0002F684000015FC00031E70000015FD0003465C000015FE00036E480000160400039634000016050003BE20000016060003E60C0000160700040DF800001608000435E40000160900045DD00000160A000485BC0000160B0004ADA80000160C0004D5940000160D0004FD800000161A0005256C0000161B00054D580000161C000575440000161D00059D300000161E0005C51C0000161F0005ED0800001620000614F40000162100063CE000001622000664CC0000162300068CB80000162D0006B4A40000162E0006DC900000162F0007047C0000163000072C6800001631000754540000163200077C40000016330007A42C000016340007CC180000163F0007F4040000164000081BF000001641000843DC0000164200086BC800001643000893B4000016440008BBA0000016450008E38C0000164600090B7800001654000933640000165500095B50000016560009833C000016570009AB28000016580009D314000016590009FB000000165A000A22EC0000165B000A4AD80000165C000A72C40000165D000A9AB00000165E000AC29C0000165F000AEA8800001660000B127400001661000B3A6000001670000B624C00001671000B8A3800001672000BB22400001673000BDA1000001674000C01FC00001675000C29E800001676000C51D400001677000C79C000001678000CA1AC00001679000CC9980000167A000CF18400001684000D197000001685000D415C00001686000D694800001687000D913400001688000DB92000001689000DE10C0000168A000E08F800001692000E30E400001693000E58D000001694000E80BC0000169C000EA8A8000016A7000ED094000016B1000EF880000016BF000F206C000016C0000F4858000016D1000F7044000016D2000F9830000016DA000FC01C000016DB000FE808000016DC00100FF4000016E4001037E0000016E500105FCC000186A000000000"
+}

idmtools_test/inputs/custom/Zambia_30arcsec_rainfall_daily.bin.json

@@ -0,0 +1,26 @@
+{
+   "Metadata": { 
+         "DateCreated":  "09/14/2018",
+         "Tool":  "MergeNodes.exe",
+         "Author":  "Institute for Disease Modeling",
+         "WeatherSchemaVersion":  "2.0",
+         "IdReference":  "Custom user",
+         "WeatherCellCount": 106,
+         "NodeCount": 106,
+         "OffsetEntryCount": 106,
+         "NumberDTKNodes": 106,
+         "DatavaluePerCell": 2555,
+         "DatavalueCount": 2555,
+         "UpdateResolution":  "CLIMATE_UPDATE_DAY",
+         "OriginalDataYears": "2010-2016",
+         "StartDayOfYear":  "January 1",
+         "DataProvenance": "Generated by internally-developed algorithm applied to GSOD weather-station data IDM-Zambia",
+         "RunID": "1519493948",
+         "Resolution": "30arcsec",
+         "UpperLatitude": -7.21666666666664,
+         "LeftLongitude": 20.9916666666633,
+         "BottomLatitude": -19.0833333333333,
+         "RightLongitude": 34.70833333333
+    },
+    "NodeOffsets": "000015A4000027EC000015AC00004FD8000015AD000077C4000015AE00009FB0000015B70000C79C000015DE0000EF88000015DF00011774000015E000013F60000015E10001674C000015EB00018F38000015EC0001B724000015ED0001DF10000015EE000206FC000015EF00022EE8000015F0000256D4000015F800027EC0000015F90002A6AC000015FA0002CE98000015FB0002F684000015FC00031E70000015FD0003465C000015FE00036E480000160400039634000016050003BE20000016060003E60C0000160700040DF800001608000435E40000160900045DD00000160A000485BC0000160B0004ADA80000160C0004D5940000160D0004FD800000161A0005256C0000161B00054D580000161C000575440000161D00059D300000161E0005C51C0000161F0005ED0800001620000614F40000162100063CE000001622000664CC0000162300068CB80000162D0006B4A40000162E0006DC900000162F0007047C0000163000072C6800001631000754540000163200077C40000016330007A42C000016340007CC180000163F0007F4040000164000081BF000001641000843DC0000164200086BC800001643000893B4000016440008BBA0000016450008E38C0000164600090B7800001654000933640000165500095B50000016560009833C000016570009AB28000016580009D314000016590009FB000000165A000A22EC0000165B000A4AD80000165C000A72C40000165D000A9AB00000165E000AC29C0000165F000AEA8800001660000B127400001661000B3A6000001670000B624C00001671000B8A3800001672000BB22400001673000BDA1000001674000C01FC00001675000C29E800001676000C51D400001677000C79C000001678000CA1AC00001679000CC9980000167A000CF18400001684000D197000001685000D415C00001686000D694800001687000D913400001688000DB92000001689000DE10C0000168A000E08F800001692000E30E400001693000E58D000001694000E80BC0000169C000EA8A8000016A7000ED094000016B1000EF880000016BF000F206C000016C0000F4858000016D1000F7044000016D2000F9830000016DA000FC01C000016DB000FE808000016DC00100FF4000016E4001037E0000016E500105FCC000186A000000000"
+}

idmtools_test/inputs/custom/Zambia_30arcsec_relative_humidity_daily.bin.json

@@ -0,0 +1,26 @@
+{
+   "Metadata": { 
+         "DateCreated":  "09/14/2018",
+         "Tool":  "MergeNodes.exe",
+         "Author":  "Institute for Disease Modeling",
+         "WeatherSchemaVersion":  "2.0",
+         "IdReference":  "Custom user",
+         "WeatherCellCount": 106,
+         "NodeCount": 106,
+         "OffsetEntryCount": 106,
+         "NumberDTKNodes": 106,
+         "DatavaluePerCell": 2555,
+         "DatavalueCount": 2555,
+         "UpdateResolution":  "CLIMATE_UPDATE_DAY",
+         "OriginalDataYears": "2010-2016",
+         "StartDayOfYear":  "January 1",
+         "DataProvenance": "Generated by internally-developed algorithm applied to GSOD weather-station data IDM-Zambia",
+         "RunID": "1519493947",
+         "Resolution": "30arcsec",
+         "UpperLatitude": -8.15000000000001,
+         "LeftLongitude": 21.925,
+         "BottomLatitude": -18.15,
+         "RightLongitude": 33.775
+    },
+    "NodeOffsets": "000015A4000027EC000015AC00004FD8000015AD000077C4000015AE00009FB0000015B70000C79C000015DE0000EF88000015DF00011774000015E000013F60000015E10001674C000015EB00018F38000015EC0001B724000015ED0001DF10000015EE000206FC000015EF00022EE8000015F0000256D4000015F800027EC0000015F90002A6AC000015FA0002CE98000015FB0002F684000015FC00031E70000015FD0003465C000015FE00036E480000160400039634000016050003BE20000016060003E60C0000160700040DF800001608000435E40000160900045DD00000160A000485BC0000160B0004ADA80000160C0004D5940000160D0004FD800000161A0005256C0000161B00054D580000161C000575440000161D00059D300000161E0005C51C0000161F0005ED0800001620000614F40000162100063CE000001622000664CC0000162300068CB80000162D0006B4A40000162E0006DC900000162F0007047C0000163000072C6800001631000754540000163200077C40000016330007A42C000016340007CC180000163F0007F4040000164000081BF000001641000843DC0000164200086BC800001643000893B4000016440008BBA0000016450008E38C0000164600090B7800001654000933640000165500095B50000016560009833C000016570009AB28000016580009D314000016590009FB000000165A000A22EC0000165B000A4AD80000165C000A72C40000165D000A9AB00000165E000AC29C0000165F000AEA8800001660000B127400001661000B3A6000001670000B624C00001671000B8A3800001672000BB22400001673000BDA1000001674000C01FC00001675000C29E800001676000C51D400001677000C79C000001678000CA1AC00001679000CC9980000167A000CF18400001684000D197000001685000D415C00001686000D694800001687000D913400001688000DB92000001689000DE10C0000168A000E08F800001692000E30E400001693000E58D000001694000E80BC0000169C000EA8A8000016A7000ED094000016B1000EF880000016BF000F206C000016C0000F4858000016D1000F7044000016D2000F9830000016DA000FC01C000016DB000FE808000016DC00100FF4000016E4001037E0000016E500105FCC000186A000000000"
+}