climate-ref-core 0.6.0__tar.gz → 0.6.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/PKG-INFO +2 -2
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/pyproject.toml +2 -2
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/exceptions.py +14 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/executor.py +9 -3
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/providers.py +7 -1
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/pycmec/controlled_vocabulary.py +2 -5
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_providers.py +26 -16
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/.gitignore +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/LICENCE +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/NOTICE +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/README.md +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/__init__.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/constraints.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/dataset_registry.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/datasets.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/diagnostics.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/env.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/logging.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/metric_values/__init__.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/metric_values/typing.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/py.typed +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/pycmec/README.md +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/pycmec/__init__.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/pycmec/cv_cmip7_aft.yaml +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/pycmec/metric.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/pycmec/output.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/metric_values/test_typing.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/cmec_testdata/cmec_metric_sample.json +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/cmec_testdata/cmec_output_sample.json +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/cmec_testdata/cv_sample.yaml +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/cmec_testdata/test_metric_json_schema.yml +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/cmec_testdata/test_output_json_schema.yml +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/conftest.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/test_cmec_metric.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/test_cmec_output.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/test_controlled_vocabulary.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_constraints.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_dataset_registry/test_dataset_registry.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_datasets/dataset_collection_hash.yml +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_datasets/dataset_collection_obs4mips_hash.yml +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_datasets/metric_dataset_hash.yml +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_datasets.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_exceptions.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_executor.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_logging.py +0 -0
- {climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_metrics.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: climate-ref-core
|
|
3
|
-
Version: 0.6.
|
|
3
|
+
Version: 0.6.2
|
|
4
4
|
Summary: Core library for the CMIP Rapid Evaluation Framework
|
|
5
5
|
Author-email: Jared Lewis <jared.lewis@climate-resource.com>, Mika Pflueger <mika.pflueger@climate-resource.com>, Bouwe Andela <b.andela@esciencecenter.nl>, Jiwoo Lee <lee1043@llnl.gov>, Min Xu <xum1@ornl.gov>, Nathan Collier <collierno@ornl.gov>, Dora Hegedus <dora.hegedus@stfc.ac.uk>
|
|
6
6
|
License-Expression: Apache-2.0
|
|
@@ -26,9 +26,9 @@ Requires-Dist: numpy>=1.25.0
|
|
|
26
26
|
Requires-Dist: pandas>=2.1.0
|
|
27
27
|
Requires-Dist: pooch<2,>=1.8.0
|
|
28
28
|
Requires-Dist: pydantic>=2.10.6
|
|
29
|
+
Requires-Dist: pyyaml>=6.0.2
|
|
29
30
|
Requires-Dist: requests
|
|
30
31
|
Requires-Dist: rich
|
|
31
|
-
Requires-Dist: ruamel-yaml>=0.18
|
|
32
32
|
Requires-Dist: setuptools>=75.8.0
|
|
33
33
|
Requires-Dist: typing-extensions
|
|
34
34
|
Description-Content-Type: text/markdown
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "climate-ref-core"
|
|
3
|
-
version = "0.6.
|
|
3
|
+
version = "0.6.2"
|
|
4
4
|
description = "Core library for the CMIP Rapid Evaluation Framework"
|
|
5
5
|
readme = "README.md"
|
|
6
6
|
authors = [
|
|
@@ -36,8 +36,8 @@ dependencies = [
|
|
|
36
36
|
"rich",
|
|
37
37
|
"loguru>=0.7.0",
|
|
38
38
|
"pooch>=1.8.0,<2",
|
|
39
|
-
"ruamel.yaml>=0.18",
|
|
40
39
|
"environs>=11",
|
|
40
|
+
"pyyaml>=6.0.2",
|
|
41
41
|
# Not used directly, but required to support some installations
|
|
42
42
|
"setuptools>=75.8.0",
|
|
43
43
|
|
|
@@ -53,3 +53,17 @@ class ExecutionError(RefException):
|
|
|
53
53
|
|
|
54
54
|
def __init__(self, message: str) -> None:
|
|
55
55
|
super().__init__(message)
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
class DiagnosticError(RefException):
|
|
59
|
+
"""Error from diagnostic computing"""
|
|
60
|
+
|
|
61
|
+
def __init__(self, message: str, result: Any):
|
|
62
|
+
super().__init__(message)
|
|
63
|
+
self.message = message
|
|
64
|
+
self.result = result
|
|
65
|
+
|
|
66
|
+
# need for serialization of parsl
|
|
67
|
+
def __reduce__(self) -> tuple[type["DiagnosticError"], tuple[str, Any]]:
|
|
68
|
+
# Return a tuple: (callable, args_tuple_for_reconstruction)
|
|
69
|
+
return (self.__class__, (self.message, self.result))
|
|
@@ -9,7 +9,7 @@ from typing import TYPE_CHECKING, Any, Protocol, runtime_checkable
|
|
|
9
9
|
from loguru import logger
|
|
10
10
|
|
|
11
11
|
from climate_ref_core.diagnostics import ExecutionDefinition, ExecutionResult
|
|
12
|
-
from climate_ref_core.exceptions import InvalidExecutorException
|
|
12
|
+
from climate_ref_core.exceptions import DiagnosticError, InvalidExecutorException
|
|
13
13
|
from climate_ref_core.logging import redirect_logs
|
|
14
14
|
|
|
15
15
|
if TYPE_CHECKING:
|
|
@@ -20,6 +20,7 @@ if TYPE_CHECKING:
|
|
|
20
20
|
def execute_locally(
|
|
21
21
|
definition: ExecutionDefinition,
|
|
22
22
|
log_level: str,
|
|
23
|
+
raise_error: bool = False,
|
|
23
24
|
) -> ExecutionResult:
|
|
24
25
|
"""
|
|
25
26
|
Run a diagnostic execution
|
|
@@ -46,10 +47,15 @@ def execute_locally(
|
|
|
46
47
|
|
|
47
48
|
with redirect_logs(definition, log_level):
|
|
48
49
|
return definition.diagnostic.run(definition=definition)
|
|
49
|
-
except Exception:
|
|
50
|
+
except Exception as e:
|
|
50
51
|
# If the diagnostic fails, we want to log the error and return a failure result
|
|
51
52
|
logger.exception(f"Error running {definition.execution_slug()!r}")
|
|
52
|
-
|
|
53
|
+
result = ExecutionResult.build_from_failure(definition)
|
|
54
|
+
|
|
55
|
+
if raise_error:
|
|
56
|
+
raise DiagnosticError(str(e), result) from e
|
|
57
|
+
else:
|
|
58
|
+
return result
|
|
53
59
|
|
|
54
60
|
|
|
55
61
|
@runtime_checkable
|
|
@@ -390,7 +390,13 @@ class CondaDiagnosticProvider(CommandLineDiagnosticProvider):
|
|
|
390
390
|
If the command fails
|
|
391
391
|
|
|
392
392
|
"""
|
|
393
|
-
self.
|
|
393
|
+
if not self.env_path.exists():
|
|
394
|
+
msg = (
|
|
395
|
+
f"Conda environment for provider `{self.slug}` not available at "
|
|
396
|
+
f"{self.env_path}. Please install it by running the command "
|
|
397
|
+
f"`ref providers create-env --provider {self.slug}`"
|
|
398
|
+
)
|
|
399
|
+
raise RuntimeError(msg)
|
|
394
400
|
|
|
395
401
|
cmd = [
|
|
396
402
|
f"{self.get_conda_exe(update=False)}",
|
|
@@ -4,14 +4,11 @@ from typing import Any
|
|
|
4
4
|
from attrs import field, frozen, validators
|
|
5
5
|
from cattrs import Converter, transform_error
|
|
6
6
|
from loguru import logger
|
|
7
|
-
from
|
|
7
|
+
from yaml import safe_load
|
|
8
8
|
|
|
9
9
|
from climate_ref_core.exceptions import ResultValidationError
|
|
10
10
|
from climate_ref_core.pycmec.metric import CMECMetric
|
|
11
11
|
|
|
12
|
-
yaml = YAML()
|
|
13
|
-
|
|
14
|
-
|
|
15
12
|
RESERVED_DIMENSION_NAMES = {"attributes", "json_structure", "created_at", "updated_at", "value", "id"}
|
|
16
13
|
"""
|
|
17
14
|
These names are reserved for internal use and should not be used as dimension names.
|
|
@@ -164,9 +161,9 @@ class CV:
|
|
|
164
161
|
|
|
165
162
|
"""
|
|
166
163
|
convertor = Converter(forbid_extra_keys=True)
|
|
167
|
-
contents = yaml.load(pathlib.Path(filename))
|
|
168
164
|
|
|
169
165
|
try:
|
|
166
|
+
contents = safe_load(pathlib.Path(filename).read_text(encoding="utf-8"))
|
|
170
167
|
return convertor.structure(contents, CV)
|
|
171
168
|
except Exception as exc:
|
|
172
169
|
logger.error(f"Error loading CV from {filename}")
|
|
@@ -256,9 +256,12 @@ class TestCondaMetricsProvider:
|
|
|
256
256
|
|
|
257
257
|
assert f"Environment at {env_path} already exists, skipping." in caplog.text
|
|
258
258
|
|
|
259
|
-
|
|
259
|
+
@pytest.mark.parametrize("env_exists", [True, False])
|
|
260
|
+
def test_run(self, mocker, tmp_path, provider, env_exists):
|
|
260
261
|
conda_exe = tmp_path / "conda" / "micromamba"
|
|
261
262
|
env_path = provider.prefix / "mock-env"
|
|
263
|
+
if env_exists:
|
|
264
|
+
env_path.mkdir(parents=True)
|
|
262
265
|
|
|
263
266
|
mocker.patch.object(
|
|
264
267
|
CondaDiagnosticProvider,
|
|
@@ -284,18 +287,25 @@ class TestCondaMetricsProvider:
|
|
|
284
287
|
create_autospec=True,
|
|
285
288
|
)
|
|
286
289
|
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
290
|
+
if not env_exists:
|
|
291
|
+
with pytest.raises(
|
|
292
|
+
RuntimeError,
|
|
293
|
+
match=(f"Conda environment for provider `{provider.slug}` not available at {env_path}."),
|
|
294
|
+
):
|
|
295
|
+
provider.run(["mock-command"])
|
|
296
|
+
else:
|
|
297
|
+
provider.run(["mock-command"])
|
|
298
|
+
|
|
299
|
+
run.assert_called_with(
|
|
300
|
+
[
|
|
301
|
+
f"{conda_exe}",
|
|
302
|
+
"run",
|
|
303
|
+
"--prefix",
|
|
304
|
+
f"{env_path}",
|
|
305
|
+
"mock-command",
|
|
306
|
+
],
|
|
307
|
+
check=True,
|
|
308
|
+
stdout=subprocess.PIPE,
|
|
309
|
+
stderr=subprocess.STDOUT,
|
|
310
|
+
text=True,
|
|
311
|
+
)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/metric_values/__init__.py
RENAMED
|
File without changes
|
{climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/metric_values/typing.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/src/climate_ref_core/pycmec/cv_cmip7_aft.yaml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/cmec_testdata/cv_sample.yaml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/pycmec/test_controlled_vocabulary.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{climate_ref_core-0.6.0 → climate_ref_core-0.6.2}/tests/unit/test_datasets/metric_dataset_hash.yml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|