climate-ref-example 0.15.0__tar.gz → 0.16.1__tar.gz

{climate_ref_example-0.15.0 → climate_ref_example-0.16.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: climate-ref-example
-Version: 0.15.0
+Version: 0.16.1
 Summary: Example diagnostic provider for the Rapid Evaluation Framework
 Author-email: Jared Lewis <jared.lewis@climate-resource.com>
 License-Expression: Apache-2.0

{climate_ref_example-0.15.0 → climate_ref_example-0.16.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "climate-ref-example"
-version = "0.15.0"
+version = "0.16.1"
 description = "Example diagnostic provider for the Rapid Evaluation Framework"
 readme = "README.md"
 authors = [

climate_ref_example-0.16.1/tests/integration/test_diagnostics.py

@@ -0,0 +1,5 @@
+from climate_ref_example import provider
+
+from climate_ref.testing import create_no_drift_test
+
+test_run_test_cases = create_no_drift_test(provider)

climate_ref_example-0.15.0/tests/integration/test_diagnostics.py

@@ -1,105 +0,0 @@
-from pathlib import Path
-
-import pytest
-from climate_ref_example import provider
-
-from climate_ref.testing import TestCaseRunner, validate_result
-from climate_ref_core.diagnostics import Diagnostic
-from climate_ref_core.testing import (
-    RegressionValidator,
-    TestCasePaths,
-    collect_test_case_params,
-    load_datasets_from_yaml,
-)
-
-
-@pytest.fixture(scope="session")
-def provider_test_data_dir() -> Path:
-    """Path to the package-local test data directory."""
-    return Path(__file__).parent.parent / "test-data"
-
-
-test_case_params = collect_test_case_params(provider)
-
-
-@pytest.mark.skip(
-    reason="Parked: RegressionValidator replays the committed bundle offline, but native baselines "
-    "now live in the object store (Framework B), so build_execution_result cannot rebuild from the "
-    "repo alone. `ref test-cases replay` provides regression coverage via the store; this offline "
-    "path is retained (body intact) for local step-through debugging."
-)
-@pytest.mark.parametrize("diagnostic,test_case_name", test_case_params)
-def test_validate_test_case_regression(
-    diagnostic: Diagnostic,
-    test_case_name: str,
-    provider_test_data_dir: Path,
-    config,
-    tmp_path: Path,
-):
-    """
-    Validate pre-stored test case regression outputs as CMEC bundles.
-
-    Each diagnostic/test_case is a separate parameterized test.
-    """
-    diagnostic.provider.configure(config)
-
-    paths = TestCasePaths.from_test_data_dir(
-        provider_test_data_dir,
-        diagnostic.slug,
-        test_case_name,
-    )
-
-    validator = RegressionValidator(
-        diagnostic=diagnostic,
-        test_case_name=test_case_name,
-        test_data_dir=provider_test_data_dir,
-    )
-
-    if not paths.catalog.exists():
-        pytest.skip(f"No catalog file for {diagnostic.slug}/{test_case_name}")
-    if not validator.has_regression_data():
-        pytest.skip(f"No regression data for {diagnostic.slug}/{test_case_name}")
-
-    # TODO: remove this once we have migrated test cases to use the committed bundles.
-    if not any(paths.regression.glob("*.nc")):
-        pytest.skip(f"No committed NetCDF baseline for {diagnostic.slug}/{test_case_name}")
-
-    definition = validator.load_regression_definition(tmp_path / diagnostic.slug / test_case_name)
-    validator.validate(definition)
-
-
-@pytest.mark.slow
-@pytest.mark.test_cases
-@pytest.mark.parametrize("diagnostic,test_case_name", test_case_params)
-def test_run_test_cases(
-    diagnostic: Diagnostic,
-    test_case_name: str,
-    provider_test_data_dir: Path,
-    config,
-    tmp_path: Path,
-):
-    """
-    Run diagnostic test cases end-to-end with ESGF data.
-
-    Requires: `ref test-cases fetch --provider example` to have been run first.
-    """
-    diagnostic.provider.configure(config)
-
-    paths = TestCasePaths.from_test_data_dir(
-        provider_test_data_dir,
-        diagnostic.slug,
-        test_case_name,
-    )
-
-    if not paths.catalog.exists():
-        pytest.skip(f"No catalog file for {diagnostic.slug}/{test_case_name}")
-
-    datasets = load_datasets_from_yaml(paths.catalog)
-
-    runner = TestCaseRunner(config=config, datasets=datasets)
-    output_dir = tmp_path / diagnostic.slug / test_case_name
-
-    result = runner.run(diagnostic, test_case_name, output_dir)
-
-    assert result.successful, f"Diagnostic {diagnostic.slug} failed"
-    validate_result(diagnostic, config, result)