qwen-sci 0.2.2__py3-none-any.whl

src/agents/idea_agent/tests/test_mature_idea_sources.py

@@ -0,0 +1,27 @@
+from __future__ import annotations
+
+from src.agents.idea_agent.utils.workflow.mature_idea_sources import _survey_gap_ideas
+
+
+def test_survey_gap_sources_use_four_atomic_gaps_and_three_leading_pair_combinations() -> None:
+    handoff = {
+        "gaps": [
+            {
+                "gap_id": f"gap-{index}",
+                "statement": f"Gap statement {index}",
+                "target_slot": "mechanism",
+            }
+            for index in range(1, 6)
+        ]
+    }
+
+    ideas = _survey_gap_ideas(handoff)
+    atomic_ideas = [idea for idea in ideas if not idea["idea_id"].startswith("survey-gap-combination-")]
+    combination_ideas = [idea for idea in ideas if idea["idea_id"].startswith("survey-gap-combination-")]
+
+    assert [idea["target_gap_ids"] for idea in atomic_ideas] == [["gap-1"], ["gap-2"], ["gap-3"], ["gap-4"]]
+    assert [idea["target_gap_ids"] for idea in combination_ideas] == [
+        ["gap-1", "gap-2"],
+        ["gap-1", "gap-3"],
+        ["gap-2", "gap-3"],
+    ]

src/agents/idea_agent/tests/test_multimodal_idea_integration.py

@@ -0,0 +1,386 @@
+from __future__ import annotations
+
+from pathlib import Path
+
+from src.agents.idea_agent.agent.artifacts import artifact_init, artifact_set
+from src.agents.idea_agent.utils.workflow.gap_hypothesis_bridge import (
+    build_gap_hypothesis_seeds,
+)
+from src.agents.idea_agent.utils.workflow.idea_helpers import build_direction_result_document
+from src.agents.idea_agent.utils.workflow.mature_idea_sources import (
+    build_mature_idea_evidence_context,
+    collect_mature_idea_sources,
+)
+from src.agents.idea_agent.utils.workflow.idea_portfolio import build_idea_portfolio
+from src.agents.idea_agent.utils.workflow.multimodal_data_anchoring import (
+    DATA_ANCHORED_CLAIM_SCOPE,
+    DATA_ANCHORED_PRIORITY,
+    apply_data_anchored_idea_constraints,
+    build_data_anchored_coverage_schedule,
+)
+
+
+def _projection(*, status: str = "unresolved") -> dict:
+    return {
+        "schema_version": "multimodal_survey_projection_v1",
+        "data_anchored_subhypotheses": [
+            {
+                "sub_hypothesis_id": "MM_SH_01",
+                "analysis_priority": DATA_ANCHORED_PRIORITY,
+                "must_cover": True,
+                "question_kind": "MEASUREMENT_VALIDITY",
+                "claim_ids": ["mme:claim:001"],
+                "observation_ids": ["mme:obs:001"],
+                "observations": [
+                    {
+                        "observation_id": "mme:obs:001",
+                        "finding": "A bounded early pattern is visible in the supplied sample.",
+                        "candidate_explanation": "a tentative interface mechanism",
+                        "alternative_explanations": ["a preparation artifact"],
+                        "claim_limits": "Only the supplied sampled records are covered.",
+                    }
+                ],
+                "claims": [
+                    {
+                        "claim_id": "mme:claim:001",
+                        "observation_id": "mme:obs:001",
+                        "local_data_statement": "The supplied sample contains a bounded early pattern.",
+                        "candidate_explanation": "a tentative interface mechanism",
+                        "alternative_explanations": ["a preparation artifact"],
+                        "discriminating_prediction": "A calibrated independent readout separates the explanations.",
+                        "falsifier": "The pattern vanishes in a calibrated comparison.",
+                        "claim_limits": "Only the supplied sampled records are covered.",
+                        "literature_reconciliation": {
+                            "status": status,
+                            "search_coverage": {},
+                        },
+                    }
+                ],
+            }
+        ],
+    }
+
+
+def _handoff() -> dict:
+    return {
+        "topic": "Bounded interface process",
+        "profile_resolution": {"profile_id": "generic_scientific"},
+        "gaps": [
+            {
+                "gap_id": "gap-data",
+                "subhypothesis_id": "MM_SH_01",
+                "gap_kind": "mechanism_gap",
+                "target_slot": "mechanism",
+                "statement": "The observed early pattern has no settled explanation.",
+                "target_object": "the supplied interface sample",
+                "priority": "medium",
+                "status": "open",
+                "anchor_ids": ["gap-anchor"],
+            },
+            {
+                "gap_id": "gap-literature",
+                "subhypothesis_id": "SH_02",
+                "gap_kind": "boundary_gap",
+                "target_slot": "boundary",
+                "statement": "A literature boundary remains open.",
+                "target_object": "reference system",
+                "priority": "high",
+                "status": "open",
+                "anchor_ids": ["paper-anchor"],
+            },
+        ],
+        "anchors": [
+            {
+                "anchor_id": "gap-anchor",
+                "anchor_type": "gap_ledger",
+                "subhypothesis_id": "MM_SH_01",
+                "target_slot": "mechanism",
+                "text_excerpt": "The observed early pattern has no settled explanation.",
+            },
+            {
+                "anchor_id": "mm-anchor",
+                "anchor_type": "multimodal_observation",
+                "subhypothesis_id": "MM_SH_01",
+                "target_slot": "multimodal_observation",
+                "supports_gap_ids": ["gap-data"],
+                "source_id": "mme:obs:001",
+                "text_excerpt": "A bounded early pattern is visible in the supplied sample.",
+                "source_pointer": {
+                    "artifact": "multimodal_evidence.json",
+                    "json_pointer": "/observations/0",
+                },
+            },
+            {
+                "anchor_id": "paper-anchor",
+                "anchor_type": "paper_excerpt",
+                "subhypothesis_id": "SH_02",
+                "target_slot": "boundary",
+                "source_pointer": {"artifact": "survey.md", "json_pointer": "/references/0", "paper_id": "W1"},
+            },
+            {
+                "anchor_id": "unrelated-mm-anchor",
+                "anchor_type": "multimodal_observation",
+                "subhypothesis_id": "MM_SH_99",
+                "target_slot": "multimodal_observation",
+                "source_id": "mme:obs:999",
+            },
+        ],
+        "evidence_roles": [
+            {
+                "evidence_role_id": "role-direct-data",
+                "subhypothesis_id": "MM_SH_01",
+                "target_slot": "multimodal_observation",
+                "expected_role": "DIRECT_OBSERVATION",
+                "anchor_ids": ["mm-anchor"],
+            },
+            {
+                "evidence_role_id": "role-counter-data",
+                "subhypothesis_id": "MM_SH_01",
+                "target_slot": "multimodal_native_measurement",
+                "expected_role": "METHOD_OR_MEASUREMENT",
+                "anchor_ids": ["mm-anchor"],
+                "paper_ids": ["W2"],
+                "qualified_paper_ids": ["W3"],
+                "background_paper_ids": ["W4"],
+            },
+            {
+                "evidence_role_id": "role-unrelated",
+                "subhypothesis_id": "MM_SH_99",
+                "target_slot": "multimodal_observation",
+                "expected_role": "DIRECT_OBSERVATION",
+                "anchor_ids": ["unrelated-mm-anchor"],
+            },
+        ],
+    }
+
+
+def test_gap_bridge_prioritizes_data_anchor_and_limits_measurement_risk() -> None:
+    handoff = _handoff()
+    seeds = build_gap_hypothesis_seeds(
+        handoff,
+        multimodal_evidence_projection=_projection(status="measurement_at_risk"),
+    )
+
+    assert seeds[0]["gap_id"] == "gap-data"
+    data_seed = next(seed for seed in seeds if seed["gap_id"] == "gap-data")
+    assert data_seed["analysis_priority"] == DATA_ANCHORED_PRIORITY
+    assert data_seed["data_anchor_refs"] == ["mme:obs:001"]
+    assert data_seed["literature_reconciliation_status"] == "measurement_at_risk"
+    assert data_seed["gap_kind"] == "measurement_validity_gap"
+    assert data_seed["target_slot"] == "multimodal_native_measurement"
+    assert "calibration" in data_seed["gap_statement"]
+
+
+def test_unresolved_data_seed_does_not_become_a_first_discovery_claim() -> None:
+    handoff = _handoff()
+    handoff["gaps"][0]["statement"] = "This is the first discovery in the supplied sample."
+    data_seed = next(
+        seed
+        for seed in build_gap_hypothesis_seeds(
+            handoff,
+            multimodal_evidence_projection=_projection(status="unresolved"),
+        )
+        if seed["gap_id"] == "gap-data"
+    )
+
+    assert any("first discovery" in item for item in data_seed["unknown_or_unverified"])
+    assert data_seed["literature_reconciliation_status"] == "unresolved"
+    assert "first discovery" not in data_seed["gap_statement"].casefold()
+
+
+def test_data_coverage_schedule_reserves_all_three_branches_within_cap() -> None:
+    data_seed = next(
+        seed
+        for seed in build_gap_hypothesis_seeds(
+            _handoff(),
+            multimodal_evidence_projection=_projection(),
+        )
+        if seed["gap_id"] == "gap-data"
+    )
+    schedule = build_data_anchored_coverage_schedule(
+        [data_seed],
+        ordinary_task_count=2,
+        iterations_per_search=12,
+        budget_cap=0.50,
+    )
+
+    assert schedule["coverage_pass_order"] == "before_ordinary_mcts"
+    assert schedule["allocated_data_expansion_budget"] <= schedule["data_expansion_budget_cap"]
+    actual_total = (
+        schedule["ordinary_expansion_budget"]
+        + schedule["allocated_data_expansion_budget"]
+    )
+    assert schedule["allocated_data_expansion_budget"] <= 0.50 * actual_total
+    assert [branch["branch_id"] for branch in schedule["assignments"][0]["coverage_branches"]] == [
+        "candidate_mechanism",
+        "alternative_explanation",
+        "measurement_artifact",
+    ]
+    assert schedule["assignments"][0]["mcts_depth_multiplier"] == 1.75
+
+    maximum_cap_schedule = build_data_anchored_coverage_schedule(
+        [data_seed],
+        ordinary_task_count=1,
+        iterations_per_search=12,
+        budget_cap=1.0,
+    )
+    assert maximum_cap_schedule["data_expansion_budget_share_cap"] == 0.50
+    assert maximum_cap_schedule["allocated_data_expansion_budget"] <= 0.50 * (
+        maximum_cap_schedule["ordinary_expansion_budget"]
+        + maximum_cap_schedule["allocated_data_expansion_budget"]
+    )
+
+    deferred_schedule = build_data_anchored_coverage_schedule(
+        [data_seed],
+        ordinary_task_count=0,
+        iterations_per_search=12,
+    )
+    assert deferred_schedule["enabled"] is False
+    assert deferred_schedule["assignments"] == []
+    assert deferred_schedule["deferred_subhypothesis_ids"] == ["MM_SH_01"]
+
+
+def test_data_anchor_requires_explicit_gap_binding() -> None:
+    handoff = _handoff()
+    handoff["gaps"].append(
+        {
+            **handoff["gaps"][0],
+            "gap_id": "gap-same-sh-unbound",
+            "anchor_ids": ["gap-anchor"],
+        }
+    )
+
+    seeds = build_gap_hypothesis_seeds(
+        handoff,
+        multimodal_evidence_projection=_projection(),
+    )
+    by_gap = {seed["gap_id"]: seed for seed in seeds}
+
+    assert by_gap["gap-data"]["analysis_priority"] == DATA_ANCHORED_PRIORITY
+    assert "analysis_priority" not in by_gap["gap-same-sh-unbound"]
+
+
+def test_mature_context_scopes_data_anchor_and_related_papers_to_target_gap() -> None:
+    handoff = _handoff()
+    ideas = collect_mature_idea_sources(
+        survey_handoff=handoff,
+        multimodal_evidence_projection=_projection(),
+    )
+    idea = next(item for item in ideas if item.get("target_gap_ids") == ["gap-data"])
+    context = build_mature_idea_evidence_context(
+        idea,
+        survey_handoff=handoff,
+        multimodal_evidence_projection=_projection(),
+        references=[
+            {"paper_id": "W1", "title": "Unrelated boundary study"},
+            {"paper_id": "W2", "title": "Calibration counterexample"},
+            {"paper_id": "W3", "title": "Qualified measurement support"},
+            {"paper_id": "W4", "title": "Background measurement context"},
+        ],
+    )
+
+    assert context["multimodal_evidence_context"]["data_anchor_refs"] == ["mme:obs:001"]
+    scoped_anchor_ids = {anchor["anchor_id"] for anchor in context["survey_handoff"]["anchors"]}
+    assert {"gap-anchor", "mm-anchor"}.issubset(scoped_anchor_ids)
+    assert "unrelated-mm-anchor" not in scoped_anchor_ids
+    assert [item["paper_id"] for item in context["evidence_subset"]] == ["W2", "W3", "W4"]
+    assert "a preparation artifact" in context["counterexamples"]
+
+
+def test_data_anchored_final_candidate_requires_bounded_evidence_contract() -> None:
+    data_seed = next(
+        seed
+        for seed in build_gap_hypothesis_seeds(
+            _handoff(),
+            multimodal_evidence_projection=_projection(),
+        )
+        if seed["gap_id"] == "gap-data"
+    )
+    completed = apply_data_anchored_idea_constraints(
+        {
+            "title": "Calibrated data hypothesis",
+            "abstract": "A bounded candidate.",
+            "core_contribution": "A discriminating mechanism test.",
+            "method": "Contrast the candidate with a calibrated alternative.",
+            "expected_mechanism": "The local pattern follows the candidate interface mechanism.",
+            "discriminating_observation": "A calibrated contrast separates the alternatives.",
+            "target_gap_ids": ["gap-data"],
+        },
+        seed=data_seed,
+    )
+    incomplete = apply_data_anchored_idea_constraints(
+        {
+            "title": "Unspecified data hypothesis",
+            "abstract": "A bounded candidate.",
+            "core_contribution": "A claim without a mechanism.",
+            "method": "Inspect the supplied observation.",
+            "target_gap_ids": ["gap-data"],
+        },
+        seed=data_seed,
+    )
+
+    assert completed["data_anchored_contract_status"] == "complete"
+    assert completed["claim_scope"] == DATA_ANCHORED_CLAIM_SCOPE
+    assert completed["data_anchor_refs"] == ["mme:obs:001"]
+    assert completed["competing_explanations"] == ["a preparation artifact"]
+    assert completed["falsifier"]
+    assert incomplete["data_anchored_contract_status"] == "incomplete"
+    assert incomplete["invariant_status"] == "violated"
+    assert "missing_data_anchored_candidate_mechanism" in incomplete["invariant_violations"]
+
+    incomplete_portfolio = build_idea_portfolio(
+        [incomplete],
+        has_survey_handoff=True,
+    )
+    complete_portfolio = build_idea_portfolio(
+        [completed],
+        has_survey_handoff=True,
+    )
+    assert incomplete_portfolio["selected_primary_idea"] == {}
+    assert incomplete_portfolio["diversity_report"]["invariant_violation_count"] == 1
+    assert complete_portfolio["selected_primary_idea"]["idea_id"] == "Calibrated data hypothesis"
+
+
+def test_public_idea_result_exposes_required_bounded_data_fields(tmp_path: Path) -> None:
+    data_seed = next(
+        seed
+        for seed in build_gap_hypothesis_seeds(
+            _handoff(),
+            multimodal_evidence_projection=_projection(),
+        )
+        if seed["gap_id"] == "gap-data"
+    )
+    candidate = apply_data_anchored_idea_constraints(
+        {
+            "title": "Calibrated data hypothesis",
+            "abstract": "A bounded candidate.",
+            "core_contribution": "A discriminating mechanism test.",
+            "method": "Contrast the candidate with a calibrated alternative.",
+            "expected_mechanism": "The local pattern follows the candidate interface mechanism.",
+            "discriminating_observation": "A calibrated contrast separates the alternatives.",
+            "target_gap_ids": ["gap-data"],
+        },
+        seed=data_seed,
+    )
+    manifest = tmp_path / "survey_manifest.json"
+    manifest.write_text("{}", encoding="utf-8")
+    artifact = artifact_init()
+    artifact_set(
+        artifact,
+        "survey_idea_context",
+        {
+            "manifest_path": str(manifest),
+            "handoff": _handoff(),
+            "survey_run_id": "survey-data",
+        },
+    )
+
+    document = build_direction_result_document("Bounded interface process", candidate, artifact)
+    direction = document["directions"][0]
+
+    assert direction["data_anchor_refs"] == ["mme:obs:001"]
+    assert direction["literature_reconciliation_status"] == "unresolved"
+    assert direction["candidate_mechanism"]
+    assert direction["discriminating_measurement_plan"]
+    assert direction["falsifier"]
+    assert direction["claim_scope"] == DATA_ANCHORED_CLAIM_SCOPE

src/agents/idea_agent/tests/test_profile_materialization_and_scoring.py

@@ -0,0 +1,219 @@
+from __future__ import annotations
+
+import pytest
+
+pytest.importorskip("faiss")
+
+from src.agents.idea_agent.agent.mcts import IdeaEvaluation
+from src.agents.idea_agent.agent.prompts.mcts_generation import MCTS_IDEA_GENERATION_PROMPT
+from src.agents.idea_agent.agent.prompts.skill_instantiation import SKILL_INSTANTIATION_PROMPT
+from src.agents.idea_agent.utils.mcts.component_novelty import (
+    ComponentNoveltyScorer,
+    PROFILE_NOVELTY_AXES,
+)
+from src.agents.idea_agent.utils.mcts.scientific_intervention_ontology import (
+    get_scientific_intervention_profile,
+)
+from src.agents.idea_agent.utils.workflow.ligagent_helpers import (
+    build_replanned_idea_entry,
+    build_profile_aware_materialization,
+)
+
+
+def _idea(profile_id: str) -> dict[str, object]:
+    profile = get_scientific_intervention_profile(profile_id)
+    assert profile is not None
+    return {
+        "title": "Causal intervention",
+        "abstract": "A profile-native research idea.",
+        "core_contribution": "The intervention changes a mediator and outcome relation.",
+        "method": "Measure the mediator before the endpoint; compare against control.",
+        "risks": "Confounding and boundary failure.",
+        "components": profile.default_component_names(),
+        "scientific_intervention": profile.to_payload(),
+    }
+
+
+def test_generation_and_instantiation_prompts_require_scientific_contract() -> None:
+    assert "central_hypothesis" in MCTS_IDEA_GENERATION_PROMPT
+    assert "discriminating_observation" in MCTS_IDEA_GENERATION_PROMPT
+    assert "evidence_requirement" in SKILL_INSTANTIATION_PROMPT
+    assert "scientific_object" in SKILL_INSTANTIATION_PROMPT
+
+
+def test_non_cs_materialization_uses_native_spec_and_no_legacy_algorithm() -> None:
+    result = build_profile_aware_materialization(
+        _idea("clinical_health"),
+        "clinical intervention",
+        prompts={},
+        chat_fn=lambda *args, **kwargs: (_ for _ in ()).throw(RuntimeError("mock failure")),
+        model="mock",
+        logger=type("Logger", (), {"warning": lambda self, *args: None})(),
+    )
+    assert result["profile_id"] == "clinical_health"
+    assert result["spec_type"] == "intervention_measurement_spec"
+    assert result["legacy_algorithm"] == []
+    assert result["scientific_spec"]["boundary_condition"]
+
+
+def test_replan_preserves_profile_and_discipline_context() -> None:
+    source = _idea("clinical_health")
+    source.update(
+        {
+            "root_domains": ["medicine"],
+            "discipline_resolution": {
+                "primary_discipline": "medicine",
+                "discipline_ids": ["medicine"],
+            },
+        }
+    )
+    replanned = build_replanned_idea_entry(
+        latest_candidate=source,
+        root_idea=source,
+        mature_idea="A revised causal intervention.",
+        component_decisions=[],
+    )
+    assert replanned["root_domains"] == ["medicine"]
+    assert replanned["discipline_resolution"]["primary_discipline"] == "medicine"
+    assert replanned["scientific_intervention"]["profile_id"] == "clinical_health"
+
+
+def test_materialization_normalizes_values_to_profile_schema() -> None:
+    def mock_chat(*args, **kwargs):
+        return (
+            '{"scientific_spec": {'
+            '"object_type": "neural_network", '
+            '"evidence_obligation": "benchmark_score", '
+            '"boundary_condition": "training_loss", '
+            '"measurement_or_observation": "accuracy"'
+            '}}'
+        )
+
+    result = build_profile_aware_materialization(
+        _idea("clinical_health"),
+        "clinical intervention",
+        prompts={},
+        chat_fn=mock_chat,
+        model="mock",
+        logger=type("Logger", (), {"warning": lambda self, *args: None})(),
+    )
+    schema = result["scientific_spec"]
+    assert schema["object_type"] == "target_population_or_cohort"
+    assert schema["evidence_obligation"] == "comparator_or_counterfactual"
+    assert schema["boundary_condition"] == "safety_or_external_validity_boundary"
+    assert schema["measurement_or_observation"] == "clinical_endpoint"
+
+
+def test_cs_materialization_preserves_legacy_algorithm_contract() -> None:
+    def mock_chat(*args, **kwargs):
+        return '{"algorithms": [{"name": "Method", "input": ["x"], "output": ["y"], "pipeline": ["Step 1: use backbone_model"]}]}'
+
+    result = build_profile_aware_materialization(
+        _idea("computational_algorithmic"),
+        "algorithmic topic",
+        prompts={},
+        chat_fn=mock_chat,
+        model="mock",
+        logger=type("Logger", (), {"warning": lambda self, *args: None})(),
+    )
+    assert result["profile_id"] == "computational_algorithmic"
+    assert result["legacy_algorithm"]
+    assert result["scientific_spec"]["spec_type"] == "algorithm_spec"
+
+
+def test_novelty_queries_include_claim_and_mechanism_context() -> None:
+    scorer = ComponentNoveltyScorer(vector_store=object())
+    queries = scorer._prepare_component_queries(
+        [{"component": "mediator", "explanation": "biological mediator"}],
+        {"core_contribution": "central causal hypothesis", "method": "measure endpoint"},
+    )
+    labels = {item["component"] for item in queries}
+    assert {"mediator", "central_hypothesis", "mechanism_or_relation"} <= labels
+    assert "causal_intervention_or_mediation" in PROFILE_NOVELTY_AXES["clinical_health"]
+
+
+def test_novelty_axes_are_restricted_to_current_profile() -> None:
+    scorer = ComponentNoveltyScorer(
+        vector_store=object(),
+        chat_fn=lambda *args, **kwargs: (
+            '{"rubric_score": 4, "novelty_axes": {'
+            '"causal_intervention_or_mediation": 4, '
+            '"unrelated_algorithm_axis": 5}}'
+        ),
+    )
+    scorer._evaluate_with_llm(
+        topic="clinical topic",
+        idea_payload={
+            "scientific_intervention": {"profile_id": "clinical_health"},
+        },
+        components_with_explanations=[],
+        evidence_nodes=[],
+    )
+    assert scorer.last_novelty_axes == {"causal_intervention_or_mediation": 4.0}
+
+
+def test_main_evaluation_axes_are_restricted_to_current_profile() -> None:
+    payload = {
+        "novelty": 4,
+        "novelty_axes": {
+            "causal_intervention_or_mediation": 4,
+            "unrelated_algorithm_axis": 5,
+        },
+    }
+    evaluation = IdeaEvaluation.from_payload(payload, profile_id="clinical_health")
+    assert evaluation.novelty_axes == {
+        "causal_intervention_or_mediation": 4.0,
+        "scientific_novelty": 4.0,
+    }
+
+
+def test_profile_composite_uses_scientific_novelty_axes() -> None:
+    common = {
+        "novelty": 5,
+        "novelty_axes": {
+            "scientific_novelty": 2,
+            "relation_or_claim": 5,
+            "boundary_or_regime": 5,
+        },
+        "surprise": 3,
+        "feasibility": 4,
+        "clarity": 4,
+        "impact": 4,
+        "risk": 1,
+        "conciseness": 3,
+        "alignment_score": 4,
+        "complexity_penalty": 1,
+        "protocol_score": 4,
+        "explanatory_power": 5,
+        "identifiability": 5,
+        "boundary_calibration": 5,
+        "claim_overreach_penalty": 0,
+    }
+    clinical_payload = {
+        **common,
+        "novelty_axes": {
+            "causal_intervention_or_mediation": 2,
+            "population_or_endpoint_relation": 5,
+            "comparator_or_measurement_design": 5,
+            "safety_or_external_validity_boundary": 5,
+        },
+    }
+    cs_payload = {
+        **common,
+        "novelty_axes": {
+            "algorithmic_mechanism": 2,
+            "representation_or_inference": 5,
+            "training_or_execution_strategy": 5,
+            "protocol_or_resource_boundary": 5,
+        },
+    }
+    clinical = IdeaEvaluation.from_payload(
+        clinical_payload,
+        profile_id="clinical_health",
+    )
+    cs = IdeaEvaluation.from_payload(
+        cs_payload,
+        profile_id="computational_algorithmic",
+    )
+    assert clinical.composite != cs.composite
+    assert clinical.novelty_axes["population_or_endpoint_relation"] == 5