google-meridian 1.3.1__py3-none-any.whl → 1.4.0__py3-none-any.whl

{google_meridian-1.3.1.dist-info → google_meridian-1.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: google-meridian
-Version: 1.3.1
+Version: 1.4.0
 Summary: Google's open source mixed marketing model library, helps you understand your return on investment and direct your ad spend with confidence. 
 Author-email: The Meridian Authors <no-reply@google.com>
 Project-URL: homepage, https://github.com/google/meridian
@@ -22,12 +22,11 @@ Requires-Dist: joblib
 Requires-Dist: natsort<8,>=7.1.1
 Requires-Dist: numpy<3,>=2.0.2
 Requires-Dist: pandas<3,>=2.2.2
-Requires-Dist: patsy<1,>=0.5.3
 Requires-Dist: scipy<2,>=1.13.1
 Requires-Dist: statsmodels>=0.14.5
-Requires-Dist: tensorflow<2.19,>=2.18
+Requires-Dist: tensorflow<2.21,>=2.18
 Requires-Dist: tensorflow-probability<0.26,>=0.25
-Requires-Dist: tf-keras<2.19,>=2.18
+Requires-Dist: tf-keras<2.21,>=2.18
 Requires-Dist: xarray
 Provides-Extra: dev
 Requires-Dist: pytest>=8.0.0; extra == "dev"
@@ -38,16 +37,21 @@ Provides-Extra: colab
 Requires-Dist: psutil; extra == "colab"
 Requires-Dist: python-calamine; extra == "colab"
 Provides-Extra: and-cuda
-Requires-Dist: tensorflow[and-cuda]<2.19,>=2.18; extra == "and-cuda"
+Requires-Dist: tensorflow[and-cuda]<2.21,>=2.18; extra == "and-cuda"
 Provides-Extra: mlflow
 Requires-Dist: mlflow; extra == "mlflow"
 Provides-Extra: jax
-Requires-Dist: jax==0.4.26; extra == "jax"
-Requires-Dist: jaxlib==0.4.26; extra == "jax"
+Requires-Dist: jax==0.5.3; extra == "jax"
+Requires-Dist: jaxlib==0.5.3; extra == "jax"
 Requires-Dist: tensorflow-probability[substrates-jax]==0.25.0; extra == "jax"
 Provides-Extra: schema
-Requires-Dist: mmm-proto-schema; extra == "schema"
+Requires-Dist: mmm-proto-schema>=1.1.0; extra == "schema"
 Requires-Dist: semver; extra == "schema"
+Provides-Extra: scenarioplanner
+Requires-Dist: google-api-python-client; extra == "scenarioplanner"
+Requires-Dist: google-auth; extra == "scenarioplanner"
+Requires-Dist: mmm-proto-schema>=1.1.0; extra == "scenarioplanner"
+Requires-Dist: semver; extra == "scenarioplanner"
 Dynamic: license-file
 
 # About Meridian
@@ -203,7 +207,7 @@ To cite this repository:
   author = {Google Meridian Marketing Mix Modeling Team},
   title = {Meridian: Marketing Mix Modeling},
   url = {https://github.com/google/meridian},
-  version = {1.3.1},
+  version = {1.4.0},
   year = {2025},
 }
 ```

google_meridian-1.4.0.dist-info/RECORD

@@ -0,0 +1,108 @@
+google_meridian-1.4.0.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+meridian/__init__.py,sha256=0fOT5oNZF7-pbiWWGUefV-ysafttieG079m1ijMFQO8,861
+meridian/constants.py,sha256=JEVut9ZvnHVtdCSU7KGeR1TpR_vFXAOlE9d7leVXeHk,20348
+meridian/version.py,sha256=5Udd9dsBQAuAbv6cGREFYqdM8M7pK4WJU3PPEHNUgqo,644
+meridian/analysis/__init__.py,sha256=AM7xpqoeC-mmY4tPIyHisjQ2MICI7v3jSri--DhDqXA,874
+meridian/analysis/analyzer.py,sha256=qGKYoEpWC6pDf2sDrwLhpa2putDnpUzbBpuNqL1lGi4,219910
+meridian/analysis/optimizer.py,sha256=6OqJg8T09g4GqJc6_DnYDJsBAlY4ToUb3MRtS0EH4Nc,126316
+meridian/analysis/summarizer.py,sha256=-yemGGctDs23FnhaLWAwfsQw2DqoyB3eljqt0Q8DyEw,19263
+meridian/analysis/summary_text.py,sha256=I_smDkZJYp2j77ea-9AIbgeraDa7-qUYyb-IthP2qO4,12438
+meridian/analysis/test_utils.py,sha256=wSdFHzLbNLdv_InRreyKD_lC7Cvdv-upQOWf8dqCAPg,88045
+meridian/analysis/visualizer.py,sha256=ljgN5ZCG_3aXq4Js0sE9sQd11TS1gi9KvPKMJ7_kW_A,94345
+meridian/analysis/review/__init__.py,sha256=cF24EbhiVSs-tvtRf59uVin39tu6aCTTCaeEdv6ISZ8,804
+meridian/analysis/review/checks.py,sha256=QEUVwC8L9Pif3y0B_OVAUpZeN6EnFGKH2oXA_dsdgbc,26893
+meridian/analysis/review/configs.py,sha256=5JJ8v6n22GNBmE78xNX6jwdjkZz2qar4Q9YTcVqzcoI,3653
+meridian/analysis/review/constants.py,sha256=9tnnc_vAaJi9mnZ0GrRr86RsVq5fyhBaEtIvOLNmn8A,1498
+meridian/analysis/review/results.py,sha256=ZZiAdFrqySzcbjrCEacBLQS_ddiklZ34yD1BWns5SYI,17418
+meridian/analysis/review/reviewer.py,sha256=BcfmqHjp-30iZBlrzWfXDN1IJU-UIjINxZ7lsrj5Mts,6675
+meridian/backend/__init__.py,sha256=i2XOZnIPo3xAKpMGT39-4CVnVdf4cJyO0jB9FEE4zlQ,41337
+meridian/backend/config.py,sha256=B9VQnhBfg9RW04GNbt7F5uCugByenoJzt-keFLLYEp8,3561
+meridian/backend/test_utils.py,sha256=oJNosF_x_BzNuia8LzLFb_YfjGWHRCzR5FXNN5KQ8sw,13738
+meridian/data/__init__.py,sha256=StIe-wfYnnbfUbKtZHwnAQcRQUS8XCZk_PCaEzw90Ww,929
+meridian/data/arg_builder.py,sha256=Kqlt88bOqFj6D3xNwvWo4MBwNwcDFHzd-wMfEOmLoPU,3741
+meridian/data/data_frame_input_data_builder.py,sha256=_hexZMFAuAowgo6FaOGElHSFHqhGnHQwEEBcwnT3zUE,27295
+meridian/data/input_data.py,sha256=Qlxm4El6h1SRPsWDqZoKkOcMtrjiRWr3z8sU2mtghRA,43151
+meridian/data/input_data_builder.py,sha256=tbZjVXPDfmtndVyJA0fmzGzZwZb0RCEjXOTXb-ga8Nc,25648
+meridian/data/load.py,sha256=ETX8Z62Gk6JcxFxvyB4XQhpNcRSqBRIO4_sTAN58mCY,40172
+meridian/data/nd_array_input_data_builder.py,sha256=lfpmnENGuSGKyUd7bDGAwoLqHqteOKmHdKl0VI2wCQA,16341
+meridian/data/test_utils.py,sha256=4BEHM0V78AkbrUIYWJLzalUgC-zkc0VeNiXrqzr2iXw,62435
+meridian/data/time_coordinates.py,sha256=C5A5fscSLjPH6G9YT8OspgIlCrkMY7y8dMFEt3tNSnE,9874
+meridian/mlflow/__init__.py,sha256=elwXUqPQYi7VF9PYjelU1tydfcUrmtuoq6eJCOnV9bk,693
+meridian/mlflow/autolog.py,sha256=SZsrynLjozcyrAFCNWiqchSa2yOszVnwFBGz23BmWUU,6379
+meridian/model/__init__.py,sha256=NCmuqkzIsGTy0xKgr9XFmjq5JV1Uzalj7PlcvWL9Bvw,1085
+meridian/model/adstock_hill.py,sha256=HoRKjyL03pCTBz6Utof9wEvlQCFM43BvrEW_oupj7NU,17688
+meridian/model/context.py,sha256=W_j3LnmpAx7Cs80MeqZGe8XKpoqwy6PfGIe8U7OUuTY,34622
+meridian/model/equations.py,sha256=bQnFU5YdskwxBVJlLO4AX3zV8VXerb7lNhMedK0Cwcc,17174
+meridian/model/knots.py,sha256=XTii81yrX1abu0llLvrJquRadEqFaUDIlYpvR5OBP1o,27661
+meridian/model/media.py,sha256=skjy4Vd8LfDQWlqR_2lJ1qbG9UcS1dow5W45BAu4qk8,14599
+meridian/model/model.py,sha256=9-cHk9kno3G79t9z0rstcAk_QalKWr6QA75OtJqjpSY,41216
+meridian/model/model_test_data.py,sha256=XGBz8RGdCsjAUOmgxX3CfWSj-_hdq2Lc8saFCqmImwM,23901
+meridian/model/posterior_sampler.py,sha256=f3MayglIgBeBjWeXJU_RgT9cCugcjJ3aEjHqaWPsTbg,26806
+meridian/model/prior_distribution.py,sha256=ZArW4uXIPPQL6hRWiGZUzcHktbkjE_vOklvlbp9LR64,57662
+meridian/model/prior_sampler.py,sha256=iLvCefhA4WY0ENcnLK9471WUZPPyzQ1je58MRjxKv74,25460
+meridian/model/spec.py,sha256=VlK6WJiPo2lzOF0O2judtJ6O3uEw7wYL5AT8bioq4gE,19188
+meridian/model/transformers.py,sha256=HxlVJitxP-wu-NOHU0tArFUZ4NAO3c7adAYj4Zvqnvo,8363
+meridian/model/eda/__init__.py,sha256=bMj9kd2LWU_LQZAjQv54FFggzdv4CKRYblvc-0cHXc4,768
+meridian/model/eda/constants.py,sha256=AMq2G-8y7OPLfMismDDIDKazyuG8Bd3W31NpwQ9oIXM,1047
+meridian/model/eda/eda_engine.py,sha256=AxvKxdH8Q_TWlGZ58bWcfGMSgxkHZ2wrHloPuzS5C4Y,73324
+meridian/model/eda/eda_outcome.py,sha256=cR9M49e6bDrBNxHOThW3aQlX5gZCOENC7GBljKQx7OY,6475
+meridian/model/eda/eda_spec.py,sha256=diieYyZH0ee3ZLy0rGFMcWrrgiUrz2HctMwOrmtJR6w,2871
+meridian/templates/card.html.jinja,sha256=gaQSHh8xN-LqHzI-xsHaORsaeOD7hnxkq-Fcw-ytZ8M,1284
+meridian/templates/chart.html.jinja,sha256=j8rNLOfXxKx4f5TpP9_W8uCM8zKys8ga75jv-XCny2g,1086
+meridian/templates/chips.html.jinja,sha256=IhPmAI7qZkXj5NeLUKVMCSKFzwv9yR8Qq140t36U10A,1030
+meridian/templates/formatter.py,sha256=75KtZA2y6iyxpkVM3CLmpUtJ1-umBP9xXxdXkkSZcr8,7547
+meridian/templates/formatter_test.py,sha256=nlefFTQaSArNyZWzGUuzCKtt3P3PJNZFmkGm0XMYwBY,8543
+meridian/templates/insights.html.jinja,sha256=IRm49X49HZX-rc6z0uZmpsA_1JLD83UhI2BacOanHLY,606
+meridian/templates/stats.html.jinja,sha256=JMRC_W2PyReU30ISOd8uv2ugDpYmSU3XtPk2OTsaQus,772
+meridian/templates/style.css,sha256=O7YCKVqXgK4Ms3nnGmCVW4hILn4GCBRe4e15XJaP4ww,5492
+meridian/templates/style.scss,sha256=he5jXpGatNfI6vtNbqdENapLiwIlXjqIBkKwxNVEvyw,5076
+meridian/templates/summary.html.jinja,sha256=kR4nQc-oGBwXN6buKcf_wPaoWASomR4fT4gJ1iD9hYw,1775
+meridian/templates/table.html.jinja,sha256=ibgnjdKCjS2qbq61lxqwtlb7JigDrc2m42RDdQvQnKQ,1176
+scenarioplanner/__init__.py,sha256=n9eeQGQ0Et7YZ-UZbzBjN1AX5tcOiCHBQnU2qIj0FBk,1782
+scenarioplanner/mmm_ui_proto_generator.py,sha256=4ajGl5bGJiPLid7obnoqP8PI38zJ3vaZo87xeHz7B0A,12657
+scenarioplanner/converters/__init__.py,sha256=I3NNLxDcp137RmZsBp_A1jRrwpH9epzBdXzETgsnUrw,1046
+scenarioplanner/converters/mmm.py,sha256=jEwLwaCzIK7XqpNsGFKeAOZ39wbK5AxQ-iI9SqDwenU,25079
+scenarioplanner/converters/mmm_converter.py,sha256=3r2ARDnxEjd56raF6OkrpQhfvCGbSWcNSt19mH3Y7oc,1732
+scenarioplanner/converters/sheets.py,sha256=KoJim_CKu9sEOwrVg4JlJupykbX3CwTNbblKUJwJxmo,4389
+scenarioplanner/converters/test_data.py,sha256=FuNyXbsOkv10AVJ6fEfmoZ-MUQNhn7hdSKV1SjCSNA0,22607
+scenarioplanner/converters/dataframe/__init__.py,sha256=nmcboP8Sgx9aFoG1sGmhJSh3QiuQjmfzoPNCebLbwQA,1313
+scenarioplanner/converters/dataframe/budget_opt_converters.py,sha256=k0BK4aYQbdUTOh0sHZPP65wCR1vqXT4BosjjS5CP7pI,13183
+scenarioplanner/converters/dataframe/common.py,sha256=UsN_HJY0HYdf5iXmzXVT-rm9Vqlk6t2u2Eb7VjQmF9M,2241
+scenarioplanner/converters/dataframe/constants.py,sha256=6vOOJHntje9gdU7dUZUsEDo-ILXPitCOZqOVpEHH3K8,5509
+scenarioplanner/converters/dataframe/converter.py,sha256=MY5Ihlvg5EUOxhf0zzsVubvATZc8I0ImJ6BP3gjW2Ic,1143
+scenarioplanner/converters/dataframe/dataframe_model_converter.py,sha256=GZLEzKAOol93R_3YntDUCvMmB4ETutYIA6CwEbfk7fA,2472
+scenarioplanner/converters/dataframe/marketing_analyses_converters.py,sha256=yoPvfEalBJUPhWaK7Gbo6OD3q8Z6SI_dUUsEDYFtVEQ,18307
+scenarioplanner/converters/dataframe/rf_opt_converters.py,sha256=WFygfS4aezXRZFKCJajveWih9N1KWargjSDtMqS9vlo,10993
+scenarioplanner/linkingapi/__init__.py,sha256=_GTAn4cJ-jpjEYoCozj240u8M3_ke-T0fAcCacMswVU,1540
+scenarioplanner/linkingapi/constants.py,sha256=e6cNB8OFg74axIcx68r0YsS-alLTDC4pjIGv4CH1N0A,1038
+scenarioplanner/linkingapi/url_generator.py,sha256=kSYHYl1iouLkijoOo1_yRmOldA5GySvg3_9qVd1sBSk,4515
+schema/__init__.py,sha256=cw6HwitjOt8-uAaHHuymCozWSPL18HYlXOHnzjG9iLo,1224
+schema/mmm_proto_generator.py,sha256=3GwsjDwGRmtgyskDXHlzaZ02TIqEtOvttE6Vurf_Fxo,2373
+schema/model_consumer.py,sha256=jYcnnDlhycfBcLKmtjjDVURaZDZXc-TfdD8fMAIm9Kc,4444
+schema/test_data.py,sha256=e1dNCGkbcKg4e0RfiFKxX6bYahhcB7rgB0vmzOYB470,11035
+schema/processors/__init__.py,sha256=Xcw9kTTw5JFtegu3NgKo9CM5nup2PP8vgtIH031ITkI,3704
+schema/processors/budget_optimization_processor.py,sha256=9dAir67Kg6rG3CqCfjWU7VU2HA0DLgjw6PfaPG1HCeg,30600
+schema/processors/common.py,sha256=QpNxYThOvJOiMvt-ilKM5rAiJe7UQCaX6wD6K3e7tJk,1952
+schema/processors/marketing_processor.py,sha256=5UvgTku8vfoePWXb2bRowc34SgqRZnQcxwfEehgVx_8,43332
+schema/processors/model_fit_processor.py,sha256=GkTJWOw9mHoB5vH3ZDkI2K7_9c_-51Lpjwavrer_G08,12597
+schema/processors/model_kernel_processor.py,sha256=gl7BsR7EYnJl88Yxg4qxJvVq1vmAKkjD8NezSbWYLEc,3686
+schema/processors/model_processor.py,sha256=PH4MNFjnjJY4P1ncJbWvFiuItHB0Zp7J2UgwqnnI5h8,14199
+schema/processors/reach_frequency_optimization_processor.py,sha256=uiftX23EXRtMJeZCPu98D8NFFrWT_cLz5eE3dqRLnuw,20551
+schema/serde/__init__.py,sha256=xyydIcWB5IUpcn3wu1m9HL1fK4gMWURbwTyRsQtolF0,975
+schema/serde/constants.py,sha256=aYtD_RuA0GCkpC4TIQq3VjMqEc837Wn-TlJNm-yn_4Y,1842
+schema/serde/distribution.py,sha256=jy3h6JD1TSs4gwociMis814sz_Fm2kFQ2UbkgjYJW9k,19347
+schema/serde/eda_spec.py,sha256=uOqBeZpUU3Dzzc19rU1LjHWmUhRmVcx8oIZvZfVJHT8,7180
+schema/serde/function_registry.py,sha256=GbgC5_9NDcA9Y7nqmdJ-4-LK5JPhhfI50Lmfy5ZBJOg,4858
+schema/serde/hyperparameters.py,sha256=Igm-PZmIozrsKZH6c-XkrU_Nlf8OAuxpnJJfv7W1SfQ,13524
+schema/serde/inference_data.py,sha256=DrwE9hU8LMrl0z8W_sUSIaPrRdym_lu0iOqpT4KZxsA,3623
+schema/serde/marketing_data.py,sha256=yb-fRTe84Sjg7-v3wsvYRRXvrxLSFWSenO0_ikMvUpk,44845
+schema/serde/meridian_serde.py,sha256=ZG05JaBG4LW8mhl-Cunje9Q6xyR4tyNTtLYedzMBYjA,15985
+schema/serde/serde.py,sha256=8vUqhJxvZgX9UY3rXTyWJznRgapwDzzaHXDHwV_kKTA,1612
+schema/serde/test_data.py,sha256=7hfEWyvZ9WcAkVAOXt6elX8stJlsfhfd-ASlHo9SRb8,107342
+schema/utils/__init__.py,sha256=zrMCsxWQIWhsrdgcPSa6UxItIZPAPJK1bhnXhoK1keg,721
+schema/utils/date_range_bucketing.py,sha256=14vcRGf3odWT9mBdCykRNmVCEiuUI_1SvVygNzvqBuM,3809
+schema/utils/time_record.py,sha256=-KzHFjvSBUUXsfESPAfcJP_VFxaFLqj90Ac0kgKWfpI,4624
+google_meridian-1.4.0.dist-info/METADATA,sha256=_PuASfumu3dyvOlvpXGu8MvVWlDpqyZ8ubaMtzLCcBU,9793
+google_meridian-1.4.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+google_meridian-1.4.0.dist-info/top_level.txt,sha256=oAi0z-fUuo6p8SnJ0WrojGR2mKOWDz43yr6EjzaXqy8,32
+google_meridian-1.4.0.dist-info/RECORD,,

{google_meridian-1.3.1.dist-info → google_meridian-1.4.0.dist-info}/top_level.txt

@@ -1,2 +1,3 @@
 meridian
+scenarioplanner
 schema

meridian/analysis/__init__.py

@@ -15,9 +15,8 @@
 """Meridian analysis API for trained models."""
 
 from meridian.analysis import analyzer
-from meridian.analysis import formatter
 from meridian.analysis import optimizer
 from meridian.analysis import review
 from meridian.analysis import summarizer
 from meridian.analysis import visualizer
-
+from meridian.templates import formatter

meridian/analysis/analyzer.py

@@ -53,7 +53,6 @@ def _validate_non_media_baseline_values_numbers(
       )
 
 
-# TODO: Refactor the related unit tests to be under DataTensors.
 @dataclasses.dataclass
 class DataTensors(backend.ExtensionType):
   """Container for data variable arguments of Analyzer methods.

meridian/analysis/optimizer.py

@@ -27,10 +27,10 @@ import jinja2
 from meridian import backend
 from meridian import constants as c
 from meridian.analysis import analyzer as analyzer_module
-from meridian.analysis import formatter
 from meridian.analysis import summary_text
 from meridian.data import time_coordinates as tc
 from meridian.model import model
+from meridian.templates import formatter
 import numpy as np
 import pandas as pd
 import xarray as xr
@@ -1174,10 +1174,12 @@ class OptimizationResults:
       diff = self.optimized_data.total_cpik - self.nonoptimized_data.total_cpik
       non_optimized_performance_title = summary_text.NON_OPTIMIZED_CPIK_LABEL
       non_optimized_performance_stat = (
-          f'${self.nonoptimized_data.total_cpik:.2f}'
+          f'{currency}{self.nonoptimized_data.total_cpik:.2f}'
       )
       optimized_performance_title = summary_text.OPTIMIZED_CPIK_LABEL
-      optimized_performance_stat = f'${self.optimized_data.total_cpik:.2f}'
+      optimized_performance_stat = (
+          f'{currency}{self.optimized_data.total_cpik:.2f}'
+      )
       optimized_performance_diff = formatter.compact_number(diff, 2, currency)
     non_optimized_performance = formatter.StatsSpec(
         title=non_optimized_performance_title,

meridian/analysis/review/checks.py

@@ -28,6 +28,7 @@ from meridian.analysis.review import constants as review_constants
 from meridian.analysis.review import results
 from meridian.model import model
 import numpy as np
+import pandas as pd
 
 ConfigType = TypeVar("ConfigType", bound=configs.BaseConfig)
 ResultType = TypeVar("ResultType", bound=results.CheckResult)
@@ -207,6 +208,51 @@ class BayesianPPPCheck(
 # ==============================================================================
 # Check: Goodness of Fit
 # ==============================================================================
+def _set_details_from_gof_dataframe(
+    details: dict[str, float],
+    gof_df: pd.DataFrame,
+    geo_granularity: str,
+    suffix: str | None = None,
+) -> None:
+  """Sets the `details` variable of the GoodnessOfFitCheckResult.
+
+  This method takes a DataFrame containing goodness of fit metrics and pivots it
+  to a Series, which is then added to the `details` variable of the
+  `GoodnessOfFitCheckResult`.
+
+  Args:
+    details: A dictionary to store the goodness of fit metrics in.
+    gof_df: A DataFrame containing predictive accuracy of the whole data (if
+      holdout set is not used) of filtered to a single evaluation set ("all",
+      "train", or "test").
+    geo_granularity: The geo granularity of the data ("geo" or "national").
+    suffix: A suffix to add to the metric names (e.g., "all", "train", "test").
+      If None, the metrics are added without a suffix.
+  """
+  gof_metrics_pivoted = gof_df.pivot(
+      index=constants.GEO_GRANULARITY,
+      columns=constants.METRIC,
+      values=constants.VALUE,
+  )
+  gof_metrics_series = gof_metrics_pivoted.loc[geo_granularity]
+  if suffix is not None:
+    details[f"{review_constants.R_SQUARED}_{suffix}"] = gof_metrics_series[
+        constants.R_SQUARED
+    ]
+    details[f"{review_constants.MAPE}_{suffix}"] = gof_metrics_series[
+        constants.MAPE
+    ]
+    details[f"{review_constants.WMAPE}_{suffix}"] = gof_metrics_series[
+        constants.WMAPE
+    ]
+  else:
+    details[review_constants.R_SQUARED] = gof_metrics_series[
+        constants.R_SQUARED
+    ]
+    details[review_constants.MAPE] = gof_metrics_series[constants.MAPE]
+    details[review_constants.WMAPE] = gof_metrics_series[constants.WMAPE]
+
+
 class GoodnessOfFitCheck(
     BaseCheck[configs.GoodnessOfFitConfig, results.GoodnessOfFitCheckResult]
 ):
@@ -221,38 +267,43 @@ class GoodnessOfFitCheck(
     )
 
     gof_metrics = gof_df[gof_df[constants.GEO_GRANULARITY] == geo_granularity]
-    if constants.EVALUATION_SET_VAR in gof_df.columns:
-      gof_metrics = gof_metrics[
-          gof_metrics[constants.EVALUATION_SET_VAR] == constants.ALL_DATA
-      ]
-
-    gof_metrics_pivoted = gof_metrics.pivot(
-        index=constants.GEO_GRANULARITY,
-        columns=constants.METRIC,
-        values=constants.VALUE,
-    )
-    gof_metrics_series = gof_metrics_pivoted.loc[geo_granularity]
-
-    r_squared = gof_metrics_series[constants.R_SQUARED]
-    mape = gof_metrics_series[constants.MAPE]
-    wmape = gof_metrics_series[constants.WMAPE]
-
-    details = {
-        review_constants.R_SQUARED: r_squared,
-        review_constants.MAPE: mape,
-        review_constants.WMAPE: wmape,
-    }
-
-    if r_squared > 0:
-      return results.GoodnessOfFitCheckResult(
-          case=results.GoodnessOfFitCases.PASS,
-          details=details,
-      )
-    else:  # r_squared <= 0
-      return results.GoodnessOfFitCheckResult(
-          case=results.GoodnessOfFitCases.REVIEW,
+    is_holdout = constants.EVALUATION_SET_VAR in gof_df.columns
+
+    details = {}
+    case = results.GoodnessOfFitCases.PASS
+
+    if is_holdout:
+      for evaluation_set, suffix in [
+          (constants.ALL_DATA, review_constants.ALL_SUFFIX),
+          (constants.TRAIN, review_constants.TRAIN_SUFFIX),
+          (constants.TEST, review_constants.TEST_SUFFIX),
+      ]:
+        set_metrics = gof_metrics[
+            gof_metrics[constants.EVALUATION_SET_VAR] == evaluation_set
+        ]
+        _set_details_from_gof_dataframe(
+            details=details,
+            gof_df=set_metrics,
+            geo_granularity=geo_granularity,
+            suffix=suffix,
+        )
+        if details[f"{review_constants.R_SQUARED}_{suffix}"] <= 0:
+          case = results.GoodnessOfFitCases.REVIEW
+    else:
+      _set_details_from_gof_dataframe(
           details=details,
+          gof_df=gof_metrics,
+          geo_granularity=geo_granularity,
+          suffix=None,
       )
+      if details[review_constants.R_SQUARED] <= 0:
+        case = results.GoodnessOfFitCases.REVIEW
+
+    return results.GoodnessOfFitCheckResult(
+        case=case,
+        details=details,
+        is_holdout=is_holdout,
+    )
 
 
 # ==============================================================================

meridian/analysis/review/constants.py

@@ -32,6 +32,10 @@ NEGATIVE_BASELINE_PROB_REVIEW_THRESHOLD = (
 R_SQUARED = "r_squared"
 MAPE = "mape"
 WMAPE = "wmape"
+ALL_SUFFIX = "all"
+TRAIN_SUFFIX = "train"
+TEST_SUFFIX = "test"
+EVALUATION_SET_SUFFIXES = (ALL_SUFFIX, TRAIN_SUFFIX, TEST_SUFFIX)
 MEAN = "mean"
 VARIANCE = "variance"
 MEDIAN = "median"

meridian/analysis/review/results.py

@@ -319,18 +319,12 @@ class GoodnessOfFitCases(ModelCheckCase, enum.Enum):
 
   PASS = (
       Status.PASS,
-      (
-          "R-squared = {r_squared:.4f}, MAPE = {mape:.4f}, and wMAPE ="
-          " {wmape:.4f}."
-      ),
+      "R-squared = {r_squared:.4f}, MAPE = {mape:.4f}, and wMAPE = {wmape:.4f}",
       _GOODNESS_OF_FIT_PASS_RECOMMENDATION,
   )
   REVIEW = (
       Status.REVIEW,
-      (
-          "R-squared = {r_squared:.4f}, MAPE = {mape:.4f}, and wMAPE ="
-          " {wmape:.4f}."
-      ),
+      "R-squared = {r_squared:.4f}, MAPE = {mape:.4f}, and wMAPE = {wmape:.4f}",
       _GOODNESS_OF_FIT_REVIEW_RECOMMENDATION,
   )
 
@@ -348,9 +342,28 @@ class GoodnessOfFitCheckResult(CheckResult):
   """The immutable result of the Goodness of Fit Check."""
 
   case: GoodnessOfFitCases
+  is_holdout: bool = False
 
   def __post_init__(self):
-    if any(
+    if self.is_holdout:
+      required_keys = []
+      for suffix in [
+          constants.ALL_SUFFIX,
+          constants.TRAIN_SUFFIX,
+          constants.TEST_SUFFIX,
+      ]:
+        required_keys.extend([
+            f"{constants.R_SQUARED}_{suffix}",
+            f"{constants.MAPE}_{suffix}",
+            f"{constants.WMAPE}_{suffix}",
+        ])
+      if any(key not in self.details for key in required_keys):
+        raise ValueError(
+            "The message template is missing required formatting arguments for"
+            f" holdout case. Required keys: {required_keys}. Details:"
+            f" {self.details}."
+        )
+    elif any(
         key not in self.details
         for key in (
             constants.R_SQUARED,
@@ -364,6 +377,24 @@ class GoodnessOfFitCheckResult(CheckResult):
           f" {self.details}."
       )
 
+  @property
+  def recommendation(self) -> str:
+    """Returns the check result message."""
+    if self.is_holdout:
+      report_str = (
+          "R-squared = {r_squared_all:.4f} (All),"
+          " {r_squared_train:.4f} (Train), {r_squared_test:.4f} (Test); MAPE"
+          " = {mape_all:.4f} (All), {mape_train:.4f} (Train),"
+          " {mape_test:.4f} (Test); wMAPE = {wmape_all:.4f} (All),"
+          " {wmape_train:.4f} (Train), {wmape_test:.4f} (Test)".format(
+              **self.details
+          )
+      )
+    else:
+      report_str = self.case.message_template.format(**self.details)
+
+    return f"{report_str}. {self.case.recommendation}"
+
 
 # ==============================================================================
 # Check: ROI Consistency

meridian/analysis/summarizer.py

@@ -21,11 +21,11 @@ import os
 import jinja2
 from meridian import constants as c
 from meridian.analysis import analyzer
-from meridian.analysis import formatter
 from meridian.analysis import summary_text
 from meridian.analysis import visualizer
 from meridian.data import time_coordinates as tc
 from meridian.model import model
+from meridian.templates import formatter
 import pandas as pd
 import xarray as xr
 
@@ -318,7 +318,7 @@ class Summarizer:
         chart_json=media_summary.plot_contribution_waterfall_chart().to_json(),
     )
     lead_channels = self._get_sorted_posterior_mean_metrics_df(
-        media_summary, [c.INCREMENTAL_OUTCOME]
+        media_summary, [c.INCREMENTAL_OUTCOME], include_non_paid_channels=True
     )[c.CHANNEL][:2]
     formatted_channels = [channel.title() for channel in lead_channels]
 
@@ -358,9 +358,14 @@ class Summarizer:
       media_summary: visualizer.MediaSummary,
       metrics: Sequence[str],
       ascending: bool = False,
+      include_non_paid_channels: bool = False,
   ) -> pd.DataFrame:
+    if include_non_paid_channels:
+      summary_metrics = media_summary.get_all_summary_metrics()
+    else:
+      summary_metrics = media_summary.get_paid_summary_metrics()
     return (
-        media_summary.get_paid_summary_metrics()[metrics]
+        summary_metrics[metrics]
         .sel(distribution=c.POSTERIOR, metric=c.MEAN)
         .drop_sel(channel=c.ALL_CHANNELS)
         .to_dataframe()